Python-сообщество

>>> import hashlib
>>> 
>>> def gethash(s):
...     return hashlib.md5(s.encode('utf-8')).hexdigest()
... 
>>> text = """
... aa aa
... bb bb
... cc cc
... aa aa
... bb bb
... bb bb
... cc cc
... cc cc
... cc cc
... """
>>> 
>>> hst = set()
>>> out = []
>>> 
>>> for i in text.splitlines():
...     h = gethash(i)
...     if h not in hst:
...         hst.add(h)
...         out.append(i)
... 
>>> out
['', 'aa aa', 'bb bb', 'cc cc']
>>>

file ="""Мама мыла раму
Мама мыла раму
Мама мыла Раму
Мама мыла Рому
Шла Саша по шоссе
Шла Саша по шоссе"""
unic = {hash(l): l for l in file.split("\n")}
print (unic)

hash(...)
    hash(object) -> integer
    
    Return a hash value for the object.  Two objects with the same value have
    the same hash value.  The reverse is not necessarily true, but likely.