[Delete duplicated lines]

delete_duplicated_lines.py

import sys
import codecs

if (len(sys.argv) < 2):
    print('Usage: python3 ./delete_duplicate_lines.py /path/to/target/file')
    sys.exit(1)

def uniquelines(lineslist):
    unique = {}
    result = []
    for item in lineslist:
        if item.strip() in unique: continue
        unique[item.strip()] = 1
        result.append(item)
    return result

file1 = codecs.open(sys.argv[1],'r+','cp1251')
filelines = file1.readlines()
file1.close()

with codecs.open(sys.argv[1] + ".unique", "w", "cp1251") as output:
    output.writelines(uniquelines(filelines))