Remove duplicate lines from bash_history

remove_bash_history_duplicates.py

#!/usr/bin/env python3 

import fileinput
import sys

# TODO: buffer all lines, keep most recent (not first occurrence)

o = []
for line in fileinput.input():
    if (line in o):
        continue
    if ("of=/dev/sd" in line):
        continue
    if ("mkfs" in line):
        continue
    o.append(line)
    sys.stdout.write(line)
    sys.stderr.write('.')
sys.stderr.write('\n')