leepro · October 26, 2017 02:30
diff --git a/md5_dedup.sh b/md5_dedup.sh
 #!/bin/bash

 rm -f ./tmp
 while read line; do echo $line | md5sum | awk '{print $1}' >> ./tmp; done < ./input.txt
 paste ./tmp ./test | sort --parallel=8 | uniq > ./result.txt
	#!/bin/bash

	rm -f ./tmp
	while read line; do echo $line \| md5sum \| awk '{print $1}' >> ./tmp; done < ./input.txt
	paste ./tmp ./test \| sort --parallel=8 \| uniq > ./result.txt