dedupe.kts

// ~/Documents/kotlin/kotlinc/bin/kotlinc -script dedupe.kts -- -d /media/pi

import java.io.File

require(args.isNotEmpty()) { "kotlinc dedupe.kts [-d] [ROOT FILE PATH]" }
val delete: Boolean = args[0] == "-d"
val root: File = File(args.last()).canonicalFile
require(root.exists() && root.isDirectory) { "Root must exist and be a directory: '$root'" }

println("Starting in '$root'")
val files = root.walkTopDown()
    .filter { it.isFile && it.canRead() && it.length() > 0 }
    .map { it.canonicalFile }
    .sortedBy { it.canonicalPath }
    .toList()

println("Found ${files.size} files.")

files.forEachIndexed { index, file ->
    files.filterIndexed { otherIndex, otherFile ->
        otherIndex > index &&
                otherFile.name == file.name &&
                otherFile.length() == file.length() &&
                otherFile.canonicalPath != file.canonicalPath
    }.forEach { otherFile ->
        println("'$file' matches '$otherFile', removing sibling...")
        if(delete) {
            otherFile.delete()
        }
    }
}