Find duplicate yor_trace tags

find_duplicate_tags.py

from pathlib import Path

globs = Path(".").glob("*/*.tf")

traces = []
duplicates = []

for glob in globs:
    with glob.open() as f:
        for line in f:
            if "yor_trace" in line:
                start = line.find('"')+1
                end = line.find('"', start)
                trace_tag = line[start:end]

                if trace_tag in traces:
                    if trace_tag not in duplicates:
                        duplicates.append(trace_tag)
                else:
                    traces.append(trace_tag)

print(f"Found {len(traces)} tags, {len(duplicates)} duplicates.")

if len(duplicates) > 0:
    for dup in duplicates:
        print(f"  {dup}")

    print("Remove all duplicates with the following:")

    for dup in duplicates:
        print("find . -type f -name \"*.tf\" -exec sed -i -e '/^.*"+dup+".*$/d' {} \;")

    print('find . -type f -name "*.tf-e" -delete')