Find common strings in multiple files

common_strings_multiple_files.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""Find common strings in multiple files."""
import argparse
from io import BytesIO
from pathlib import Path
import tokenize


def _itertokens(file: Path):
    tokens = tokenize.tokenize(BytesIO(file.read_bytes()).readline)
    for token in tokens:
        yield token.string


def run(args):
    fdict = {}
    for file in args.files:
        z = Path(file)
        fdict[z] = set(_itertokens(z))

    setresult = set.intersection(*fdict.values())
    for i in sorted(setresult):
        print(i)


def main():
    """Run main function."""
    parser = argparse.ArgumentParser(
        formatter_class=argparse.RawDescriptionHelpFormatter,
        description=__doc__,
    )
    parser.add_argument(
        "files",
        nargs="+",
        help="Files to use",
    )
    args = parser.parse_args()
    run(args)


if __name__ == "__main__":
    main()