Searches Red source files for a parse pattern

find-pattern.red

Red [
    Title: "Find pattern"
    Description: "Searches Red source files for a parse pattern"
]

allow: func [any][yes]

get-files: function [
    "recursively collects the full file paths for all the files in the given directory"
    dir [file!] /filter "only collect files where the predicate evaluates to true" pred [function!]
][
    collect [
        foreach file read dir [
            file: rejoin [dir file]
            either dir? file [
                keep get-files/filter file any [:pred :allow]
            ][
                if any [not filter pred file] [keep file]
            ]
        ]
    ]
]

ends-with: function [
    "create a function that returns true for a sequence which ends with any of the given values"
    values [block! string! file!]
][
    function [sequence] compose/deep [
        foreach value [(:values)] [
            if find/last/match sequence value [return true]
        ]
        false
    ]
]

find-pattern: function [
    "collects paths in the given data structure that refer to each instance of the given pattern"
    data pattern
][
    stack: copy []
    rule: [
        some [mark: keep pattern keep (to path! rejoin reduce [stack index? mark])
        | mark: ahead block! (append stack index? mark) [into rule | skip] (take/last stack)
        | skip
    ]]
    parse data [collect rule]
]

find-all-patterns: function [
    "Finds all occurrances of the given parse pattern in files under the specified directory tree"
    dir pattern /filter "search files with the specied extension(s)" extensions
][
    extensions: any [extensions ".red"]
    sources: get-files/filter dir ends-with extensions
    print ["searching" length? sources extensions "files..."]
    total: 0
    matches: collect [
        foreach file sources [
            do-events/no-wait
            pats: attempt [find-pattern load file pattern]
            if not empty? pats [
                print [file length? pats]
                total: total + length? pats
                keep file keep/only pats
            ]
        ]
    ]
    print ["found" total "matches"]
    matches
]

@hiiamboris Thanks! I hadn't seen that before. It made me realize I could take that line out altogether :)