generate wordlists utilizing the wayback machine

waywords.go

package main

import (
	"bufio"
	"fmt"
	"net/url"
	"os"
	"strings"
)

func main() {
	// usage: printf "example.com" | waybackurls | waywords
	words := make(map[string]struct{})
	w := bufio.NewScanner(os.Stdin)
	for w.Scan() {
		u, err := url.Parse(w.Text())
		if err != nil {
			continue
		}
		for _, t := range strings.Split(u.Path, "/") {
			if t == "" {
				continue
			}
			words[t] = struct{}{}
		}
	}
	for word, _ := range words {
		fmt.Println(word)
	}
}

vim 'http://web.archive.org/cdx/search/cdx?collapse=urlkey&url=*.hacker.one' +'%s/.\+)\/\([^ &?]*\).\+/\1/' +'%s/\//\r/' +'sort u'

waybackurls example.com | cut -d/ -f4- | sort -u

🐸

Relying on external tools, Ed? Why don't you install Xorg as well!