Get unique words

get_uniq_words.exs

# Get unique words from Vietnamese dictionary
words = File.read!("gungui98.txt")
|> String.split("\n", trim: true)
|> Enum.map(&String.downcase/1)
|> Enum.map(&String.split/1)
|> List.flatten
|> Enum.uniq
|> Enum.sort
|> Enum.join("\n")

chars = words
|> String.codepoints
|> Enum.chunk_every(1)
|> Enum.uniq
|> Enum.sort
|> Enum.join("\n")

File.write!("viet.txt", words)
File.write!("char.txt", chars)