from streamer import Stream
with open("myfile.txt") as f_input:
    uniq = Stream(f_input) \
        .map(str.strip) \
        .flat_map(str.split) \
        .collect(set)   # uniq tokens in a file