grep
filter out some stuff
cat feroxbuster_80.txt | grep -v -E '.js|.css|.gif|.svg|.png|.jpg|.ttf|.eot|.woff|.md'
split by space, take 6 one , sort, unit, filter
cat feroxbuster_80.txt | awk '{print $6}' | sort | uniq | grep -v -E '.js|.css|.gif|.svg|.png|.jpg|.ttf|.eot|.woff|.md'
wipe all whitespace including newlines from file
cat file.txt | tr -d " \t\n\r"