index of get all files wget -r -np -nH --cut-dirs=1 -R index.html* http://bank.htb/balance-transfer/ get index wget http://bank.htb/balance-transfer/ create list of files html2text index.html | awk '{print $5"|"$3}' | sort | uniq > ../files.md