#! /bin/bash

# get urls from duckduckgo, then parse them to wget to download

args=("$@")
search=${args[0]}
filetype=${args[1]}

set -f
urls=`curl -silent https://duckduckgo.com/html/\?q\=site:www.mash.dept.shef.ac.uk/Resources | 
grep 'pdf$' | tr -d ' \t\r' | grep -v '^[0-9]' | awk '{print "http://" $0}'`

for url in $urls; do
        wget --cut-dirs=100 -P /mnt/andrew/literature/mathcentre/ $url
done