#!/bin/bash
pages="${pages:-htm html php asp cgi pl}"
types="${types:-jpg jpeg wmv mpg mpeg avi}"
url="$1"
echo "$url" >URL
wg -O page.html "$url"
url2=`< page.html htmltagattr base href`
if [ -n "$url2" ]; then
	url="$url2"
fi
<page.html htmllinks | relurl "$url" | grepe -i $pages | uniqo >pages.ls
cat pages.ls
while read p; do
	wg -q -O- "$p" | htmllinks | relurl "$url" | grepe -i $types | uniqo
done <pages.ls | tee images.ls
<images.ls REFERER="$url" wgall
if [ -z "$KEEP" ]; then
	rm page.html pages.ls images.ls
fi