#!/usr/bin/env sh # Scrap web pages # # Usage: # $ ./wscrap.sh https:xxx/xxx/ set -eu DEPTH=8 URL=$1 DOMAIN=$(echo $URL | sed -e 's/^http.*:\/\///' -e 's/\/.*$//') echo $URL echo $DOMAIN wget -p -nH -k -E -r -l $DEPTH -P $DOMAIN $URL