ryochack
2/19/2018 - 11:24 AM

wscrap.sh

#!/usr/bin/env sh

# Scrap web pages
#
# Usage:
# $ ./wscrap.sh https:xxx/xxx/

set -eu

DEPTH=8
URL=$1
DOMAIN=$(echo $URL | sed -e 's/^http.*:\/\///' -e 's/\/.*$//')
echo $URL
echo $DOMAIN

wget -p -nH -k -E -r -l $DEPTH -P $DOMAIN $URL