twhite96
6/17/2016 - 5:18 AM

Link scraper

Link scraper

import urllib2
resp = urllib2.urlopen('http://testurl.com')

from bs4 import BeautifulSoup

soup = BeautifulSoup(resp.read())

links = soup.find_all('a')

foreach links in link:
  url = link.get('href');