Link scraper
import urllib2 resp = urllib2.urlopen('http://testurl.com') from bs4 import BeautifulSoup soup = BeautifulSoup(resp.read()) links = soup.find_all('a') foreach links in link: url = link.get('href');