Mingyi
4/17/2017 - 2:09 PM

看云 电子书 类似 gitbook

看云 电子书 类似 gitbook

from bs4 import BeautifulSoup
import requests

url = 'http://www.kancloud.cn/explore?page=1'
urls = ['http://www.kancloud.cn/explore?page={}'.format(str(i)) for i in range(0,80)]

def get_done(url,data=None):
	wb_data = requests.get (url)
	soup = BeautifulSoup (wb_data.text, 'lxml')

	name = soup.select('body > div.m-wrap > div > div.page-body > div.container.m-explore > div.filter.clearfix > dl > dd > a')
	price = soup.select('div > dl > dd:nth-of-type(2)')
	view = soup.select('div > dl > dd:nth-of-type(2)')

	for name, price, view  in zip (name, price, view):
		data = {
			'name':name.get_text(),
			'price': price.get_text().strip().replace('\n','').replace('阅读/',''),
			'view': view.get_text().strip().replace('\n','').replace('¥','')
		}
		print(data)
		
for single_url in urls:
	get_done(single_url)