看云 电子书 类似 gitbook
from bs4 import BeautifulSoup
import requests
url = 'http://www.kancloud.cn/explore?page=1'
urls = ['http://www.kancloud.cn/explore?page={}'.format(str(i)) for i in range(0,80)]
def get_done(url,data=None):
wb_data = requests.get (url)
soup = BeautifulSoup (wb_data.text, 'lxml')
name = soup.select('body > div.m-wrap > div > div.page-body > div.container.m-explore > div.filter.clearfix > dl > dd > a')
price = soup.select('div > dl > dd:nth-of-type(2)')
view = soup.select('div > dl > dd:nth-of-type(2)')
for name, price, view in zip (name, price, view):
data = {
'name':name.get_text(),
'price': price.get_text().strip().replace('\n','').replace('阅读/',''),
'view': view.get_text().strip().replace('\n','').replace('¥','')
}
print(data)
for single_url in urls:
get_done(single_url)