ChengDuXiuu
2/29/2020 - 10:14 AM

实时监控网站数据

1、使用webdriver(浏览器自动化测试)模拟用户操作浏览器 2、使用css定位获取到制定元素数据

seleniumweb.py
content_copyfile_download
from time import sleep

from selenium import webdriver


def open_chrom():
    driver=webdriver.Chrome(executable_path='./chromedriver.exe')
    driver.start_client()
    return driver

def locator_data():

    elems=driver.find_elements_by_css_selector(locatorCss1)
    return elems
if __name__=='__main__':

    url = 'https://weibo.com/1721030997/IqE0S6gzy?from=page_1006061721030997_profile&wvr=6&mod=weibotime&type=comment'
    locatorCss='#Pl_Official_WeiboDetail__55 > div > div > div > div.WB_feed_handle > div > ul>li>a>span>span>span>em:nth-child(2)'
    locatorCss1='ul>li>a>span>span>span>em:nth-child(2)'

    driver=open_chrom()
    driver.get(url)
    sleep(6)
    data=locator_data()
    for el in data[1:]:
        print(el.text)