dvreed77
1/25/2016 - 3:31 AM

Selenium: more here: https://realpython.com/blog/python/headless-selenium-testing-with-python-and-phantomjs/

from selenium import webdriver
# driver = webdriver.Firefox()
driver = webdriver.PhantomJS()
driver.set_window_size(1120, 550)
driver.get("https://duckduckgo.com/")
driver.find_element_by_id('search_form_input_homepage').send_keys("google slavery")
driver.find_element_by_id("search_button_homepage").click()

out = driver.find_elements_by_xpath("//div[@id='links']/div")
# out
for o in out:
    try:
        a = o.find_element_by_css_selector('a')
        print a.get_attribute('href')
    except:
        break
        
        
# print driver.current_url
# driver.quit()