alexadrien
8/10/2018 - 11:23 AM

complete

ScrapedData resultData = new ScrapedData();
System.setProperty("webdriver.chrome.driver", "chromedriver");
ChromeDriver driver = new ChromeDriver();

for (int i = 0; i < stringLinksToSectors.size(); i++) {
    String linkToCurrentSector = stringLinksToSectors.get(i);
    driver.get(linkToCurrentSector);
    String sectorName = driver.findElementByCssSelector(".sector-data-table__sector-row--selected a").getText();
    List<WebElement> subSectorName = driver.findElementsByCssSelector(".sector-data-table__industry-group-name");
    List<WebElement> subSectorValue = driver.findElementsByCssSelector(".sector-data-table__industry-group-return");

    ArrayList<Performance> values = new ArrayList<Performance>();

    for (int j = 0; j < subSectorName.size(); j++) {
        values.add(
            new Performance(
                subSectorName.get(j).getText(),
                subSectorValue.get(j).getText()
            )
        );
    }

    Sector currentFinancialCategory = new Sector(sectorName, values);
    resultData.getSectors().add(currentFinancialCategory);
}