Solution Review: Scrape Top Indices Data from Yahoo Finance

from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.common.exceptions import TimeoutException, NoSuchElementException, ElementNotInteractableException
from selenium.webdriver.support.wait import WebDriverWait


def scrape():  
    driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=options)
    driver.get("https://finance.yahoo.com/world-indices/")
    data = []
    top_3 = driver.find_elements(By.CSS_SELECTOR,
                                "tr > td:nth-child(1) > span > div > a")
    top_3_links = [x.get_attribute("href") for x in top_3[:3]]
    for link in top_3_links:
        driver.get(link+"/history")
        rows = []
        rows=driver.find_elements(By.CSS_SELECTOR, "table > tbody > tr")
        for row in rows[:50]:
            d = {"date": row.find_element(By.CSS_SELECTOR,'td:nth-child(1)').text,
                 "open": row.find_element(By.CSS_SELECTOR,'td:nth-child(2)').text,
                 "close": row.find_element(By.CSS_SELECTOR,'td:nth-child(5)').text}
            data.append(d)
    driver.close()
    return data

output = scrape()

print("len of scrapped items: ", len(output))
print("Output sample: ", output[0])