Update trend_crawl2.py

trend_crawl2.py

@@ -161,20 +161,25 @@ def process_li_element(index, li_data, url):
     """Process a single li element."""
     driver = setup_driver()
     try:
+        print("driver.get")
         driver.get(url)
         WebDriverWait(driver, 20).until(
             EC.presence_of_element_located((By.XPATH, "//ul[contains(@aria-label, 'Kategorie') or contains(@aria-label, 'Category')]"))
         )
-        
+        print("1")
         ul_element = driver.find_element(By.XPATH, "//ul[contains(@aria-label, 'Kategorie') or contains(@aria-label, 'Category')]")
+        print("2")
         li_elements = ul_element.find_elements(By.TAG_NAME, "li")
+        print("2")
         selected_li = li_elements[li_data['index']]
-        
+        print("2")
         driver.execute_script("arguments[0].scrollIntoView();", selected_li)
+        print("3")
         driver.execute_script("arguments[0].click();", selected_li)
         time.sleep(2)
 
         span_content = selected_li.find_element(By.CLASS_NAME, "W7g1Rb-rymPhb-fpDzbe-fmcmS").get_attribute("innerText")
+        print("4")
         print(f"LI {li_data['index']} clicked: {span_content}")
         
         data = scrape_google_trends(driver)
@@ -190,7 +195,7 @@ def crawl_url(url):
     driver = setup_driver()
     result_dict = {}
     try:
-        print("driver.get")
+
         driver.get(url)
         WebDriverWait(driver, 20).until(
             EC.presence_of_element_located((By.XPATH, "//ul[contains(@aria-label, 'Kategorie') or contains(@aria-label, 'Category')]"))