Update trend_crawl2.py

trend_crawl2.py

@@ -30,34 +30,6 @@ def click_and_scrape(driver, url):
     try:
         driver.get(url)
 
-        for attempt in range(4):
-                try:
-                                        # Write the page source into an HTML file
-                    with open("output.html", "w", encoding="utf-8") as file:
-                        file.write(driver.page_source)
-                
-                    print("Page source has been written to output.html.")
-                    button = WebDriverWait(driver, 20).until(
-                        EC.element_to_be_clickable((
-                            By.XPATH,
-                            "//button[@aria-label='Alle Kategorien, Kategorie auswählen']"
-                        ))
-                    )
-                    print("Button located.")
-
-                    # Scroll into view to ensure visibility
-                    driver.execute_script("arguments[0].scrollIntoView();", button)
-                    print(button.get_attribute("outerHTML"))
-                
-                
-                    button.click()
-                    print("Button clicked successfully.")
-                    break
-                except ElementClickInterceptedException:
-                    print(f"Attempt {attempt + 1}: Click intercepted. Retrying...")
-                    
-
-
         # Wait for the ul element to load
         try:
             # Wait for the ul element with the specific aria-label to load