Update app.py

app.py

@@ -221,14 +221,18 @@ def scrape_tokped_with_selenium(nama_barang, num_items):
             url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
     
             driver.get(url)
-            time.sleep(10)
-            
+            # Tunggu hingga elemen tertentu muncul (gunakan sesuai kebutuhan)
+            WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.CLASS_NAME, "pcv3__info-content css-gwkf0u")))
+
+            # Dapatkan sumber halaman setelah eksekusi JavaScript
             html = driver.page_source
+
+            # Gunakan BeautifulSoup untuk melakukan parsing HTML
             soup = BeautifulSoup(html, "html.parser")
-            # Dapatkan HTML dari elemen
-            #html = html_element.get_attribute("innerHTML")
-            #html = driver.execute_script("return document.getElementsByTagName('html')[0].innerHTML")
-            product_container_list = soup.find_all('a', class_="pcv3__info-content css-gwkf0u", href = True)
+
+            # Cari semua elemen yang sesuai
+            product_container_list = soup.find_all('a', class_="pcv3__info-content css-gwkf0u", href=True)
+
             
             for product_info in product_container_list:
                 link = product_info['href']
@@ -263,7 +267,7 @@ def scrape_tokped_with_selenium(nama_barang, num_items):
             if len(products) >= num_items:
                 products = products[:num_items]
                 break
-        page += 1    
+   
         except requests.exceptions.RequestException as e:
             logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
             st.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
@@ -282,7 +286,7 @@ def scrape_tokped_with_selenium(nama_barang, num_items):
         finally:
             if driver:
                 driver.quit()
-        
+        page += 1 
     return products
 #---------------------------------------------------User Interface----------------------------------------------------------------------