Update app.py

app.py

@@ -6,6 +6,7 @@ import streamlit as st
 import json
 import time
 import logging
+from requests_html import HTMLSession
 
 from selenium import webdriver
 from selenium.common.exceptions import WebDriverException
@@ -70,46 +71,11 @@ def scrape_shopee(nama_barang, num_items):
     page = 1
     query = quote(nama_barang)
     
-    options = webdriver.ChromeOptions()
-    options.add_argument('--no-sandbox')
-    options.add_argument('--headless')
-    options.add_argument('--disable-notifications')
-    options.add_argument('--disable-infobars')
-    options.add_argument('--disable-dev-shm-usage')
-    
-    driver = webdriver.Chrome(options=options)
-
-
-    try :
-
-        url = f'https://shopee.co.id/search?keyword={query}&page={page}'
-        driver.get(url)
-
-        html = driver.execute_script("return document.getElementsByTagName('html')[0].innerHTML")
-        st.write(html)
-        soup = BeautifulSoup(html, "html.parser")
-        
-        for i in soup.find_all('div', class_ = "ie3A+n bM+7UW Cve6sh" ):
-            products.append(i.text)
-        
-    except requests.exceptions.RequestException as e:
-        logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-        st.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-        
-    except requests.exceptions.HTTPError as e:
-        logging.error(f"HTTP Error: {e}")
-        st.error(f"HTTP Error: {e}")
-    
-    except Exception as e:
-        logging.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
-        st.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
-        
-    except WebDriverException as e:
-        st.error(f"An error occurred: {e}")
-    finally:
-        if driver:
-            driver.quit()
-    
+    url = f'https://shopee.co.id/search?keyword={query}&page={page}'
+    session = HTMLSession()
+    response = session.get(url)
+    response.html.render()
+    st.write(response.html.html)
     return products
 
 @st.cache_data