Update app.py

app.py

@@ -7,7 +7,7 @@ import json
 import time
 
 from selenium import webdriver
-from selenium.webdriver.chrome.options import Options
+from selenium.common.exceptions import WebDriverException
 
 @st.cache_data
 def scrape_klikindomaret(nama_barang, num_items):
@@ -89,63 +89,73 @@ def scrape_shopee(nama_barang, num_items):
     options.add_argument('--headless')
     options.add_argument('--disable-notifications')
     options.add_argument('--disable-infobars')
-    
-    #driver = webdriver.Chrome(executable_path = path, options = chrome_options)
-    driver = webdriver.Chrome(options = options)
-    
-    while len(products) < num_items :
-        #Cek agar produk sesuai jumlah yang diminta
-        if len (products) > num_items :
-            products = products[:num_items]
-            break  
-        
-        driver.get(url)
-    
-        html = driver.execute_script("return document.getElementsByTagName('html')[0].innerHTML")
-        soup = BeautifulSoup(html, "html.parser")
+    options.add_argument('--disable-dev-shm-usage')
 
-        product_list = soup.find_all('li', class_="col-xs-2-4 shopee-search-item-result__item" )
-        for product in product_list:
-            # Mencari tag <a> di dalam setiap tag <li>
-            a_tag = product.find_all('a', href=True)
-        
-            for product_info in a_tag:
-                # Mendapatkan URL dari atribut 'href'
-                product_href = product_info['href']
-                product_name = product.find('div', class_="ie3A+n bM+7UW Cve6sh").text.strip()
-                product_price = product.find('div', class_="vioxXd rVLWG6").text.strip()
-                product_terjual = product.find('div', class_="r6HknA uEPGHT").text.strip()
-                product_asal = product.find('div', class_="zGGwiV").text.strip()
-
-                # Cek apakah ada harga sebelum diskon dan persentase diskon
-                #discount_element = product.find('span', class_='strikeout disc-price')
-                #discount_percentage = ""
-                #original_price = ""
-                #if discount_element:
-                #    discount_percentage = discount_element.find('span', class_='discount').text.strip()
-                #    original_price = discount_element.text.replace(discount_percentage, '').strip()
-                #else:
-                #    # Jika tidak ada diskon, set discount_percentage ke "0%" dan original_price ke product_price
-                #    discount_percentage = "0%"
-                #    original_price = product_price
-                #
-                product_link = f"https://shopee.co.id/{product_href}"
-                products.append({
-                    'product': product_name,
-                    #'original_price': original_price,
-                    #'discount_percentage': discount_percentage,
-                    'price': product_price,
-                    'terjual' : product_terjual,
-                    'asal' : product_asal,
-                    'link': product_link
-                })
 
-                prop = min(len(products)/num_items, 1)
-                my_bar.progress(prop, text=progress_text)
+    try :
+        #driver = webdriver.Chrome(executable_path = path, options = chrome_options)
+        driver = webdriver.Chrome(options = options)
+        
+        while len(products) < num_items :
+            #Cek agar produk sesuai jumlah yang diminta
+            if len (products) > num_items :
+                products = products[:num_items]
+                break  
                 
+            driver.set_window_size(1080, 720)  # Adjust the window size here
+            driver.get(url)
         
-        page += 1
+            html = driver.execute_script("return document.getElementsByTagName('html')[0].innerHTML")
+            soup = BeautifulSoup(html, "html.parser")
+    
+            product_list = soup.find_all('li', class_="col-xs-2-4 shopee-search-item-result__item" )
+            for product in product_list:
+                # Mencari tag <a> di dalam setiap tag <li>
+                a_tag = product.find_all('a', href=True)
+            
+                for product_info in a_tag:
+                    # Mendapatkan URL dari atribut 'href'
+                    product_href = product_info['href']
+                    product_name = product.find('div', class_="ie3A+n bM+7UW Cve6sh").text.strip()
+                    product_price = product.find('div', class_="vioxXd rVLWG6").text.strip()
+                    product_terjual = product.find('div', class_="r6HknA uEPGHT").text.strip()
+                    product_asal = product.find('div', class_="zGGwiV").text.strip()
+    
+                    # Cek apakah ada harga sebelum diskon dan persentase diskon
+                    #discount_element = product.find('span', class_='strikeout disc-price')
+                    #discount_percentage = ""
+                    #original_price = ""
+                    #if discount_element:
+                    #    discount_percentage = discount_element.find('span', class_='discount').text.strip()
+                    #    original_price = discount_element.text.replace(discount_percentage, '').strip()
+                    #else:
+                    #    # Jika tidak ada diskon, set discount_percentage ke "0%" dan original_price ke product_price
+                    #    discount_percentage = "0%"
+                    #    original_price = product_price
+                    #
+                    product_link = f"https://shopee.co.id/{product_href}"
+                    products.append({
+                        'product': product_name,
+                        #'original_price': original_price,
+                        #'discount_percentage': discount_percentage,
+                        'price': product_price,
+                        'terjual' : product_terjual,
+                        'asal' : product_asal,
+                        'link': product_link
+                    })
+    
+                    prop = min(len(products)/num_items, 1)
+                    my_bar.progress(prop, text=progress_text)
+                    
+            
+            page += 1
 
+    except WebDriverException as e:
+        return products
+    finally:
+        if wd:
+            wd.quit()
+    
     time.sleep(1)   
     my_bar.empty()
     return products