Update app.py

app.py

@@ -94,7 +94,7 @@ def scrape_shopee(nama_barang, num_items):
         driver = webdriver.Chrome(options = options)
         url = f'https://shopee.co.id/search?keyword={query}&page={page}'
         driver.get(url)
-        time.sleep(10)
+
         
         # Cari elemen berdasarkan tagname HTML
         html_element = driver.find_element(By.TAG_NAME, "html")
@@ -110,15 +110,15 @@ def scrape_shopee(nama_barang, num_items):
     except requests.exceptions.RequestException as e:
         logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
         st.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-        break
+        
     except requests.exceptions.HTTPError as e:
         logging.error(f"HTTP Error: {e}")
         st.error(f"HTTP Error: {e}")
-        break
+    
     except Exception as e:
         logging.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
         st.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
-        break 
+        
     except WebDriverException as e:
         st.error(f"An error occurred: {e}")
     finally:
@@ -216,71 +216,73 @@ def scrape_tokped_with_selenium(nama_barang, num_items):
     options.add_argument('--disable-infobars')
     options.add_argument('--disable-dev-shm-usage')
 
-
-    try :
-        url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
-        driver.get(url)
-        time.sleep(10)
-        
-        html = driver.page_source
-        soup = BeautifulSoup(html, "html.parser")
-        # Dapatkan HTML dari elemen
-        #html = html_element.get_attribute("innerHTML")
-        #html = driver.execute_script("return document.getElementsByTagName('html')[0].innerHTML")
-        product_container_list = soup.find_all('a', class_="pcv3__info-content css-gwkf0u", href = True)
-        
-        for product_info in product_container_list:
-            link = product_info['href']
-            st.write(link)
-            title_element = product_info.find('div', class_="prd_link-product-name css-3um8ox")
-            title = title_element.text.strip() if title_element else None
-
-            harga_element = product_info.find('div', class_="prd_link-product-price css-h66vau")
-            harga = harga_element.text.strip() if harga_element else None
-
-            terjual_element = product_info.find('span', class_="prd_label-integrity css-1sgek4h")
-            terjual = terjual_element.text if terjual_element else None
-
-            rating_element = product_info.find('span', class_='prd_rating-average-text css-t70v7i')
-            rating = rating_element.text if rating_element else None
-
-            toko_element = product_info.find('span', class_="prd_link-shop-name css-1kdc32b flip")
-            toko = toko_element.text.strip() if toko_element else None
-
-            asal_product_element = product_info.find('span', class_="prd_link-shop-loc css-1kdc32b flip")
-            asal_product = asal_product_element.text.strip() if asal_product_element else None
-        
-            products.append({
-                'link': link,
-                'produk' : title,
-                'harga' : harga,
-                'terjual' : terjual,
-                'rating' : rating,
-                'toko' : toko,
-                'asal_product' : asal_product,
-            })
-        if len(products) >= num_items:
-            products = products[:num_items]
+    while len(products) < num_items :
+        try :
+            url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
+    
+            driver.get(url)
+            time.sleep(10)
+            
+            html = driver.page_source
+            soup = BeautifulSoup(html, "html.parser")
+            # Dapatkan HTML dari elemen
+            #html = html_element.get_attribute("innerHTML")
+            #html = driver.execute_script("return document.getElementsByTagName('html')[0].innerHTML")
+            product_container_list = soup.find_all('a', class_="pcv3__info-content css-gwkf0u", href = True)
+            
+            for product_info in product_container_list:
+                link = product_info['href']
+                st.write(link)
+                title_element = product_info.find('div', class_="prd_link-product-name css-3um8ox")
+                title = title_element.text.strip() if title_element else None
+    
+                harga_element = product_info.find('div', class_="prd_link-product-price css-h66vau")
+                harga = harga_element.text.strip() if harga_element else None
+    
+                terjual_element = product_info.find('span', class_="prd_label-integrity css-1sgek4h")
+                terjual = terjual_element.text if terjual_element else None
+    
+                rating_element = product_info.find('span', class_='prd_rating-average-text css-t70v7i')
+                rating = rating_element.text if rating_element else None
+    
+                toko_element = product_info.find('span', class_="prd_link-shop-name css-1kdc32b flip")
+                toko = toko_element.text.strip() if toko_element else None
+    
+                asal_product_element = product_info.find('span', class_="prd_link-shop-loc css-1kdc32b flip")
+                asal_product = asal_product_element.text.strip() if asal_product_element else None
+            
+                products.append({
+                    'link': link,
+                    'produk' : title,
+                    'harga' : harga,
+                    'terjual' : terjual,
+                    'rating' : rating,
+                    'toko' : toko,
+                    'asal_product' : asal_product,
+                })
+            if len(products) >= num_items:
+                products = products[:num_items]
+                break
+        page += 1    
+        except requests.exceptions.RequestException as e:
+            logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
+            st.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
+            break
+        except requests.exceptions.HTTPError as e:
+            logging.error(f"HTTP Error: {e}")
+            st.error(f"HTTP Error: {e}")
+            break
+        except Exception as e:
+            logging.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
+            st.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
+            break 
+        except WebDriverException as e:
+            st.error(f"An error occurred: {e}")
             break
-        
-    except requests.exceptions.RequestException as e:
-        logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-        st.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-        break
-    except requests.exceptions.HTTPError as e:
-        logging.error(f"HTTP Error: {e}")
-        st.error(f"HTTP Error: {e}")
-        break
-    except Exception as e:
-        logging.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
-        st.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
-        break 
-    except WebDriverException as e:
-        st.error(f"An error occurred: {e}")
     finally:
         if driver:
             driver.quit()
-    
+        
     return products
 #---------------------------------------------------User Interface----------------------------------------------------------------------