Update app.py

app.py

@@ -121,62 +121,60 @@ def scrape_shopee(nama_barang, num_items):
 
 @st.cache_data
 def scrape_tokped(nama_barang, num_items):
-  products = []
-  page = 1
-  query = quote(nama_barang)
-
-  while len(products) < num_items :
-    url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
-
-    headers = {
-        'User-Agent' : "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36",
-        'Accept-Language' : 'en-US, en;q-0.5',
-        'Accept-Encoding' : 'grip, deflate, bt',
-        'Connection': 'keep-alive'
-    }
-    timeout = 10
-    try :
+    products = []
+    page = 1
+    query = quote(nama_barang)
+    while len(products) < num_items :
+        url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
+      
+        headers = {
+            'User-Agent' : "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36",
+            'Accept-Language' : 'en-US, en;q-0.5',
+            'Accept-Encoding' : 'grip, deflate, bt',
+            'Connection': 'keep-alive'
+        }
+        timeout = 10
+        try :
+            response = requests.get(url, headers = headers, timeout = timeout)
+            response.raise_for_status()
         
-        response = requests.get(url, headers = headers, timeout = timeout)
-        response.raise_for_status()
-    
-        soup = BeautifulSoup(response.text, 'html.parser')
-        product_container_list = soup.find_all('a', class_="pcv3__info-content css-gwkf0u", href = True)
-    
-        for product_info in product_container_list:
-            link = product_info['href']
-            title = product_info.find('div', class_="prd_link-product-name css-3um8ox" ).text.strip()
-            harga = product_info.find('div', class_="prd_link-product-price css-h66vau").text.strip()
-            #Dapatkan terjual
-            terjual_element = product_info.find('span', class_="prd_label-integrity css-1sgek4h").text.strip()
-            terjual = terjual_element if terjual_element else None
-            # Dapatkan rating
-            rating_element = product_info.find('span', class_='prd_rating-average-text css-t70v7i')
-            rating = rating_element.text if rating_element else None
-    
-            toko = product_info.find('span', class_="prd_link-shop-name css-1kdc32b flip").text.strip()
-            asal_product = product_info.find('span', class_="prd_link-shop-loc css-1kdc32b flip"  ).text.strip()
-    
-            products.append({
-                'link': link,
-                'produk' : title,
-                'harga' : harga,
-                'terjual' : terjual,
-                'rating' : rating,
-                'toko' : toko,
-                'asal_product' : asal_product,
-            })
-        if len(products) >= num_items:
-            products = products[:num_items]
+            soup = BeautifulSoup(response.text, 'html.parser')
+            product_container_list = soup.find_all('a', class_="pcv3__info-content css-gwkf0u", href = True)
+        
+            for product_info in product_container_list:
+                link = product_info['href']
+                st.write(link)
+                title = product_info.find('div', class_="prd_link-product-name css-3um8ox" ).text.strip()
+                harga = product_info.find('div', class_="prd_link-product-price css-h66vau").text.strip()
+                #Dapatkan terjual
+                terjual_element = product_info.find('span', class_="prd_label-integrity css-1sgek4h").text.strip()
+                terjual = terjual_element if terjual_element else None
+                # Dapatkan rating
+                rating_element = product_info.find('span', class_='prd_rating-average-text css-t70v7i')
+                rating = rating_element.text if rating_element else None
+        
+                toko = product_info.find('span', class_="prd_link-shop-name css-1kdc32b flip").text.strip()
+                asal_product = product_info.find('span', class_="prd_link-shop-loc css-1kdc32b flip"  ).text.strip()
+        
+                products.append({
+                    'link': link,
+                    'produk' : title,
+                    'harga' : harga,
+                    'terjual' : terjual,
+                    'rating' : rating,
+                    'toko' : toko,
+                    'asal_product' : asal_product,
+                })
+            if len(products) >= num_items:
+                products = products[:num_items]
+                break
+        except requests.exceptions.RequestException as e:
+            st.error("Terjadi kesalahan")
             break
-
-    except requests.exceptions.RequestException as e:
-        st.error("Terjadi kesalahan")
-        break
-    except requests.exceptions.HTTPError as e:
-        st.error("HTTP Error :", str(e))
-        break
-    page += 1
+        except requests.exceptions.HTTPError as e:
+            st.error("HTTP Error :", str(e))
+            break
+        page += 1
   return products
 #---------------------------------------------------User Interface----------------------------------------------------------------------