Update app.py

app.py

@@ -122,14 +122,88 @@ def scrape_tokped(nama_barang, num_items):
                 products = products[:num_items]
                 break
 
-        except requests.exceptions.RequestException as e:
-            st.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-            break
-        except requests.exceptions.HTTPError as e:
-            st.error(f"HTTP Error: {e}")
-            break
         except Exception as e:
             st.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
+            st.write("Jalankan script ini di IDE/colab.research.google.com Anda :")
+            code =  '''!pip install beautifulsoup4
+                    !pip install requests
+                    !pip install streamlit
+                    from bs4 import BeautifulSoup
+                    import requests
+                    from urllib.parse import quote
+                    import pandas as pd
+                    import streamlit as st
+                    def scrape_tokped(nama_barang, num_items):
+                        products = []
+                        page = 1
+                        query = quote(nama_barang)
+                        while len(products) < num_items :
+                            url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
+                    
+                            headers = {
+                                'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
+                            }
+                            timeout = 10
+                            try :
+                                response = requests.get(url, headers = headers, timeout = timeout)
+                                response.raise_for_status()
+                    
+                                soup = BeautifulSoup(response.text, 'html.parser')
+                    
+                                product_container_list = soup.find_all('a', class_="pcv3__info-content css-gwkf0u", href = True)
+                    
+                                for product_info in product_container_list:
+                                    link = product_info['href']
+                                    title_element = product_info.find('div', class_="prd_link-product-name css-3um8ox")
+                                    title = title_element.text.strip() if title_element else None
+                    
+                                    harga_element = product_info.find('div', class_="prd_link-product-price css-h66vau")
+                                    harga = harga_element.text.strip() if harga_element else None
+                    
+                                    terjual_element = product_info.find('span', class_="prd_label-integrity css-1sgek4h")
+                                    terjual = terjual_element.text if terjual_element else None
+                    
+                                    rating_element = product_info.find('span', class_='prd_rating-average-text css-t70v7i')
+                                    rating = rating_element.text if rating_element else None
+                    
+                                    toko_element = product_info.find('span', class_="prd_link-shop-name css-1kdc32b flip")
+                                    toko = toko_element.text.strip() if toko_element else None
+                    
+                                    asal_product_element = product_info.find('span', class_="prd_link-shop-loc css-1kdc32b flip")
+                                    asal_product = asal_product_element.text.strip() if asal_product_element else None
+                    
+                                    products.append({
+                                        'link': link,
+                                        'produk' : title,
+                                        'harga' : harga,
+                                        'terjual' : terjual,
+                                        'rating' : rating,
+                                        'toko' : toko,
+                                        'asal_product' : asal_product,
+                                    })
+                                if len(products) >= num_items:
+                                    products = products[:num_items]
+                                    break
+                    
+                            except requests.exceptions.RequestException as e:
+                                logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
+                                break
+                            except requests.exceptions.HTTPError as e:
+                                logging.error(f"HTTP Error: {e}")
+                                break
+                            except Exception as e:
+                                logging.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
+                                break
+                            page += 1
+                        return products)
+                        
+                    nama_barang = input("Masukkan nama barang: ")
+                    num_items = int(input("Masukkan jumlah barang yang ingin diambil: "))
+
+                    # Melakukan scraping menggunakan fungsi scrape_tokped
+                    hasil = scrape_tokped(nama_barang, num_items)
+                    pd.DataFrame(hasil)'''
+            st.code(code, language='python')
             break
         page += 1
     return products