Commit
·
f585df9
1
Parent(s):
9101213
Update app.py
Browse files
app.py
CHANGED
@@ -219,8 +219,13 @@ def scrape_tokped_with_selenium(nama_barang, num_items):
|
|
219 |
while len(products) < num_items :
|
220 |
try :
|
221 |
url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
|
222 |
-
|
223 |
-
|
|
|
|
|
|
|
|
|
|
|
224 |
# Tunggu hingga elemen tertentu muncul (gunakan sesuai kebutuhan)
|
225 |
WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.CLASS_NAME, "pcv3__info-content css-gwkf0u")))
|
226 |
|
|
|
219 |
while len(products) < num_items :
|
220 |
try :
|
221 |
url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
|
222 |
+
headers = {
|
223 |
+
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36',
|
224 |
+
'Accept-Language': 'en-US,en;q=0.5',
|
225 |
+
'Accept-Encoding': 'gzip, deflate, br',
|
226 |
+
'Connection': 'keep-alive'
|
227 |
+
}
|
228 |
+
driver.get(url, headers = headers)
|
229 |
# Tunggu hingga elemen tertentu muncul (gunakan sesuai kebutuhan)
|
230 |
WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.CLASS_NAME, "pcv3__info-content css-gwkf0u")))
|
231 |
|