Spaces:
Runtime error
Runtime error
File size: 1,273 Bytes
ad89eb2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
import requests
from bs4 import BeautifulSoup
from time import time as t
classes=["zCubwf","hgKElc","LTKOO sY7ric","Z0LcW","gsrt vk_bk FzvWSb YwPhnf","pclqee","tw-Data-text tw-text-small tw-ta",
"IZ6rdc","O5uR6d LTKOO","vlzY6d","webanswers-webanswers_table__webanswers-table",
"dDoNo ikb4Bb gsrt","sXLaOe","LWkfKe","VQF4g","qv3Wpe","kno-rdesc"]
useragent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.75 Safari/537.36'
#scrape data from google search results
def Online_Scraper(query,PRINT=True):
C=t()
query=query.replace(" + "," plus ")
query=query.replace(" - "," minus ")
URL = "https://www.google.co.in/search?q=" + query
headers = {'User-Agent': useragent}
page = requests.get(URL, headers=headers)
soup = BeautifulSoup(page.content, 'html.parser')
for i in classes:
try:
result=soup.find(class_=i).get_text()
if PRINT:
print(f"by class {i}")
return result,None,t()-C
except Exception:
pass
return None,None,t()-C
if __name__=="__main__":
A=["who is iron man","spider man","78 + 98","pizza"]
for i in A:
C=t()
print(Online_Scraper(i))
print(t()-C) |