Spaces:
Runtime error
Runtime error
File size: 1,321 Bytes
485f76b f1ab0d5 485f76b ae7097b 485f76b f1ab0d5 7c115c7 74a29fd 7c115c7 f1ab0d5 74a29fd 485f76b 74a29fd 485f76b 74a29fd 485f76b 60ec487 485f76b f1ab0d5 485f76b ae7097b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
#!/usr/bin/env python3
import csv
import concurrent.futures
import requests
from progress.bar import ChargingBar
from entity import Entity
from common import defaults,mkdir
import screenshot
import web
PARALLEL = 20
def query_vendor_site(e: Entity):
fn = web.get_cert(e)
lfn = web.get_logos(e)
sfn = screenshot.sc_entity(e)
return (fn, lfn, sfn)
def from_csv(fn: str):
with open(fn, newline='') as csvfile:
reader = csv.DictReader(csvfile)
with concurrent.futures.ThreadPoolExecutor(max_workers = PARALLEL) as executor:
futures = {executor.submit(query_vendor_site, e): e for e in [Entity.from_dict(d) for d in reader]}
bar = ChargingBar('Processing', max=len(futures))
for f in concurrent.futures.as_completed(futures):
url = futures[f]
try:
(cert, logos) = f.result()
except Exception as exc:
print('%r generated an exception: %s' % (url, exc))
raise
else:
print(cert, logos)
bar.next()
bar.finish()
#query_vendor_site(Entity.from_dict({'url':'http://www.bancoprovincia.com.ar', 'bco':'debug'}))
#exit()
if __name__ == '__main__':
from_csv(defaults.MAIN_CSV_PATH)
|