agatha/harvester
1
0
Fork 0
Code Issues 2 Pull Requests Packages Projects Releases Wiki Activity

Remove unneeded lin

Browse Source
This commit is contained in:
agatha 2023-11-06 17:23:04 -05:00
parent cf152e0ca7
commit da219575a1
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
harvester/proxy.py
View File

@ -51,7 +51,6 @@ def fetch_all(urls, max_workers=8):
with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor: with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
future_to_url = {executor.submit(fetch_list, url): url for url in urls} future_to_url = {executor.submit(fetch_list, url): url for url in urls}
for future in concurrent.futures.as_completed(future_to_url): for future in concurrent.futures.as_completed(future_to_url):
url = future_to_url[future]
try: try:
proxy_list = future.result() proxy_list = future.result()
for proxy in proxy_list: for proxy in proxy_list: