diff --git a/harvester/proxy.py b/harvester/proxy.py index ed5e5ce..d7b5c81 100644 --- a/harvester/proxy.py +++ b/harvester/proxy.py @@ -51,7 +51,6 @@ def fetch_all(urls, max_workers=8): with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor: future_to_url = {executor.submit(fetch_list, url): url for url in urls} for future in concurrent.futures.as_completed(future_to_url): - url = future_to_url[future] try: proxy_list = future.result() for proxy in proxy_list: