diff --git a/src/proxy_pool/worker/settings.py b/src/proxy_pool/worker/settings.py index 9cd49e2..ab7769f 100644 --- a/src/proxy_pool/worker/settings.py +++ b/src/proxy_pool/worker/settings.py @@ -30,7 +30,7 @@ class WorkerSettings: cron_jobs = [ cron(scrape_all, minute={0, 30}), - cron(revalidate_sweep, minute={10, 25, 40, 55}), + cron(revalidate_sweep, minute={5, 15, 25, 35, 45, 55}), cron(prune_dead_proxies, hour={3}, minute={0}), cron(prune_old_checks, hour={4}, minute={0}), cron(expire_leases, minute=set(range(60))), diff --git a/src/proxy_pool/worker/tasks_validate.py b/src/proxy_pool/worker/tasks_validate.py index 5b7a444..a24fd95 100644 --- a/src/proxy_pool/worker/tasks_validate.py +++ b/src/proxy_pool/worker/tasks_validate.py @@ -222,7 +222,7 @@ async def revalidate_sweep(ctx: dict) -> dict: all_ids = unchecked_ids + stale_active_ids + dead_ids - semaphore = asyncio.Semaphore(10) + semaphore = asyncio.Semaphore(20) async def validate_with_limit(proxy_id: str) -> dict: async with semaphore: