agatha/proxy-pool
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: increase revalidation concurrency

Browse Source
This commit is contained in:
agatha 2026-03-15 17:48:09 -04:00
parent 9452399fdf
commit 5082085c6d
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/proxy_pool/worker/settings.py
View File

@ -30,7 +30,7 @@ class WorkerSettings:
cron_jobs = [ cron_jobs = [
cron(scrape_all, minute={0, 30}), cron(scrape_all, minute={0, 30}),
cron(revalidate_sweep, minute={10, 25, 40, 55}), cron(revalidate_sweep, minute={5, 15, 25, 35, 45, 55}),
cron(prune_dead_proxies, hour={3}, minute={0}), cron(prune_dead_proxies, hour={3}, minute={0}),
cron(prune_old_checks, hour={4}, minute={0}), cron(prune_old_checks, hour={4}, minute={0}),
cron(expire_leases, minute=set(range(60))), cron(expire_leases, minute=set(range(60))),

2
src/proxy_pool/worker/tasks_validate.py
View File

@ -222,7 +222,7 @@ async def revalidate_sweep(ctx: dict) -> dict:
all_ids = unchecked_ids + stale_active_ids + dead_ids all_ids = unchecked_ids + stale_active_ids + dead_ids
semaphore = asyncio.Semaphore(10) semaphore = asyncio.Semaphore(20)
async def validate_with_limit(proxy_id: str) -> dict: async def validate_with_limit(proxy_id: str) -> dict:
async with semaphore: async with semaphore: