agatha/harvester
1
0
Fork 0
Code Issues 2 Pull Requests Packages Projects Releases Wiki Activity

feat: proxies are updated if already in database

Browse Source
This commit is contained in:
agatha 2024-09-22 15:02:22 -04:00
parent 5ac63e1fb5
commit 7b55220589
1 changed files with 16 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
main.py
View File

@ -59,14 +59,22 @@ def main():
# Save to DB # Save to DB
session = session_factory.create_session() session = session_factory.create_session()
proxy = Proxy( existing_proxy = session.query(Proxy).filter_by(host=proxy.split(':')[0],
host=proxy.split(':')[0], port=int(proxy.split(':')[1])).first()
port=int(proxy.split(':')[1]),
egress_ip=ip, if existing_proxy:
date_added=datetime.now(), existing_proxy.date_validated = datetime.now()
date_validated=datetime.now(), existing_proxy.egress_ip = ip
) else:
session.add(proxy) new_proxy = Proxy(
host=proxy.split(':')[0],
port=int(proxy.split(':')[1]),
egress_ip=ip,
date_added=datetime.now(),
date_validated=datetime.now(),
)
session.add(new_proxy)
session.commit() session.commit()
# Create output directory if it does not exist # Create output directory if it does not exist