agatha/harvester
1
0
Fork 0
Code Issues 2 Pull Requests Packages Projects Releases Wiki Activity

chore: refactor proxy gathering into dedicated function

Browse Source
This commit is contained in:
agatha 2024-09-22 15:25:13 -04:00
parent ed7757ab8f
commit 117d88b92d
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
main.py
View File

@ -29,10 +29,7 @@ def write_file(path, data):
file.write(data) file.write(data)
def main(): def gather_proxies():
"""Main entry point."""
logging.basicConfig(level=logging.WARN)
# Load proxy source list and fetch proxies # Load proxy source list and fetch proxies
urls = read_file('data/proxy-sources.txt') urls = read_file('data/proxy-sources.txt')
proxies = fetch_all(urls) proxies = fetch_all(urls)
@ -95,5 +92,11 @@ def main():
) )
def main():
"""Main entry point."""
logging.basicConfig(level=logging.WARN)
gather_proxies()
if __name__ == '__main__': if __name__ == '__main__':
main() main()