agatha/harvester
1
0
Fork 0
Code Issues 2 Pull Requests Packages Projects Releases Wiki Activity

Remove duplicate test

Browse Source
This commit is contained in:
agatha 2023-11-07 21:27:10 -05:00
parent 668a77ade0
commit ccbe6cd940
2 changed files with 6 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
README.md
View File

@ -42,6 +42,6 @@ pip install -r requirement-dev.txt
pytest -v pytest -v
``` ```
## Greets ## Greetz
Shoutouts to [acidvegas](https://git.supernets.org/acidvegas/). This project was inspired by Shoutouts to [acidvegas](https://git.supernets.org/acidvegas/). This project was inspired by
[proxytools](https://git.supernets.org/acidvegas/proxytools) the scripts in [proxytools](https://git.supernets.org/acidvegas/proxytools).

9
tests/test_harvester.py
View File

@ -6,6 +6,7 @@ from harvester.proxy import fetch_list, fetch_all
@pytest.fixture(scope='session', autouse=True) @pytest.fixture(scope='session', autouse=True)
def start_web_server(): def start_web_server():
"""Start a local webserver to serve unit test data."""
server_process = subprocess.Popen(['python', '-m', 'http.server', '8888'], cwd='tests/data') server_process = subprocess.Popen(['python', '-m', 'http.server', '8888'], cwd='tests/data')
time.sleep(1) time.sleep(1)
@ -15,23 +16,19 @@ def start_web_server():
def test_fetch_list(): def test_fetch_list():
"""Proxies should be returned in the form of [username:password]@ip:port."""
expected = ['127.0.0.1:9000', '127.0.0.1:9001', 'username:pa$$@word@127.0.0.1:9002'] expected = ['127.0.0.1:9000', '127.0.0.1:9001', 'username:pa$$@word@127.0.0.1:9002']
result = fetch_list('http://localhost:8888/proxies1.txt') result = fetch_list('http://localhost:8888/proxies1.txt')
assert set(expected).issubset(result) assert set(expected).issubset(result)
def test_fetch_list_fail(): def test_fetch_list_fail():
"""Failures are logged to console and an empty list is returned."""
expected = [] expected = []
result = fetch_list('http://localhost:12345/proxies1.txt') result = fetch_list('http://localhost:12345/proxies1.txt')
assert result == expected assert result == expected
def test_fetch_list_only_valid():
expected = ['127.0.0.1:9000', '127.0.0.1:9001', 'username:pa$$@word@127.0.0.1:9002']
result = fetch_list('http://localhost:8888/proxies1.txt')
assert set(expected).issubset(result)
def test_fetch_all(): def test_fetch_all():
expected = ['127.0.0.1:9000', '127.0.0.1:9001', 'username:pa$$@word@127.0.0.1:9002', '127.0.0.1:9999'] expected = ['127.0.0.1:9000', '127.0.0.1:9001', 'username:pa$$@word@127.0.0.1:9002', '127.0.0.1:9999']
result = fetch_all(['http://localhost:8888/proxies1.txt', 'http://localhost:8888/proxies2.txt']) result = fetch_all(['http://localhost:8888/proxies1.txt', 'http://localhost:8888/proxies2.txt'])