58 lines
1.5 KiB
Python
58 lines
1.5 KiB
Python
import requests
|
|
from bs4 import BeautifulSoup
|
|
|
|
|
|
def get_total_pages(url):
|
|
"""Get the total page count."""
|
|
html = fetch_page_html(url)
|
|
soup = BeautifulSoup(html, 'html.parser')
|
|
|
|
pagination_element = soup.find('ul', class_='pagination')
|
|
page_items = pagination_element.find_all('li', class_='page-item')
|
|
|
|
return len(page_items)
|
|
|
|
|
|
def fetch_page_html(url):
|
|
"""Fetch a page's HTML"""
|
|
response = requests.get(url)
|
|
if response.status_code == 200:
|
|
return response.content
|
|
else:
|
|
raise Exception(f'Failed to fetch HTML from {url}')
|
|
|
|
|
|
def extract_media_urls(html):
|
|
"""Extracts all media URLs from page HTML."""
|
|
soup = BeautifulSoup(html, 'html.parser')
|
|
download_links = soup.find_all('a', attrs={'download': True})
|
|
media_urls = [link['href'] for link in download_links]
|
|
return media_urls
|
|
|
|
|
|
def get_all_media_urls(base_url):
|
|
"""Extracts all media URLs from a Podcast Generator site."""
|
|
total_pages = get_total_pages(base_url)
|
|
|
|
media_urls = []
|
|
for page_number in range(1, total_pages + 1):
|
|
page_url = f'{base_url}/index.php?page={page_number}'
|
|
html = fetch_page_html(page_url)
|
|
media_links = extract_media_urls(html)
|
|
|
|
for link in media_links:
|
|
media_urls.append(f'{base_url}/{link}')
|
|
|
|
return media_urls
|
|
|
|
|
|
def main():
|
|
base_url = 'https://apcs.rhonk.cloud'
|
|
media_urls = get_all_media_urls(base_url)
|
|
with open('urls.txt', 'w', encoding='utf-8') as f:
|
|
f.write('\n'.join(media_urls))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|