update du projet, xml collection enlevé et méthode fait maison ajouter

This commit is contained in:
Pontoporeia
2023-05-12 09:38:08 +02:00
parent 85a81079c1
commit 3ee32e17fa
2058 changed files with 837761 additions and 41938 deletions

39
data/cover/scrape.py Normal file
View File

@@ -0,0 +1,39 @@
import os
import sys
import requests
from bs4 import BeautifulSoup
from urllib.parse import urljoin, urlparse
import urllib.request
def main(url):
try:
response = requests.get(url, headers={"User-Agent": "Mozilla/5.0"})
response.raise_for_status()
except requests.exceptions.RequestException as e:
print(f"Error: {e}")
sys.exit(1)
soup = BeautifulSoup(response.text, 'html.parser')
images = soup.find_all('img')
if not os.path.exists("images"):
os.makedirs("images")
for image in images:
img_src = image.get('src')
img_url = urljoin(url, img_src)
local_filename = urlparse(img_url).path.split('/')[-1]
try:
urllib.request.urlretrieve(img_url, os.path.join("images", local_filename))
print(f"Downloaded {img_url}")
except Exception as e:
print(f"Error downloading {img_url}: {e}")
if __name__ == "__main__":
if len(sys.argv) < 2:
print("Usage: python script.py <URL>")
sys.exit(1)
url = sys.argv[1]
main(url)