manga-dlp/mangadlp/downloader.py
Ivan Schaller faa16c70a3
Some checks failed
ci/woodpecker/push/tests Pipeline failed
fix mypy errors
2022-06-20 17:46:04 +02:00

60 lines
1.7 KiB
Python

import shutil
import sys
from pathlib import Path
from time import sleep
from typing import Union
import requests
import mangadlp.utils as utils
# download images
def download_chapter(
image_urls: list,
chapter_path: Union[str, Path],
download_wait: float,
verbose: bool,
) -> None:
total_img = len(image_urls)
for image_num, image in enumerate(image_urls, 1):
# get image suffix
image_suffix = str(Path(image).suffix) or ".png"
# set image path
image_path = Path(f"{chapter_path}/{image_num:03d}{image_suffix}")
# show progress bar if verbose logging is not active
if verbose:
print(f"INFO: Downloading image {image_num}/{total_img}")
else:
utils.progress_bar(image_num, total_img)
counter = 1
while counter <= 3:
try:
r = requests.get(image, stream=True)
if r.status_code != 200:
print(f"ERR: Request for image {image} failed, retrying")
raise ConnectionError
except KeyboardInterrupt:
print("ERR: Stopping")
sys.exit(1)
except:
if counter >= 3:
print("ERR: Maybe the MangaDex Servers are down?")
raise ConnectionError
sleep(download_wait)
counter += 1
else:
break
# write image
try:
with image_path.open("wb") as file:
r.raw.decode_content = True
shutil.copyfileobj(r.raw, file)
except:
print("ERR: Can't write file")
raise IOError
image_num += 1
sleep(download_wait)