Ivan Schaller
78a4e1827f
All checks were successful
continuous-integration/drone/push Build is passing
33 lines
1,009 B
Python
33 lines
1,009 B
Python
import shutil
|
|
from pathlib import Path
|
|
from time import sleep
|
|
import requests
|
|
|
|
# download images
|
|
def download_chapter(image_urls, chapter_path, md_wait, md_verbose):
|
|
img_num = 1
|
|
for img in image_urls:
|
|
# set image path
|
|
image_path = Path(f"{chapter_path}/{img_num:03d}")
|
|
try:
|
|
# print('Try getting ' + img)
|
|
req = requests.get(img, stream=True)
|
|
except:
|
|
print(f"ERR: Request for image {img} failed, retrying")
|
|
sleep(md_wait)
|
|
req = requests.get(img, stream=True)
|
|
|
|
if req.status_code == 200:
|
|
req.raw.decode_content = True
|
|
with image_path.open("wb") as file:
|
|
shutil.copyfileobj(req.raw, file)
|
|
|
|
# verbose logging
|
|
if md_verbose:
|
|
print(f"INFO: Downloaded image {img_num}")
|
|
|
|
img_num += 1
|
|
sleep(md_wait)
|
|
else:
|
|
print(f"ERR: Image {img} could not be downloaded. Exiting")
|
|
exit(1)
|