Ivan Schaller
fea239e20a
All checks were successful
continuous-integration/drone/push Build is passing
34 lines
884 B
Python
34 lines
884 B
Python
import shutil
|
|
import requests
|
|
from time import sleep
|
|
from pathlib import Path
|
|
|
|
|
|
def download_chapter(image_urls, chapter_path, md_wait=0.5, md_verbose=False):
|
|
# download images
|
|
img_num = 1
|
|
for img in image_urls:
|
|
# set image path
|
|
image_path = Path(f'{chapter_path}/{img_num:03d}')
|
|
try:
|
|
#print('Try getting ' + img)
|
|
req = requests.get(img, stream = True)
|
|
except:
|
|
print(f'Request for image {img} failed, retrying')
|
|
sleep(md_wait)
|
|
req = requests.get(img, stream = True)
|
|
|
|
if req.status_code == 200:
|
|
req.raw.decode_content = True
|
|
with image_path.open('wb') as file:
|
|
shutil.copyfileobj(req.raw, file)
|
|
|
|
# verbose logging
|
|
if md_verbose:
|
|
print(f' Downloaded image {img_num}')
|
|
|
|
img_num += 1
|
|
sleep(0.5)
|
|
else:
|
|
print('Image {img} could not be downloaded. Exiting')
|
|
exit(1)
|