Removed save_image helper function

main
anela 2 years ago
parent 1d4562f014
commit cf6e6d6406

@ -1,13 +1,9 @@
import logging
import base64 import base64
import os import os
import re
import requests import requests
from tempfile import gettempdir from tempfile import gettempdir
logger = logging.getLogger(__name__)
def fetch_html(url): def fetch_html(url):
""" """
Helper to fetch and cache html responses. Helper to fetch and cache html responses.
@ -49,40 +45,3 @@ def fetch_html(url):
with open(filepath, "w+") as f: with open(filepath, "w+") as f:
f.write(html) f.write(html)
return html return html
def save_image(state, filename, url, headers=None):
"""
Takes an abbreviates for a state, filename(game_id), url of image location, and headers
The function:
-parses the URL for the filetype
-establishes the image directory
-locates or create a filepath for images
-writes image info to file
"""
headers = headers or {}
extension = re.search(r"\.([^\.\?]*)($|[^\.]+$)", url).group(1)
IMAGE_DIR = os.getenv(
"IMAGE_DIR",
os.path.realpath(os.path.join(os.getenv("HOME"), ".data/assets/images")),
)
IMAGE_DIR = f"{IMAGE_DIR}/{state}"
dirpath = IMAGE_DIR
if not os.path.exists(dirpath):
os.makedirs(dirpath)
filename = f"{filename}.{extension}"
filepath = os.path.realpath(os.path.join(dirpath, filename))
try:
r = requests.get(url, stream=True, headers=headers)
except Exception as e:
logger.warn("Unable to download {}.\n{}".format(url, e))
return None
if r.status_code == 200:
with open(filepath, "wb") as f:
for chunk in r:
f.write(chunk)
else:
logger.warn("Unable to download {}. {} - {}".format(url, r.status_code, r))
return None
return "{}/{}".format(state, filename)

Loading…
Cancel
Save