In a parallel setup this could fail

This commit is contained in:
Julien Chaumond 2020-01-13 23:44:08 +00:00
parent 894812c652
commit afc24ea5d4

View File

@ -316,8 +316,7 @@ def get_from_cache(
if isinstance(cache_dir, Path):
cache_dir = str(cache_dir)
if not os.path.exists(cache_dir):
os.makedirs(cache_dir)
os.makedirs(cache_dir, exist_ok=True)
# Get eTag to add to filename, if it exists.
if url.startswith("s3://"):