datasci/ds-voidlinux-popcorn
1
0
Fork 0
Code Issues Pull requests Activity

Ignore 404 errors for raw data

Browse source
This commit is contained in:
Marty Oehme 2025-10-07 13:27:24 +02:00
parent 392c28953a
commit dde95c8d5f
Signed by: Marty
GPG key ID: 4E535BC19C61886E
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/get_raw.py
View file

@ -111,8 +111,10 @@ class FileDownloader:
return error return error
except aiohttp.ClientResponseError as e: except aiohttp.ClientResponseError as e:
# we skip 404 errors since some files are simply missing
if e.status == 404: if e.status == 404:
logger.warning(f"File not found: {remote_filename}") logger.warning(f"File not found: {remote_filename}")
return None
else: else:
logger.error( logger.error(
f"HTTP {e.status} downloading {remote_filename}: {e.message}" f"HTTP {e.status} downloading {remote_filename}: {e.message}"