datasci/ds-voidlinux-popcorn
1
0
Fork 0
Code Issues Pull requests Activity

Update justfile for retrieving raw data

Browse source
This commit is contained in:
Marty Oehme 2025-10-07 13:17:57 +02:00
parent 91b0496963
commit 392c28953a
Signed by: Marty
GPG key ID: 4E535BC19C61886E
1 changed files with 14 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

18
justfile
View file

@ -1,6 +1,6 @@
default: versioned validate default: versioned
all: files kernels unique packages clean: files kernels unique packages
files: files:
python src/files.py input output python src/files.py input output
@ -15,9 +15,19 @@ packages:
python src/packages.py input output python src/packages.py input output
versioned: versioned:
datalad run -m "Create updated output data" -i "input/*.json" -o "output/*.csv" just all datalad get -r "input"
datalad run -m "Update dataset" \
-o "input/*.json" -o "output/*.csv" \
just getraw clean validate
printf "\n## %s\n\n- auto generated\n" $(date +%F) | sed -i '/CHANGELOG/r /dev/stdin' CHANGELOG.md printf "\n## %s\n\n- auto generated\n" $(date +%F) | sed -i '/CHANGELOG/r /dev/stdin' CHANGELOG.md
git add CHANGELOG.md && git commit -v --no-edit --amend
git tag -a "$(date +%F)" -m "Release $(date +%F)"
# requires python dependencies, thus to be running in venv # requires python dev dependencies, thus to be running in venv
validate: validate:
uv run pytest uv run pytest
# requires python dependencies for http interactions
# 2018-05-09 is the first date of recording available
getraw:
uv run python src/get_raw.py --dir input --delay 1 2018-05-09