Update justfile for retrieving raw data

justfile

@@ -1,6 +1,6 @@
-default: versioned validate
+default: versioned
 
-all: files kernels unique packages
+clean: files kernels unique packages
 
 files:
     python src/files.py input output
@@ -15,9 +15,19 @@ packages:
     python src/packages.py input output
 
 versioned:
-    datalad run -m "Create updated output data" -i "input/*.json" -o "output/*.csv" just all
+    datalad get -r "input"
+    datalad run -m "Update dataset" \
+        -o "input/*.json" -o "output/*.csv" \
+        just getraw clean validate
     printf "\n## %s\n\n- auto generated\n" $(date +%F) | sed -i '/CHANGELOG/r /dev/stdin' CHANGELOG.md
+    git add CHANGELOG.md && git commit -v --no-edit --amend
+    git tag -a "$(date +%F)" -m "Release $(date +%F)"
 
-# requires python dependencies, thus to be running in venv
+# requires python dev dependencies, thus to be running in venv
 validate:
     uv run pytest
+
+# requires python dependencies for http interactions
+# 2018-05-09 is the first date of recording available
+getraw:
+    uv run python src/get_raw.py --dir input --delay 1 2018-05-09