Compare commits

...

3 commits

Author SHA1 Message Date
87be49f30f
Update uv lock 2025-10-09 15:39:26 +02:00
1084d78c3e
Move code to code dir
Follow yoda
2025-10-09 15:39:25 +02:00
e18669065e
Fix conditional versioned changelog 2025-10-09 15:39:24 +02:00
16 changed files with 25 additions and 10 deletions

View file

@ -2,26 +2,34 @@ default: versioned
clean: files kernels unique packages
test:
files:
python src/files.py input output
python code/files.py input output
kernels:
python src/kernels.py input output
python code/kernels.py input output
unique:
python src/unique.py input output
python code/unique.py input output
packages:
python src/packages.py input output
python code/packages.py input output
versioned:
#!/usr/bin/env bash
set -euxo pipefail
datalad get -r "input"
datalad run -m "Update dataset" \
lastcommit=$(git log -1 --format=%H)
date=$(date +%F)
datalad run -m "Update dataset for ${date}" \
-o "input/*.json" -o "output/*.csv" \
just getraw clean validate
printf "\n## %s\n\n- auto generated\n" $(date +%F) | sed -i '/CHANGELOG/r /dev/stdin' CHANGELOG.md
git add CHANGELOG.md && git commit -v --no-edit --amend
git tag -a "$(date +%F)" -m "Release $(date +%F)"
if [ "$lastcommit" != $(git log -1 --format=%H) ]; then
printf "\n## %s\n\n- auto generated\n" ${date} | sed -i '/CHANGELOG/r /dev/stdin' CHANGELOG.md
git add CHANGELOG.md && git commit -v --no-edit --amend
git tag -a "${date}" -m "Release ${date}"
fi
# requires python dev dependencies, thus to be running in venv
validate:
@ -32,4 +40,4 @@ validate:
# 2018-05-09 is the first date of recording available
getraw:
uv sync --locked
uv run python src/get_raw.py --dir input --delay 1 2018-05-09
uv run python code/get_raw.py --dir input --delay 1 2018-05-09

View file

@ -10,6 +10,13 @@ dependencies = [
"yarl>=1.22.0",
]
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[tool.hatch.build.targets.wheel]
packages = ["code"]
[dependency-groups]
dev = [
"dataframely>=1.13.0",

2
uv.lock generated
View file

@ -456,7 +456,7 @@ wheels = [
[[package]]
name = "popcorn-dataset"
version = "0.1.0"
source = { virtual = "." }
source = { editable = "." }
dependencies = [
{ name = "aiofiles" },
{ name = "aiohttp" },