Compare commits
3 commits
e11eadc4ae
...
87be49f30f
| Author | SHA1 | Date | |
|---|---|---|---|
| 87be49f30f | |||
| 1084d78c3e | |||
| e18669065e |
16 changed files with 25 additions and 10 deletions
0
src/.gitattributes → code/.gitattributes
vendored
0
src/.gitattributes → code/.gitattributes
vendored
26
justfile
26
justfile
|
|
@ -2,26 +2,34 @@ default: versioned
|
||||||
|
|
||||||
clean: files kernels unique packages
|
clean: files kernels unique packages
|
||||||
|
|
||||||
|
test:
|
||||||
|
|
||||||
files:
|
files:
|
||||||
python src/files.py input output
|
python code/files.py input output
|
||||||
|
|
||||||
kernels:
|
kernels:
|
||||||
python src/kernels.py input output
|
python code/kernels.py input output
|
||||||
|
|
||||||
unique:
|
unique:
|
||||||
python src/unique.py input output
|
python code/unique.py input output
|
||||||
|
|
||||||
packages:
|
packages:
|
||||||
python src/packages.py input output
|
python code/packages.py input output
|
||||||
|
|
||||||
versioned:
|
versioned:
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euxo pipefail
|
||||||
datalad get -r "input"
|
datalad get -r "input"
|
||||||
datalad run -m "Update dataset" \
|
lastcommit=$(git log -1 --format=%H)
|
||||||
|
date=$(date +%F)
|
||||||
|
datalad run -m "Update dataset for ${date}" \
|
||||||
-o "input/*.json" -o "output/*.csv" \
|
-o "input/*.json" -o "output/*.csv" \
|
||||||
just getraw clean validate
|
just getraw clean validate
|
||||||
printf "\n## %s\n\n- auto generated\n" $(date +%F) | sed -i '/CHANGELOG/r /dev/stdin' CHANGELOG.md
|
if [ "$lastcommit" != $(git log -1 --format=%H) ]; then
|
||||||
git add CHANGELOG.md && git commit -v --no-edit --amend
|
printf "\n## %s\n\n- auto generated\n" ${date} | sed -i '/CHANGELOG/r /dev/stdin' CHANGELOG.md
|
||||||
git tag -a "$(date +%F)" -m "Release $(date +%F)"
|
git add CHANGELOG.md && git commit -v --no-edit --amend
|
||||||
|
git tag -a "${date}" -m "Release ${date}"
|
||||||
|
fi
|
||||||
|
|
||||||
# requires python dev dependencies, thus to be running in venv
|
# requires python dev dependencies, thus to be running in venv
|
||||||
validate:
|
validate:
|
||||||
|
|
@ -32,4 +40,4 @@ validate:
|
||||||
# 2018-05-09 is the first date of recording available
|
# 2018-05-09 is the first date of recording available
|
||||||
getraw:
|
getraw:
|
||||||
uv sync --locked
|
uv sync --locked
|
||||||
uv run python src/get_raw.py --dir input --delay 1 2018-05-09
|
uv run python code/get_raw.py --dir input --delay 1 2018-05-09
|
||||||
|
|
|
||||||
|
|
@ -10,6 +10,13 @@ dependencies = [
|
||||||
"yarl>=1.22.0",
|
"yarl>=1.22.0",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[build-system]
|
||||||
|
requires = ["hatchling"]
|
||||||
|
build-backend = "hatchling.build"
|
||||||
|
|
||||||
|
[tool.hatch.build.targets.wheel]
|
||||||
|
packages = ["code"]
|
||||||
|
|
||||||
[dependency-groups]
|
[dependency-groups]
|
||||||
dev = [
|
dev = [
|
||||||
"dataframely>=1.13.0",
|
"dataframely>=1.13.0",
|
||||||
|
|
|
||||||
2
uv.lock
generated
2
uv.lock
generated
|
|
@ -456,7 +456,7 @@ wheels = [
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "popcorn-dataset"
|
name = "popcorn-dataset"
|
||||||
version = "0.1.0"
|
version = "0.1.0"
|
||||||
source = { virtual = "." }
|
source = { editable = "." }
|
||||||
dependencies = [
|
dependencies = [
|
||||||
{ name = "aiofiles" },
|
{ name = "aiofiles" },
|
||||||
{ name = "aiohttp" },
|
{ name = "aiohttp" },
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue