From 3f9c50d36e515b1999201a4caa67aa8ec7e2a237 Mon Sep 17 00:00:00 2001 From: Etienne Filhol Date: Mon, 16 Nov 2026 11:24:24 +0100 Subject: [PATCH] build(release): prepare v0.1.1 The version becomes 0.1.1, and docs/releases/v0.1.1.md gives the highlights since v0.1.0, the contributors, the full changelog of the ten pull requests in v0.1.0..main and the installation notes. Install examples, the release guide, the docs' release-notes link and menu, and the workflows' default tags name 0.1.1. The release tooling already accepts final vX.Y.Z tags and is unchanged. v0.1.1 carries the Hugging Face endpoint setting (#129), which PyPI's 0.1.0 does not have. --- .github/workflows/publish.yml | 2 +- .github/workflows/release.yml | 2 +- README.md | 2 +- app/packaging/PYPI.md | 2 +- app/packaging/README.md | 16 ++++---- app/site/mkdocs.yml | 1 + docs/README.md | 2 +- docs/getting-started.md | 6 +-- docs/releases/v0.1.1.md | 72 +++++++++++++++++++++++++++++++++++ pyproject.toml | 2 +- 10 files changed, 90 insertions(+), 17 deletions(-) create mode 100644 docs/releases/v0.1.1.md diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 1c0f2699..6e19f489 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -8,7 +8,7 @@ on: tag: description: Published release tag matching pyproject.toml required: true - default: v0.1.0 + default: v0.1.1 type: string confirm: description: Upload this reviewed release to PyPI diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 7022773b..2da59dd7 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -8,7 +8,7 @@ on: tag: description: Release tag matching pyproject.toml required: true - default: v0.1.0 + default: v0.1.1 type: string permissions: diff --git a/README.md b/README.md index 62c885f1..0c587b99 100644 --- a/README.md +++ b/README.md @@ -22,7 +22,7 @@ uv tool install nullius-eval nullius serve ``` -A specific version: `uv tool install nullius-eval==0.1.0`.\ +A specific version: `uv tool install nullius-eval==0.1.1`.\ The main branch, from source: ```bash diff --git a/app/packaging/PYPI.md b/app/packaging/PYPI.md index dc6d9905..5fbee39f 100644 --- a/app/packaging/PYPI.md +++ b/app/packaging/PYPI.md @@ -49,7 +49,7 @@ Update to the latest version with: uv tool upgrade nullius-eval ``` -To select a specific version, use `uv tool install nullius-eval==0.1.0`. +To select a specific version, use `uv tool install nullius-eval==0.1.1`. Add `--force` when replacing an existing installation. Explicit version pins are retained by `uv tool upgrade`; use `uv tool install --force nullius-eval` to return to the latest version without a pin. diff --git a/app/packaging/README.md b/app/packaging/README.md index 41128ebc..2cf1ed3d 100644 --- a/app/packaging/README.md +++ b/app/packaging/README.md @@ -13,7 +13,7 @@ The repository stays private; publication to PyPI makes the uploaded package and its included source public, independently of GitHub access. `pyproject.toml` owns the package version. The release tag is that version -prefixed with `v`: version `0.1.0` corresponds to tag `v0.1.0`. Release +prefixed with `v`: version `0.1.1` corresponds to tag `v0.1.1`. Release notes live in `docs/releases/.md`. ## Build the downloads locally @@ -23,15 +23,15 @@ From the repository root, with Python 3.12 or later and `uv` available: ```bash python3 app/packaging/release.py build \ --out-dir /tmp/nullius-release \ - --tag v0.1.0 + --tag v0.1.1 ``` The tag must match the package version, and the output directory must be absent or empty. Existing downloads are never overwritten. The output contains: ```text -nullius_eval-0.1.0-py3-none-any.whl -nullius_eval-0.1.0.tar.gz +nullius_eval-0.1.1-py3-none-any.whl +nullius_eval-0.1.1.tar.gz SHA256SUMS ``` @@ -45,7 +45,7 @@ tool replacement. It does not run a benchmark or read personal settings. To check a wheel independently: ```bash -python3 app/packaging/verify.py /tmp/nullius-release/nullius_eval-0.1.0-py3-none-any.whl +python3 app/packaging/verify.py /tmp/nullius-release/nullius_eval-0.1.1-py3-none-any.whl ``` To validate the complete downloaded set, including checksums and package @@ -54,7 +54,7 @@ metadata, without rebuilding it: ```bash python3 app/packaging/release.py verify \ --dist-dir /tmp/nullius-release \ - --tag v0.1.0 + --tag v0.1.1 ``` The source distribution is a Python build input. Neither archive is a @@ -66,7 +66,7 @@ the wheel's `py3-none-any` filename. 1. Review and merge the version, release notes and intended changes into `main`. 2. Open **Actions → draft release → Run workflow**, select `main`, and provide - the matching tag, such as `v0.1.0`. + the matching tag, such as `v0.1.1`. 3. The workflow runs the backend and route suites, builds and verifies the packages, then creates a draft release for the exact commit it checked out: a prerelease for an `rc` tag such as `v0.1.0rc2`, the latest release @@ -144,6 +144,6 @@ uninstall that tool with `uv tool uninstall nullius` before installing tool environment and remain in place. The default command installs the latest version without a pin. To select this -specific version, use `uv tool install nullius-eval==0.1.0`. Add `--force` +specific version, use `uv tool install nullius-eval==0.1.1`. Add `--force` when replacing an existing installation. `uv tool upgrade nullius-eval` updates an unpinned installation; it retains an explicit version constraint. diff --git a/app/site/mkdocs.yml b/app/site/mkdocs.yml index 2af82be6..e9762c73 100644 --- a/app/site/mkdocs.yml +++ b/app/site/mkdocs.yml @@ -127,6 +127,7 @@ nav: - Metrics: - Metric field guide: field-guide.md - Release notes: + - v0.1.1: releases/v0.1.1.md - v0.1.0: releases/v0.1.0.md - v0.1.0rc2: releases/v0.1.0rc2.md - v0.1.0rc1: releases/v0.1.0rc1.md diff --git a/docs/README.md b/docs/README.md index 691ada3a..74665cfd 100644 --- a/docs/README.md +++ b/docs/README.md @@ -29,7 +29,7 @@ Nullius runs AI evaluations on your machines and opens every score into the evid | [Capabilities](capabilities/supported/README.md) | Every capability, its port, how to add one | | [The standard](standard.md) | Ports, kits, setups, controls and proofs | | [CLI](cli/README.md) | Every command, by topic | -| [Release notes](releases/v0.1.0.md) | Highlights, changelog and installation notes by version | +| [Release notes](releases/v0.1.1.md) | Highlights, changelog and installation notes by version | | [Architecture](how-it-works.md) | Execution paths and files on disk | | [Metric field guide](field-guide.md) | Every metric and outcome; *Reference → Metrics* on the website | diff --git a/docs/getting-started.md b/docs/getting-started.md index 288458a4..d6ab1289 100644 --- a/docs/getting-started.md +++ b/docs/getting-started.md @@ -39,7 +39,7 @@ uv tool upgrade nullius-eval ``` To select a specific version instead, use `uv tool install -nullius-eval==0.1.0`. If replacing an existing installation, add `--force`. +nullius-eval==0.1.1`. If replacing an existing installation, add `--force`. An explicit version pin is retained by `uv tool upgrade`; change the pin with `uv tool install --force nullius-eval==VERSION`, or remove it with `uv tool install --force nullius-eval`. @@ -57,7 +57,7 @@ Wheel downloads are listed under repository's access permissions. From the folder containing the file: ```bash -uv tool install ./nullius_eval-0.1.0-py3-none-any.whl +uv tool install ./nullius_eval-0.1.1-py3-none-any.whl nullius serve ``` @@ -69,7 +69,7 @@ From a checkout, build the wheel, then install the resulting file: ```bash uv build --wheel --out-dir dist -uv tool install ./dist/nullius_eval-0.1.0-py3-none-any.whl +uv tool install ./dist/nullius_eval-0.1.1-py3-none-any.whl nullius serve ``` diff --git a/docs/releases/v0.1.1.md b/docs/releases/v0.1.1.md new file mode 100644 index 00000000..145b09f1 --- /dev/null +++ b/docs/releases/v0.1.1.md @@ -0,0 +1,72 @@ +**v0.1.1 · Hugging Face endpoints, OSWorld and machine constraints** + +- **Hugging Face endpoint.** Send a run's Hugging Face downloads to a mirror such as `https://hf-mirror.com` from Settings → Data providers, or with `HF_ENDPOINT`. It reaches drivers, Original setups, MCP servers and runs on hosts; pinned files are still checked by their sha256. +- **Machine constraints.** Set the CPUs, memory, processes, concurrent units and GPUs Nullius may use on each machine. Test checks that each limit is enforced, and standard runs apply them to their containers and processes. Run hosts is now one table. +- **New benchmark: OSWorld1** on the Nullius standard: OSWorld's Ubuntu tasks, each in its own VM, with OSWorld's own agents as the Original setup and a null control. The standard defines the `agent.computer/v1` port it declares, and a locked install fetches the git submodules its lock names. +- **GSM8K-Platinum.** GSM8K offers the cleaned test split as a second dataset, with the same unit numbers as the original. +- **Run listed units.** `nullius standard run ... --units FILE` runs only the units a file names; merge refuses shards whose lists differ. +- **Runs by launch.** A participant run over several shards is one row with the merged numbers, and unfolds into one row per shard. Controls are drawn whatever their state, and the task-check line names a control that did not check every task. +- **Fix.** A model provider's Remove appears and disappears after a save without a reload. + +## Contributors + +Thank you to everyone who built this release: +@aitianshi, @harenome and @pierreleca. + +## Install + +Install the latest version with [uv](https://docs.astral.sh/uv/) and Python 3.12+: + +```bash +uv tool install nullius-eval +nullius serve +``` + +For an existing unpinned installation, run `uv tool upgrade nullius-eval`. +Open . + +
+Full changelog + +## What's Changed + +- feat(standard): define agent.computer/v1 and install a locked project's git submodules by @pierreleca in [#114](https://github.com/ThinkFlowLab/nullius/pull/114) +- feat(catalogue): add OSWorld1 with OSWorld's own agents and a null control by @pierreleca in [#117](https://github.com/ThinkFlowLab/nullius/pull/117) +- feat(standard): run the units a file lists with --units by @pierreleca in [#120](https://github.com/ThinkFlowLab/nullius/pull/120) +- feat(settings): set and enforce what Nullius may use on each machine by @harenome in [#122](https://github.com/ThinkFlowLab/nullius/pull/122) +- fix(settings): bring a provider card's Remove up to date after a save by @harenome in [#125](https://github.com/ThinkFlowLab/nullius/pull/125) +- fix(runs): draw a launch's controls whatever their state by @harenome in [#127](https://github.com/ThinkFlowLab/nullius/pull/127) +- feat(settings): send Hugging Face downloads to a chosen endpoint by @aitianshi in [#129](https://github.com/ThinkFlowLab/nullius/pull/129) +- feat(catalogue): offer GSM8K-Platinum as a second dataset of GSM8K by @aitianshi in [#132](https://github.com/ThinkFlowLab/nullius/pull/132) +- feat(runs): fold a launch's shards into one row per participant by @harenome in [#137](https://github.com/ThinkFlowLab/nullius/pull/137) + +Test and CI changes: [#135](https://github.com/ThinkFlowLab/nullius/pull/135). + +## New Contributors + +- @pierreleca made their first contribution in [#114](https://github.com/ThinkFlowLab/nullius/pull/114) + +**Full Changelog**: [v0.1.0...v0.1.1](https://github.com/ThinkFlowLab/nullius/compare/v0.1.0...v0.1.1) + +
+ +
+Installation options, downloads and validation + +To pin this version, use `uv tool install nullius-eval==0.1.1`. +Alternatively, install the attached wheel with +`uv tool install ./nullius_eval-0.1.1-py3-none-any.whl`. +Add `--force` when replacing an existing tool installation. Settings, +catalogue additions and runs stay outside the installed package; +`nullius paths` shows their locations. + +The downloads contain the wheel, source archive and `SHA256SUMS`. +After downloading all three files into one directory, verify them on Linux +with `sha256sum --check SHA256SUMS`. + +Release validation targets Linux with Python 3.12: backend and route tests, +installed commands and resources, and user-storage preservation. It does not +establish macOS or Windows support or validate every live benchmark/provider +combination. These are Python packages with a local web UI. + +
diff --git a/pyproject.toml b/pyproject.toml index db89f217..1b2a9d66 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "nullius-eval" -version = "0.1.0" +version = "0.1.1" description = "An evaluation framework for AI agents. Bring any benchmark, agent or capability, run it on your machines, and inspect the evidence behind every score. Bring anything, run it, prove it." readme = "app/packaging/PYPI.md" requires-python = ">=3.12"