Spaces:
Running
Running
File size: 1,909 Bytes
1d79b9e 82e8fdb 1d79b9e 82e8fdb 1d79b9e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | #!/usr/bin/env bash
#
# Migration gate — the HEAVIER, on-demand gate for the comparison-index migration
# (run when working on the scoped-fetch migration, NOT on every push — the fast
# pre-push gate is scripts/linux-gate.sh). Runs on linux/amd64 with the prod-pinned
# binding. Today: leaderboard parity (query == comparison-index). As the migration
# proceeds, add render-equivalence + the by_model consumer test here.
#
# Usage: scripts/migration-gate.sh
# SNAPSHOT_URL=<post-rebaseline snapshot> scripts/migration-gate.sh # re-verify after the registry rebaseline
set -euo pipefail
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
cd "$ROOT"
# Default to the latest published snapshot; pin by exporting SNAPSHOT_URL first.
if [ -z "${SNAPSHOT_URL:-}" ]; then
echo "[migration-gate] resolving latest published snapshot (set SNAPSHOT_URL to pin)…"
SNAPSHOT_URL="$(node "$ROOT/scripts/resolve-latest-snapshot.mjs")" || {
echo "[migration-gate] could not resolve latest snapshot — set SNAPSHOT_URL explicitly" >&2
exit 2
}
fi
DUCKDB_VERSION="$(grep -m1 -oE '@duckdb/node-api@[0-9][A-Za-z0-9.+-]*' pnpm-lock.yaml | sed 's#.*@##' || true)"
DUCKDB_VERSION="${DUCKDB_VERSION:-1.5.3-r.2}"
echo "[migration-gate] binding @duckdb/node-api@${DUCKDB_VERSION}; snapshot ${SNAPSHOT_URL}"
docker build --platform=linux/amd64 --build-arg "DUCKDB_VERSION=${DUCKDB_VERSION}" \
-t evalcard-linux-gate "$ROOT/scripts/linux-gate" >/dev/null
echo "[migration-gate] leaderboard parity (query vs live comparison-index)…"
docker run --platform=linux/amd64 --rm -e SNAPSHOT_URL="$SNAPSHOT_URL" evalcard-linux-gate parity.mjs
# TODO add as the migration proceeds:
# - render-equivalence (eval-page leaderboard / histogram bars / whisker N-min-max / DeepDive run-labels)
# - by_model-removal consumer test (slash/percent/dunder identity resolution)
echo "[migration-gate] PASS ✅"
|