#!/bin/sh
# SPDX-License-Identifier: FSL-1.1-ALv2
# Evaluation gate for any CI (T46). Exit codes: 0 pass, 1 metric below FAIL_UNDER, 2 usage
# (e.g. the sealed test split), 3 credentials, 4 network. Needs DX_BASE_URL and DX_API_KEY.
set -eu
: "${WORKFLOW:?set WORKFLOW, e.g. facturas@dev}"
: "${DATASET:?set DATASET, e.g. ds_01j...}"
: "${FAIL_UNDER:=0.97}"
: "${SPLIT:=validation}"
: "${METRIC:=f1_macro}"
exec extractit eval run "$WORKFLOW" --dataset "$DATASET" --split "$SPLIT" \
  --metric "$METRIC" --fail-under "$FAIL_UNDER"
