eval.yml

name: Classifier Evaluation

on:
  pull_request:
    branches: [main]

jobs:
  evaluate:
    name: Run Evaluation
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v6

      - name: Setup Node.js
        uses: actions/setup-node@v6
        with:
          node-version-file: '.nvmrc'
          cache: 'npm'

      - name: Install dependencies
        run: npm ci

      - name: Build
        run: npm run build

      - name: Run evaluation
        run: |
          mkdir -p results
          npx classifier-evals eval \
            --dataset datasets/examples/sample.csv \
            --format json \
            --output results/latest.json

      - name: Check regression gates
        run: |
          npx classifier-evals gates \
            --results results/latest.json \
            --gates datasets/examples/gates.yaml

      - name: Upload evaluation results
        if: always()
        uses: actions/upload-artifact@v7
        with:
          name: eval-results
          path: results/
          retention-days: 30