Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 7 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
@@ -1,5 +1,12 @@
# Changelog

## 5.0.3

### Changed

- Updated `@tangle-network/agent-eval` to `0.127.0` and adopted its explicit run outcome, cost provenance, and scenario identity contract.
- Allowed filesystem-heavy lifecycle tests enough time to complete under shared-runner load.

## 5.0.2

### Changed
Expand Down
4 changes: 2 additions & 2 deletions package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@tangle-network/agent-knowledge",
"version": "5.0.2",
"version": "5.0.3",
"description": "Build, search, evaluate, and improve source-backed knowledge bases.",
"homepage": "https://github.com/tangle-network/agent-knowledge#readme",
"repository": {
Expand Down Expand Up @@ -73,7 +73,7 @@
"verify:official-optimizers": "node scripts/verify-official-optimizers.mjs"
},
"dependencies": {
"@tangle-network/agent-eval": "0.126.7",
"@tangle-network/agent-eval": "0.127.0",
"@tangle-network/agent-interface": "^0.32.0",
"proper-lockfile": "4.1.2",
"zod": "^4.4.3"
Expand Down
79 changes: 71 additions & 8 deletions pnpm-lock.yaml

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

9 changes: 8 additions & 1 deletion tests/release.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,11 @@ import { knowledgeReleaseReport } from '../src/release'
function run(
overrides: Partial<RunRecord> & { runId: string; splitTag: RunSplitTag; score: number },
): RunRecord {
const { score, ...rest } = overrides
const {
score,
scenarioId = overrides.splitTag === 'holdout' ? 'holdout-case' : 'search-case',
...rest
} = overrides
return {
runId: rest.runId,
experimentId: 'exp-krel',
Expand All @@ -22,12 +26,15 @@ function run(
commitSha: 'd'.repeat(40),
wallMs: 100,
costUsd: 0.01,
costProvenance: { kind: 'observed', usd: 0.01 },
tokenUsage: { input: 10, output: 5 },
terminalOutcome: 'succeeded',
outcome:
rest.splitTag === 'holdout'
? { holdoutScore: score, raw: {} }
: { searchScore: score, raw: {} },
splitTag: rest.splitTag,
scenarioId,
...rest,
}
}
Expand Down
7 changes: 7 additions & 0 deletions vitest.config.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
import { defineConfig } from 'vitest/config'

export default defineConfig({
test: {
testTimeout: 15_000,
},
})
Loading