From 57a6d8b7f541730e62985e7d14cb98aaf050af63 Mon Sep 17 00:00:00 2001 From: Paulo Lacerda Date: Wed, 22 Apr 2026 13:54:50 -0300 Subject: [PATCH] feat: default publish_foundry_evaluation to true Change OutputConfig.publish_foundry_evaluation default from False to True so eval runs automatically publish results to the AI Foundry portal. Update all documentation to reflect the new default. --- .github/copilot-instructions.md | 2 +- AGENTS.md | 2 +- docs/how-it-works.md | 2 +- docs/run-yaml-schema.md | 2 +- src/agentops/core/models.py | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/copilot-instructions.md b/.github/copilot-instructions.md index d43d06c4..2ddd7a71 100644 --- a/.github/copilot-instructions.md +++ b/.github/copilot-instructions.md @@ -226,7 +226,7 @@ Both support two resolution modes (at least one required): - `path` — Output directory - `write_report` — Generate `report.md` (default: `true`) -- `publish_foundry_evaluation` — Publish results to Foundry (default: `false`) +- `publish_foundry_evaluation` — Publish results to Foundry (default: `true`) - `fail_on_foundry_publish_error` — Fail if Foundry publish fails (default: `false`) #### Validation rules diff --git a/AGENTS.md b/AGENTS.md index 8229dfa7..02fd9fd3 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -363,7 +363,7 @@ Callable protocol: `fn(input_text: str, context: dict) -> dict` returning `{"res `output` section: - `path` — Output directory - `write_report` — Generate `report.md` (default: `true`) -- `publish_foundry_evaluation` — Publish results to Foundry (default: `false`) +- `publish_foundry_evaluation` — Publish results to Foundry (default: `true`) - `fail_on_foundry_publish_error` — Fail if Foundry publish fails (default: `false`) Backend resolution: diff --git a/docs/how-it-works.md b/docs/how-it-works.md index ff1e7dd0..0910d359 100644 --- a/docs/how-it-works.md +++ b/docs/how-it-works.md @@ -360,7 +360,7 @@ Both support two resolution modes (at least one required): - `path` — Output directory - `write_report` — Generate `report.md` (default: `true`) -- `publish_foundry_evaluation` — Publish results to Foundry (default: `false`) +- `publish_foundry_evaluation` — Publish results to Foundry (default: `true`) - `fail_on_foundry_publish_error` — Fail if Foundry publish fails (default: `false`) #### Validation rules diff --git a/docs/run-yaml-schema.md b/docs/run-yaml-schema.md index 914ac4c9..03ad42df 100644 --- a/docs/run-yaml-schema.md +++ b/docs/run-yaml-schema.md @@ -167,7 +167,7 @@ References the evaluation dataset. At least one of `name` or `path` is required. |---|---|---|---|---| | `path` | path | No | — | Output directory override | | `write_report` | bool | No | `true` | Generate `report.md` | -| `publish_foundry_evaluation` | bool | No | `false` | Publish results to Foundry | +| `publish_foundry_evaluation` | bool | No | `true` | Publish results to Foundry | | `fail_on_foundry_publish_error` | bool | No | `false` | Fail if Foundry publish fails | --- diff --git a/src/agentops/core/models.py b/src/agentops/core/models.py index 2190081b..928aacc2 100644 --- a/src/agentops/core/models.py +++ b/src/agentops/core/models.py @@ -347,7 +347,7 @@ class RunMetadata(BaseModel): class OutputConfig(BaseModel): path: Optional[Path] = None write_report: bool = True - publish_foundry_evaluation: bool = False + publish_foundry_evaluation: bool = True fail_on_foundry_publish_error: bool = False