From 2b102e66278f00cbb8e971cdab441951616fc900 Mon Sep 17 00:00:00 2001 From: Paulo Lacerda Date: Tue, 9 Jun 2026 15:13:38 -0300 Subject: [PATCH 1/3] docs: tighten README Overview (shorter, no defensive framing) Drop `It is an orchestrator, not a reimplementation` (defensive). State what AgentOps does directly. Cut Overview from three paragraphs to two, roughly 200 words. Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- README.md | 37 ++++++++++++++----------------------- 1 file changed, 14 insertions(+), 23 deletions(-) diff --git a/README.md b/README.md index ecef64b..ab55e7b 100644 --- a/README.md +++ b/README.md @@ -25,29 +25,20 @@ AgentOps Accelerator is an open-source framework and CLI that standardizes continuous evaluation, safety testing, and release readiness for enterprise AI agents running on Microsoft Foundry. -It is an orchestrator, not a reimplementation. Foundry already builds and -runs the agent. Tools like Foundry Evaluations, `azd ai agent eval`, the -open-source ASSERT framework, the PyRIT-backed AI Red Teaming agent, Azure -Monitor and Application Insights, and whatever CI/CD platform your team -prefers all exist and do their job well. What was missing was the glue that -pulls them into one repeatable release loop. That is what AgentOps provides. - -The loop looks the same for every team and every agent. You evaluate the -agent against your datasets, rubrics, and policies, either locally or in the -cloud, with evaluators that AgentOps auto-selects based on whether the -scenario is RAG, tool use, model quality, or safety. You probe the agent -with adversarial inputs by running ASSERT through `agentops assert run` and -the Foundry/PyRIT red teaming agent through `agentops redteam run`, both as -active CI steps that gate the pipeline. You diagnose the rest of the -picture (repo layout, telemetry wiring, landing zone, and Foundry -configuration) with `agentops doctor`. The pipeline gates the release using -a deterministic exit-code contract that pull requests and CI/CD workflows -can rely on, and packages everything into a stable evidence pack -(`evidence.json` and `evidence.md`) that bundles eval results, ASSERT -verdicts, red-team findings, telemetry readiness, and Doctor findings for -whoever signs off on production. Once the release ships, AgentOps closes -the loop by promoting reviewed production traces back into regression -datasets that feed the next eval cycle. +It connects Foundry Evaluations, `azd ai agent eval`, the open-source +ASSERT framework, the PyRIT-backed AI Red Teaming agent, Azure Monitor, +and your CI/CD platform into one repeatable release loop. You evaluate the +agent against your datasets, rubrics, and policies with auto-selected +evaluators for RAG, tool use, model quality, and safety. You probe it with +adversarial inputs through `agentops assert run` and `agentops redteam +run`. You diagnose the rest of the picture (repo layout, telemetry wiring, +landing zone, and Foundry configuration) with `agentops doctor`. The +pipeline gates the release using a deterministic exit-code contract, and +packages everything into a stable evidence pack (`evidence.json` and +`evidence.md`) that bundles eval results, ASSERT verdicts, red-team +findings, telemetry readiness, and Doctor findings for whoever signs off +on production. Once the release ships, reviewed production traces are +promoted back into regression datasets that feed the next eval cycle. The output is a clear answer to the two questions reviewers actually ask: can we ship it, and how do we know? From 1d4853f6a3079dad0da7bdf77b2a36b7036b559c Mon Sep 17 00:00:00 2001 From: Paulo Lacerda Date: Tue, 9 Jun 2026 15:27:20 -0300 Subject: [PATCH 2/3] docs: shrink Overview second paragraph to one third, drop CLI commands Trim the operational walkthrough out of the Overview. Keep just the essentials: what AgentOps connects, what it produces, and the closing question. Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- README.md | 19 +++++-------------- 1 file changed, 5 insertions(+), 14 deletions(-) diff --git a/README.md b/README.md index ab55e7b..c4d8a1f 100644 --- a/README.md +++ b/README.md @@ -25,20 +25,11 @@ AgentOps Accelerator is an open-source framework and CLI that standardizes continuous evaluation, safety testing, and release readiness for enterprise AI agents running on Microsoft Foundry. -It connects Foundry Evaluations, `azd ai agent eval`, the open-source -ASSERT framework, the PyRIT-backed AI Red Teaming agent, Azure Monitor, -and your CI/CD platform into one repeatable release loop. You evaluate the -agent against your datasets, rubrics, and policies with auto-selected -evaluators for RAG, tool use, model quality, and safety. You probe it with -adversarial inputs through `agentops assert run` and `agentops redteam -run`. You diagnose the rest of the picture (repo layout, telemetry wiring, -landing zone, and Foundry configuration) with `agentops doctor`. The -pipeline gates the release using a deterministic exit-code contract, and -packages everything into a stable evidence pack (`evidence.json` and -`evidence.md`) that bundles eval results, ASSERT verdicts, red-team -findings, telemetry readiness, and Doctor findings for whoever signs off -on production. Once the release ships, reviewed production traces are -promoted back into regression datasets that feed the next eval cycle. +It connects Foundry Evaluations, ASSERT, the PyRIT-backed AI Red Teaming +agent, Azure Monitor, and your CI/CD platform into one repeatable release +loop, then packages every result into a stable evidence pack that proves +the release is ready for production. Reviewed production traces flow back +into regression datasets that feed the next eval cycle. The output is a clear answer to the two questions reviewers actually ask: can we ship it, and how do we know? From e5e23cf1ec75d737f1ee549e2483b5e4a6e4c5c4 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 9 Jun 2026 18:28:23 +0000 Subject: [PATCH 3/3] chore: prepare release 0.3.16 --- .claude-plugin/marketplace.json | 2 +- .github/plugin/marketplace.json | 2 +- CHANGELOG.md | 2 ++ plugins/agentops/package.json | 2 +- plugins/agentops/plugin.json | 2 +- 5 files changed, 6 insertions(+), 4 deletions(-) diff --git a/.claude-plugin/marketplace.json b/.claude-plugin/marketplace.json index d503c6b..37be80f 100644 --- a/.claude-plugin/marketplace.json +++ b/.claude-plugin/marketplace.json @@ -13,7 +13,7 @@ "name": "agentops-accelerator", "source": "../../plugins/agentops", "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Toolkit and Microsoft Foundry agents.", - "version": "0.3.14", + "version": "0.3.16", "keywords": [ "agentops", "evaluation", diff --git a/.github/plugin/marketplace.json b/.github/plugin/marketplace.json index d503c6b..37be80f 100644 --- a/.github/plugin/marketplace.json +++ b/.github/plugin/marketplace.json @@ -13,7 +13,7 @@ "name": "agentops-accelerator", "source": "../../plugins/agentops", "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Toolkit and Microsoft Foundry agents.", - "version": "0.3.14", + "version": "0.3.16", "keywords": [ "agentops", "evaluation", diff --git a/CHANGELOG.md b/CHANGELOG.md index c084a28..f1af66d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,6 +5,8 @@ This format follows [Keep a Changelog](https://keepachangelog.com/) and adheres ## [Unreleased] +## [0.3.16] - 2026-06-09 + ## [0.3.14] - 2026-06-09 ### Added diff --git a/plugins/agentops/package.json b/plugins/agentops/package.json index 581612e..1daf2bf 100644 --- a/plugins/agentops/package.json +++ b/plugins/agentops/package.json @@ -2,7 +2,7 @@ "name": "agentops-accelerator", "displayName": "AgentOps Accelerator — Skills for GitHub Copilot", "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Accelerator and Microsoft Foundry agents.", - "version": "0.3.14", + "version": "0.3.16", "publisher": "AgentOpsAccelerator", "icon": "icon.png", "license": "MIT", diff --git a/plugins/agentops/plugin.json b/plugins/agentops/plugin.json index 00aad30..85d09f2 100644 --- a/plugins/agentops/plugin.json +++ b/plugins/agentops/plugin.json @@ -1,7 +1,7 @@ { "name": "agentops-accelerator", "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Accelerator and Microsoft Foundry agents.", - "version": "0.3.14", + "version": "0.3.16", "author": { "name": "AgentOps Accelerator", "url": "https://github.com/Azure/agentops"