Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 15 additions & 0 deletions .github/workflows/pr-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -110,6 +110,21 @@ jobs:
run: uv run python apps/api/scripts/ensure_test_environment.py --install

# api/worker both expose top-level `app`; run separately to avoid module shadowing.
- name: Run shared evidence review tests
run: >-
uv run pytest
packages/shared-python/shared/tests/test_agent_explore*.py
packages/shared-python/shared/tests/test_evidence_review_projection.py -q

- name: Run controlled evidence review experiment
run: uv run python scripts/experiment_evidence_review.py --repeats 3 --output evidence-review-results.json

- name: Upload controlled experiment results
uses: actions/upload-artifact@v4
with:
name: evidence-review-results
path: evidence-review-results.json

- name: Run API tests
run: uv run pytest apps/api/tests -q

Expand Down
18 changes: 18 additions & 0 deletions apps/api/app/api/v1/routes/retrieval.py
Original file line number Diff line number Diff line change
Expand Up @@ -88,6 +88,15 @@ class RetrievalQueryRequest(BaseModel):
"agent retrieval is off or the harness is openai."
),
)
review_evidence: bool = Field(
False,
description=(
"Review selected text/table evidence against the query before ending "
"agent retrieval. Allows at most one bounded corrective continuation "
"within the original step/time budget. Default false adds no review calls. "
"Classic and small-corpus routes return an unverified review status."
),
)
conversation_id: str | None = Field(
None,
max_length=255,
Expand Down Expand Up @@ -149,6 +158,14 @@ class RetrievalQueryResponse(BaseModel):
)
stop_reason: str | None = None
failure_reason: str | None = None
evidence_review: dict[str, Any] | None = Field(
default=None,
description=(
"Optional evidence sufficiency assessment: sufficient, insufficient, "
"or unverified; includes per-requirement citations, limits, and usage. "
"This assessment does not synthesize an answer or prove corpus-wide absence."
),
)
decision_trace: list[dict] | None = Field(
default=None,
description=(
Expand Down Expand Up @@ -210,6 +227,7 @@ async def execute_retrieval_query(
threshold=payload.threshold,
internal_recall_k=payload.internal_recall_k,
use_agentic=payload.use_agentic,
review_evidence=payload.review_evidence,
agent_explore_model=(
str(payload.agent_explore_model).strip()
if payload.agent_explore_model
Expand Down
Loading
Loading