|
21 | 21 | # milestone. |
22 | 22 |
|
23 | 23 | client: |
24 | | - # --- Same gaps as the 2025 baseline (fail identically when forced to 2026-07-28) --- |
25 | | - # SEP-2322 (multi-round-trip requests): client does not echo requestState / |
26 | | - # handle IncompleteResult yet. |
27 | | - - sep-2322-client-request-state |
28 | | - # SEP-2243 (HTTP standardization): no fixture handler / client Mcp-Param-* support yet. |
| 24 | + # SEP-2243 (HTTP standardization): no client Mcp-Param-* support yet — needs the |
| 25 | + # tool-schema-cache vs per-call tool_definition design (S8). |
29 | 26 | - http-custom-headers |
30 | | - - http-invalid-tool-headers |
31 | 27 | # auth/enterprise-managed-authorization (SEP-990) is in the 2025 baseline but |
32 | 28 | # NOT here: the harness skips it as inapplicable at --spec-version 2026-07-28 |
33 | 29 | # (it is an extension scenario not carried into the 2026 wire), so it is |
34 | 30 | # neither run nor evaluated on this leg. |
35 | 31 |
|
36 | 32 | server: |
37 | | - # --- Carried-forward 2025-era scenarios still failing on the 2026 wire --- |
38 | 33 | # The stateless 2026 path now reaches handlers for plain request/response |
39 | 34 | # scenarios; tools-call-with-progress still fails because the stateless |
40 | 35 | # server has no channel for server→client progress notifications. |
41 | 36 | - tools-call-with-progress |
42 | | - # SEP-2106 (JSON Schema 2020-12 in tool inputSchema): the fixture tool's |
43 | | - # schema has none of the 2020-12 keywords the scenario checks. The scenario |
44 | | - # is in `--suite all` but not `--suite active`, so this is the only leg that |
45 | | - # runs it; it fails identically at 2025-11-25 (not a 2026-path regression). |
46 | | - - json-schema-2020-12 |
47 | | - |
48 | | - # --- Draft scenarios (same failures and reasons as the `--suite draft` leg) --- |
49 | | - # SEP-2322 (multi-round-trip requests / IncompleteResult): not implemented. |
50 | | - - input-required-result-basic-elicitation |
51 | | - - input-required-result-basic-sampling |
52 | | - - input-required-result-basic-list-roots |
53 | | - - input-required-result-request-state |
54 | | - - input-required-result-multiple-input-requests |
55 | | - - input-required-result-multi-round |
| 37 | + # SEP-2322 (multi-round-trip requests / IncompleteResult): the prompt pipeline |
| 38 | + # cannot return InputRequiredResult from MCPServer yet (tools/call can). |
56 | 39 | - input-required-result-non-tool-request |
57 | | - - input-required-result-result-type |
58 | | - - input-required-result-tampered-state |
59 | | - - input-required-result-capability-check |
60 | | - # SEP-2243 (HTTP header standardization): Mcp-Method / Mcp-Name cross-check |
61 | | - # against the request body is not implemented. |
62 | | - - http-header-validation |
63 | | - # WARNING-only entries: these scenarios emit no FAILURE checks but the |
64 | | - # expected-failures evaluator counts WARNINGs as failures (the summary line |
65 | | - # only shows passed/failed, not warnings, so a local re-probe can mis-read |
66 | | - # these as stale). |
67 | | - - input-required-result-missing-input-response |
68 | | - - input-required-result-validate-input |
0 commit comments