diff --git a/.repository-projection.json b/.repository-projection.json index 4db2e5b..3e943aa 100644 --- a/.repository-projection.json +++ b/.repository-projection.json @@ -3,11 +3,11 @@ "projection": "plugins", "projectionSchemaVersion": 1, "sourceRepository": "dx-corp/mono", - "sourceSha": "2df44a8283c07c0ba875174e70d2aaabb72d19cc", + "sourceSha": "f93f0d4fc432c034dffaf8d932247a2175f426f7", "destinationRepository": "dx-corp/plugins", - "priorProjectedBase": "099041ec0806ebaeb1bc67e4f2380251e3531ea2", + "priorProjectedBase": "15c5283100e5eba6f76afc9c263599b8015006ad", "definitionDigest": "b705140f4a8c5318b8a64dbeaa441df76d7cfb137de6940ae79004107d9a2b2e", "toolDigest": "f58d71f023a4f0a27d77cb96dcc5348a40816d0b", - "contentDigest": "e0ddc40ee80b64bb33940cd8654de17ec82f0d7227c86222cd812b3645446b22", + "contentDigest": "0e5c92fa1cd15cd18160e37d3be0604c36833776d7e5c05455e21a0456f76ebb", "publicationEligible": true } diff --git a/plugins/deixic-code-skills/skills/mcp-builder/scripts/evaluation.py b/plugins/deixic-code-skills/skills/mcp-builder/scripts/evaluation.py index 4177856..2a4bb26 100644 --- a/plugins/deixic-code-skills/skills/mcp-builder/scripts/evaluation.py +++ b/plugins/deixic-code-skills/skills/mcp-builder/scripts/evaluation.py @@ -220,7 +220,7 @@ async def evaluate_single_task( async def run_evaluation( eval_path: Path, connection: Any, - model: str = "claude-3-7-sonnet-20250219", + model: str = "claude-sonnet-5", ) -> str: """Run evaluation with MCP server tools.""" print("🚀 Starting Evaluation") @@ -315,13 +315,13 @@ async def main(): python evaluation.py -t sse -u https://example.com/mcp -H "Authorization: Bearer token" eval.xml # Evaluate an HTTP MCP server with custom model - python evaluation.py -t http -u https://example.com/mcp -m claude-3-5-sonnet-20241022 eval.xml + python evaluation.py -t http -u https://example.com/mcp -m claude-sonnet-4-6 eval.xml """, ) parser.add_argument("eval_file", type=Path, help="Path to evaluation XML file") parser.add_argument("-t", "--transport", choices=["stdio", "sse", "http"], default="stdio", help="Transport type (default: stdio)") - parser.add_argument("-m", "--model", default="claude-3-7-sonnet-20250219", help="Claude model to use (default: claude-3-7-sonnet-20250219)") + parser.add_argument("-m", "--model", default="claude-sonnet-5", help="Claude model to use (default: claude-sonnet-5)") stdio_group = parser.add_argument_group("stdio options") stdio_group.add_argument("-c", "--command", help="Command to run MCP server (stdio only)")