Fix ts evaluations

.gitignore

@@ -25,6 +25,7 @@ dist-ssr
 .venv
 *.python-version
 *.env
+openshift-images/
 
 # Python cache
 __pycache__/

agent/src/agent/config.py

@@ -9,8 +9,9 @@ class AgentSettings(BaseSettings):
     LLM_API_KEY: str = "ollama"
     LLM_BASE_URL: str = "http://localhost:11434/v1"
     LLM_MODEL: str = "gemma4:e4b"
-    EMBEDDER_URL: str = "http://localhost:11434"
+    EMBEDDER_URL: str = "http://localhost:11434/v1/embeddings"
     EMBEDDER_MODEL: str = "nomic-embed-text:latest"
+    EMBEDDER_KEY: str = ""
     HYBRID_SEARCH_MAX_TABLES: int = 10
     MAX_PROFILES_TO_FETCH: int = 3
 

agent/src/agent/main.py

@@ -4,7 +4,4 @@
 # Set up logging with correlation ID
 setup_logging()
 
-# FastMCP SSE app is a full Starlette app.
-# We expose it directly so its lifespan is triggered properly by Uvicorn.
-# It exposes the endpoint at /sse.
-app = mcp.sse_app()
+app = mcp.streamable_http_app()

agent/src/agent/nodes/schema_explorer.py

@@ -16,6 +16,7 @@
 from sqlmodel import Session, select
 from agent.config import settings
 from agent.langfuse_client import langfuse_client
+from core.embeddings import get_embedding
 
 # Initialize LLM
 llm = ChatOpenAI(model=settings.LLM_MODEL, base_url=settings.LLM_BASE_URL, api_key=settings.LLM_API_KEY, temperature=0)
@@ -39,18 +40,19 @@ class SchemaExplorerOutput(BaseModel):
         description="List of strings (table names or options) for the user to choose from. Must be empty if ambiguity_detected is false."
     )
 
+
 def get_query_embedding(text: str) -> list[float]:
     """Generate 768-dimensional embedding from nomic-embed-text."""
-    # TODO: support secret
-    url = f"{settings.EMBEDDER_URL}"
-    data = json.dumps({"model": settings.EMBEDDER_MODEL, "prompt": text}).encode()
-    req = urllib.request.Request(url, data=data, headers={"Content-Type": "application/json"})
-    try:
-        with urllib.request.urlopen(req, timeout=10) as res:
-            return json.loads(res.read().decode())["embedding"]
-    except Exception as e:
-        print(f"Error getting query embedding: {e}")
+    emb = get_embedding(
+        text=text,
+        embedder_url=settings.EMBEDDER_URL,
+        embedder_model=settings.EMBEDDER_MODEL,
+        embedder_key=settings.EMBEDDER_KEY
+    )
+    if emb is None:
+        print("Error getting query embedding for text")
         return [0.0] * 768
+    return emb
 
 def hybrid_search_tables(query: str, query_embedding: list[float], session: Session, allowed_tables: list[str] | None = None, allowed_statuses: list[str] | None = None) -> list[Table]:
     """Hybrid search combining pgvector cosine distance and keyword matching."""

backend/app/config.py

@@ -12,7 +12,7 @@ class Settings(BaseSettings):
 
     # Agent MCP service URL (internal service-to-service)
     AGENT_URL: str = "http://localhost:8001"
-
+    EVALUATION_SERVICE_URL: str = "http://localhost:8001"
     OPENMETADATA_TOKEN: str = ""
 
     APP_ENV: str = "development"
@@ -52,8 +52,9 @@ class Settings(BaseSettings):
     JWT_EXPIRE_HOURS: int = 8
 
     # Embedder Config
-    EMBEDDER_URL: str = "http://host.docker.internal:11434/api/embeddings"
+    EMBEDDER_URL: str = "http://host.docker.internal:11434/v1/embeddings"
     EMBEDDER_MODEL: str = "nomic-embed-text:latest"
+    EMBEDDER_KEY: str = ""
 
 
 settings = Settings()

backend/app/routers/admin_approval.py

@@ -1,10 +1,6 @@
 import logging
 from datetime import datetime
 
-from fastapi import APIRouter, Depends, Header, HTTPException
-from pydantic import BaseModel
-from sqlmodel import Session, desc, select
-
 from core.db.engine import get_session
 from core.models.models import (
     EvalRun,
@@ -14,6 +10,10 @@
     Table,
     TableStatus,
 )
+from fastapi import APIRouter, Depends, Header, HTTPException
+from pydantic import BaseModel
+from sqlmodel import Session, desc, select
+
 from app.services.auth import require_admin
 from app.services.langfuse_client import langfuse_client
 
@@ -178,7 +178,7 @@ def approve_table(
 
     # 1. Promote status
     table.status = TableStatus.production
-    table.updated_at = datetime.utcnow()
+    table.updated_at = datetime.now()
     session.add(table)
     session.commit()
 
@@ -216,7 +216,7 @@ def reject_table(
         )
 
     table.status = TableStatus.sandbox
-    table.updated_at = datetime.utcnow()
+    table.updated_at = datetime.now()
     session.add(table)
     session.commit()
 

backend/app/routers/agent.py

@@ -13,7 +13,7 @@
 
 from fastapi import APIRouter, HTTPException
 from mcp.client.session import ClientSession
-from mcp.client.sse import sse_client
+from mcp.client.streamable_http import streamablehttp_client
 from pydantic import BaseModel
 
 from app.config import settings
@@ -60,15 +60,15 @@ class ChatResponse(BaseModel):
 
 async def _call_agent_mcp(tool_arguments: dict) -> dict:
     """
-    Connects to the agent MCP server over SSE, initializes the session,
+    Connects to the agent MCP server over Streamable HTTP, initializes the session,
     calls the 'chat_with_agent' tool, and returns the parsed result.
     """
-    url = f"{settings.AGENT_URL}/sse"
+    url = f"{settings.AGENT_URL}/mcp"
     logger.debug("Connecting to agent MCP: %s  args=%s", url, tool_arguments)
 
     try:
-        async with sse_client(url) as streams:
-            async with ClientSession(*streams) as session:
+        async with streamablehttp_client(url) as (read_stream, write_stream, _):
+            async with ClientSession(read_stream, write_stream) as session:
                 await session.initialize()
 
                 # Call the tool using the MCP client session

backend/app/routers/enrichment.py

@@ -1,9 +1,6 @@
 import logging
 from datetime import datetime
 
-from fastapi import APIRouter, Depends, HTTPException
-from sqlmodel import Session, col, select
-
 from core.db.engine import get_session
 from core.models.models import (
     EnrichmentCreate,
@@ -12,6 +9,8 @@
     Table,
     TableStatus,
 )
+from fastapi import APIRouter, Depends, HTTPException
+from sqlmodel import Session, col, select
 
 logger = logging.getLogger(__name__)
 
@@ -61,7 +60,7 @@ def create_enrichment(
                 f"({', '.join(changed_keys)}) → degraded."
             )
             table.status = TableStatus.degraded
-            table.updated_at = datetime.utcnow()
+            table.updated_at = datetime.now()
             session.add(table)
 
     ev = EnrichmentVersion(