From 9dccfb26055ee9a8f61ddcd159d9a783f75be52d Mon Sep 17 00:00:00 2001 From: David Gageot Date: Thu, 12 Mar 2026 16:58:50 +0100 Subject: [PATCH] Optionnally use the gateway for the llm as a judge Signed-off-by: David Gageot --- pkg/evaluation/judge.go | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/pkg/evaluation/judge.go b/pkg/evaluation/judge.go index 5f2fe50a6..c530022c2 100644 --- a/pkg/evaluation/judge.go +++ b/pkg/evaluation/judge.go @@ -160,13 +160,15 @@ func (j *Judge) getOrCreateJudgeWithSchema(ctx context.Context) (provider.Provid return j.judgeWithSchema, nil } - modelCfg := j.model.BaseConfig().ModelConfig - p, err := provider.New( - ctx, - &modelCfg, - j.runConfig.EnvProvider(), + opts := []options.Opt{ options.WithStructuredOutput(judgeResponseSchema), - ) + } + if j.runConfig.ModelsGateway != "" { + opts = append(opts, options.WithGateway(j.runConfig.ModelsGateway)) + } + + modelCfg := j.model.BaseConfig().ModelConfig + p, err := provider.New(ctx, &modelCfg, j.runConfig.EnvProvider(), opts...) if err != nil { return nil, err }