getEvaluatorDefinitionConfigurationError (server/evaluator-preflight.ts)

Module exposing: getEvaluatorDefinitionConfigurationError, getEvaluatorDefinitionPreflightError, prepareEvaluatorDefinition

// Source: https://github.com/langfuse/langfuse | License: MIT | Copyright 2023-2026 ClickHouse, Inc
// Provided via justclaw.it.com; keep this notice with the code.
import {
  compilePersistedEvalOutputDefinition,
  EvalTemplateType,
  PersistedEvalOutputDefinitionSchema,
} from "@langfuse/shared";
import {
  DefaultEvalModelService,
  getClientInitiatedNonStreamingLlmTimeoutMs,
  getLLMErrorInfo,
  testModelCall,
} from "@langfuse/shared/src/server";

export type EvaluatorPreflightDefinition = {
  name: string;
  type?: EvalTemplateType | null;
  provider?: string | null;
  model?: string | null;
  modelParams?: unknown;
  outputDefinition: unknown;
};

async function prepareEvaluatorDefinition(params: {
  projectId: string;
  template: EvaluatorPreflightDefinition;
}) {
  const modelCon

... (truncated -- full source via MCP)