import {z} from 'zod' export type EvaluationColumnDefinition = {column_type: 'PROMPT_TEMPLATE' | 'CODE_EXECUTION' | 'ENDPOINT' | 'WORKFLOW' | 'MCP' | 'HUMAN' | 'CONVERSATION_SIMULATOR' | 'LLM_ASSERTION' | 'AI_DATA_EXTRACTION' | 'COMPARE' | 'CONTAINS' | 'REGEX' | 'COSINE_SIMILARITY' | 'ABSOLUTE_NUMERIC_DISTANCE' | 'JSON_PATH' | 'XML_PATH' | 'REGEX_EXTRACTION' | 'PARSE_VALUE' | 'VARIABLE' | 'ASSERT_VALID' | 'COALESCE' | 'COMBINE_COLUMNS' | 'COUNT' | 'MATH_OPERATOR' | 'MIN_MAX', name: string, configuration: {[key: string]: unknown}, position?: (number | null) | undefined, is_part_of_score?: boolean | undefined}; export type ScoreConfiguration = {code: string, code_language?: ('PYTHON' | 'JAVASCRIPT') | undefined}; export type ExternalId = {source: string, external_id: string}; export type CreateEvaluationPipelineRequest = {dataset_group_id: number, name?: (string | null) | undefined, folder_id?: (number | null) | undefined, dataset_version_number?: (number | null) | undefined, columns?: (Array | null) | undefined, score_configuration?: (ScoreConfiguration | null) | undefined, external_ids?: Array | undefined}; export type CreateApiReportsArgs = {body: CreateEvaluationPipelineRequest}; export type CreateApiReportsOptions = {baseUrl: string, ApiKeyAuth?: string | undefined, fetch?: typeof fetch | undefined}; export const reportColumnSummary = z.object({id: z.number().int().optional(), name: z.string().optional(), column_type: z.enum(["PROMPT_TEMPLATE", "CODE_EXECUTION", "ENDPOINT", "WORKFLOW", "MCP", "HUMAN", "CONVERSATION_SIMULATOR", "LLM_ASSERTION", "AI_DATA_EXTRACTION", "COMPARE", "CONTAINS", "REGEX", "COSINE_SIMILARITY", "ABSOLUTE_NUMERIC_DISTANCE", "JSON_PATH", "XML_PATH", "REGEX_EXTRACTION", "PARSE_VALUE", "VARIABLE", "ASSERT_VALID", "COALESCE", "COMBINE_COLUMNS", "COUNT", "MATH_OPERATOR", "MIN_MAX", "DATASET"]).optional(), position: z.number().int().optional(), configuration: z.record(z.string(), z.unknown()).optional()}).and(z.record(z.string(), z.unknown())); export const externalId = z.object({source: z.string().min(1).max(128), external_id: z.string().min(1).max(512)}); export const createEvaluationPipelineResponse = z.object({success: z.literal(true), report_id: z.number().int(), report_columns: z.array(reportColumnSummary).optional(), external_ids: z.array(externalId)}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Create Evaluation Pipeline * * POST /reports */ export const createApiReports = async (args: CreateApiReportsArgs, options: CreateApiReportsOptions) => { const {baseUrl, fetch: fetchFn = fetch, ApiKeyAuth} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (ApiKeyAuth !== undefined) headers.set("X-API-KEY", ApiKeyAuth) const url = `${baseUrl.replace(/\/+$/, '')}/reports${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(createEvaluationPipelineResponse, await res.json()) };