import {z} from 'zod' export type GetApiV1OrganizationSimulationUnitTestSetRunArgs = {organization: string, id?: Array | undefined, limit?: number | undefined, continuation_token?: number | undefined, creator?: Array | undefined, sort_by?: Array | undefined, simulation_unit_test_set_id?: Array | undefined, is_completed?: (boolean | null) | undefined, failed_metrics?: (boolean | null) | undefined, errored?: (boolean | null) | undefined, created_after?: (string | null) | undefined, created_before?: (string | null) | undefined, 'x-mongo-cluster-name'?: (string | null) | undefined, 'Sec-WebSocket-Protocol'?: Array | undefined}; export type GetApiV1OrganizationSimulationUnitTestSetRunOptions = {baseUrl?: string | undefined, BearerAuthorization?: string | undefined, BearerAuthorizationOrganization?: string | undefined, Basic?: {username: string, password: string} | undefined, fetch?: typeof fetch | undefined}; export const lLMConfigOutput = z.object({llm_name: z.string(), params: z.record(z.string(), z.unknown()).optional()}); export const booleanMetricSuccessCriterion = z.object({type: z.literal("boolean"), expected_value: z.boolean()}); export const verb = z.enum(["==", "!=", "<=", "<", ">=", ">"]); export const numericalMetricSuccessCriterion = z.object({type: z.literal("numerical"), verb: verb, threshold: z.number()}); export const categoricalMetricSuccessCriterionOutput = z.object({type: z.literal("categorical"), expected_values: z.array(z.string())}); export const successCriterionDescriptionOutput = z.discriminatedUnion("type", [booleanMetricSuccessCriterion, numericalMetricSuccessCriterion, categoricalMetricSuccessCriterionOutput]); export const metricToEvaluate = z.object({metric_id: z.string(), success_criterion_name: z.string(), success_criterion: successCriterionDescriptionOutput}); export const unitTestRunSpec = z.object({unit_test_id: z.string(), run_count: z.number().int(), service_hierarchical_state_machine_version_info: z.array(z.unknown()), agent_version_info: z.array(z.unknown()), scenario_version_info: z.array(z.unknown()).nullable(), persona_version_info: z.array(z.unknown()).nullable(), llm_model_preferences: z.record(z.string(), lLMConfigOutput), max_interactions: z.number().int(), metrics_to_evaluate: z.array(metricToEvaluate)}); export const amigoLibMongoCollectionsSimulationUnitTestSetRunSimulationUnitTestSetRunUnitTestRunResultMetricEvaluationResult = z.object({metric_id: z.string(), metric_version: z.number().int(), results: z.array(z.array(z.unknown()))}); export const unitTestRunResult = z.object({unit_test_id: z.string(), metric_evaluation_results: z.array(amigoLibMongoCollectionsSimulationUnitTestSetRunSimulationUnitTestSetRunUnitTestRunResultMetricEvaluationResult), run_errors: z.array(z.string().nullable())}); export const amigoLibMongoCollectionsSimulationUnitTestSetRunSimulationUnitTestSetRunUserInfo = z.object({org_id: z.string(), user_id: z.string()}); export const simulationUnitTestSetRunInstance = z.object({org_id: z.string(), id: z.string(), is_completed: z.boolean(), simulation_unit_test_set_id: z.string(), failed_metrics: z.boolean(), errored: z.boolean(), artifacts_generated: z.boolean(), unit_test_run_specs: z.array(unitTestRunSpec), unit_test_run_results: z.array(unitTestRunResult.nullable()), created_at: z.string(), creator: amigoLibMongoCollectionsSimulationUnitTestSetRunSimulationUnitTestSetRunUserInfo}); export const srcAppEndpointsSimulationGetSimulationUnitTestSetRunsResponseFilterValues = z.object({creators: z.array(amigoLibMongoCollectionsSimulationUnitTestSetRunSimulationUnitTestSetRunUserInfo), simulation_unit_test_set_ids: z.array(z.string()), tags: z.array(z.string())}); export const srcAppEndpointsSimulationGetSimulationUnitTestSetRunsResponse = z.object({simulation_unit_test_set_runs: z.array(simulationUnitTestSetRunInstance), has_more: z.boolean(), continuation_token: z.number().int().nullable(), filter_values: srcAppEndpointsSimulationGetSimulationUnitTestSetRunsResponseFilterValues.nullable()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Get simulation unit test set runs * * GET /v1/{organization}/simulation/unit_test_set_run/ */ export const getApiV1OrganizationSimulationUnitTestSetRun = async (args: GetApiV1OrganizationSimulationUnitTestSetRunArgs, options?: GetApiV1OrganizationSimulationUnitTestSetRunOptions) => { const {baseUrl = "https://api.amigo.ai", fetch: fetchFn = fetch, BearerAuthorization, BearerAuthorizationOrganization, Basic} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('accept', "application/json") for (const item of args.id ?? []) query.append("id", String(item)) if (args.limit != null) query.append("limit", String(args.limit)) if (args.continuation_token != null) query.append("continuation_token", String(args.continuation_token)) for (const item of args.creator ?? []) query.append("creator", String(item)) for (const item of args.sort_by ?? []) query.append("sort_by", String(item)) for (const item of args.simulation_unit_test_set_id ?? []) query.append("simulation_unit_test_set_id", String(item)) if (args.is_completed != null) query.append("is_completed", String(args.is_completed)) if (args.failed_metrics != null) query.append("failed_metrics", String(args.failed_metrics)) if (args.errored != null) query.append("errored", String(args.errored)) if (args.created_after != null) query.append("created_after", String(args.created_after)) if (args.created_before != null) query.append("created_before", String(args.created_before)) if (args['x-mongo-cluster-name'] != null) headers.set("x-mongo-cluster-name", String(args['x-mongo-cluster-name'])) if (args['Sec-WebSocket-Protocol'] != null) headers.set("Sec-WebSocket-Protocol", args['Sec-WebSocket-Protocol'].join(',')) if (BearerAuthorization !== undefined) headers.set('authorization', `Bearer ${BearerAuthorization}`) if (BearerAuthorizationOrganization !== undefined) headers.set("X-ORG-ID", BearerAuthorizationOrganization) if (Basic !== undefined) headers.set('authorization', `Basic ${btoa(`${Basic.username}:${Basic.password}`)}`) const url = `${baseUrl.replace(/\/+$/, '')}/v1/${encodeURIComponent(String(args.organization))}/simulation/unit_test_set_run/${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "GET", headers}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(srcAppEndpointsSimulationGetSimulationUnitTestSetRunsResponse, await res.json()) };