import {z} from 'zod' export type TestModelMatchRequest = {attributes?: {[key: string]: Record} | undefined, match_pattern?: (string | null) | undefined, model_name?: string | undefined, rule_id?: (string | null) | undefined, timestamp?: (number | null) | undefined, usage?: {[key: string]: number} | undefined}; export type CreateApiApiOrgIdLlmModelsTestArgs = {org_id: string, body: TestModelMatchRequest}; export type CreateApiApiOrgIdLlmModelsTestOptions = {baseUrl: string, Authorization?: string | undefined, fetch?: typeof fetch | undefined}; export const pricingMatchKind = z.enum(["approximate", "exact"]); export const pricingSource = z.enum(["built_in", "meta_org", "org"]); export const pricingRuleRef = z.object({name: z.string(), source: pricingSource}); export const capturedModel = z.object({match_kind: pricingMatchKind, model_name: z.string(), primary: z.boolean(), replaces: pricingRuleRef.nullable().optional()}); export const tierOperator = z.enum(["gt", "gte", "lt", "lte", "eq", "neq"]); export const tierCondition = z.object({operator: tierOperator.optional(), usage_key: z.string().optional(), value: z.number().optional()}); export const ruleOp = z.enum(["in", "not_in", "exists", "not_exists", "gt", "gte", "lt", "lte", "unknown"]); export const tierRule = z.object({keys: z.array(z.string()).optional(), op: ruleOp.optional(), value: z.number().nullable().optional(), values: z.array(z.string()).optional()}); export const utcTimeWindow = z.object({end_minute: z.number().int().gte(0).optional(), start_minute: z.number().int().gte(0).optional()}); export const pricingTierDefinition = z.object({condition: tierCondition.nullable().optional(), name: z.string().optional(), prices: z.record(z.string(), z.number()).optional(), priority: z.number().int().optional(), rules: z.array(tierRule).optional(), utc_windows: z.array(utcTimeWindow).optional()}); export const modelPricingDefinition = z.object({children: z.array(z.object({})).optional(), created_at: z.number().int().optional(), description: z.string().optional(), enabled: z.boolean().optional(), id: z.string().nullable().optional(), match_pattern: z.string().optional(), name: z.string().optional(), org_id: z.string().optional(), provider: z.string().optional(), sort_order: z.number().int().optional(), source: pricingSource.optional(), tiers: z.array(pricingTierDefinition).optional(), updated_at: z.number().int().optional(), valid_from: z.number().int().nullable().optional()}); export const testModelMatchResponse = z.object({captured_models: z.array(capturedModel), costs: z.record(z.string(), z.number()), match_kind: pricingMatchKind.nullable().optional(), matched: modelPricingDefinition.nullable().optional(), tier: z.string().nullable().optional(), tier_index: z.number().int().gte(0).nullable().optional(), total_cost: z.number()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Test which pricing definition matches a model name and calculate cost * * POST /api/{org_id}/llm/models/test */ export const createApiApiOrgIdLlmModelsTest = async (args: CreateApiApiOrgIdLlmModelsTestArgs, options: CreateApiApiOrgIdLlmModelsTestOptions) => { const {baseUrl, fetch: fetchFn = fetch, Authorization} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (Authorization !== undefined) headers.set("Authorization", Authorization) const url = `${baseUrl.replace(/\/+$/, '')}/api/${encodeURIComponent(String(args.org_id))}/llm/models/test${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(testModelMatchResponse, await res.json()) };