import {z} from 'zod' export type LlmCacheWritePrice = {ttl?: string | undefined, pricePerMillion?: number | undefined}; export type LlmContextTierPrice = {aboveTokens?: number | undefined, inputFactor?: number | undefined, outputFactor?: number | undefined}; export type LlmServiceTierPrice = {tier?: ('BATCH' | 'PRIORITY' | 'FLEX' | 'CUSTOM') | undefined, name?: string | undefined, inputFactor?: number | undefined, outputFactor?: number | undefined}; export type LlmModelAclEntry = {subjectType?: ('CONSUMER' | 'APPLICATION' | 'ORGANIZATION') | undefined, subjectId?: string | undefined, subjectName?: string | undefined, organizationId?: string | undefined, organizationName?: string | undefined}; export type LlmModel = {modelId?: string | undefined, enabled?: boolean | undefined, displayName?: string | undefined, contextWindow?: number | undefined, maxOutputTokens?: number | undefined, pricePerMillionInput?: number | undefined, pricePerMillionOutput?: number | undefined, pricePerMillionCached?: number | undefined, pricePerMillionCacheWrite?: number | undefined, cacheWritePricesByTtl?: Array | undefined, contextTierPrices?: Array | undefined, serviceTierPrices?: Array | undefined, pricePerImage?: number | undefined, pricePerAudioMinute?: number | undefined, pricePerCharacterTts?: number | undefined, capabilities?: Array | undefined, modality?: ('TEXT' | 'VISION' | 'AUDIO' | 'EMBEDDING' | 'RERANK' | 'MULTIMODAL' | 'IMAGE') | undefined, aclEnabled?: boolean | undefined, aclEntries?: Array | undefined}; export type LlmProviderMetadataEntry = {key?: string | undefined, value?: string | undefined, secret?: boolean | undefined}; export type LlmProvider = {id?: string | undefined, projectId?: string | undefined, name?: string | undefined, description?: string | undefined, enabled?: boolean | undefined, projectName?: string | undefined, providerType?: ('OPENAI' | 'ANTHROPIC' | 'AZURE_OPENAI' | 'BEDROCK' | 'VERTEX' | 'COHERE' | 'MISTRAL' | 'DEEPSEEK' | 'GROQ' | 'MOONSHOT' | 'ZHIPU' | 'QWEN_DASHSCOPE' | 'XAI' | 'GOOGLE_AI_STUDIO' | 'TOGETHER' | 'FIREWORKS' | 'CEREBRAS' | 'HUGGINGFACE' | 'OPENROUTER' | 'PERPLEXITY' | 'NVIDIA_NIM' | 'VLLM' | 'OLLAMA' | 'CUSTOM_OPENAI_COMPAT' | 'VOYAGE' | 'TYPESAFE' | 'TEI' | 'OTHER') | undefined, wireProtocol?: ('OPENAI_COMPATIBLE' | 'ANTHROPIC' | 'GEMINI' | 'BEDROCK' | 'VLLM' | 'TYPESAFE' | 'TEI') | undefined, defaultChatCompletionPath?: string | undefined, defaultEmbeddingPath?: string | undefined, defaultAudioTranscriptionPath?: string | undefined, defaultAudioSpeechPath?: string | undefined, defaultImageGenerationPath?: string | undefined, defaultResponsesPath?: string | undefined, endpoint?: string | undefined, apiVersion?: string | undefined, organizationId?: string | undefined, authScheme?: ('BEARER' | 'API_KEY_HEADER' | 'BASIC' | 'AWS_SIGV4' | 'OAUTH2' | 'NONE' | 'CUSTOM') | undefined, authHeaderName?: string | undefined, credentialSource?: ('GATEWAY' | 'CLIENT') | undefined, apiKeyLocation?: ('HEADER' | 'QUERY') | undefined, apiKeyPrefix?: string | undefined, allowClientOverride?: boolean | undefined, apiKey?: string | undefined, apiSecret?: string | undefined, supportedModels?: Array | undefined, onlyListedModels?: boolean | undefined, coldStartRetryEnabled?: boolean | undefined, lastHealthCheckAt?: string | undefined, healthStatus?: ('UNKNOWN' | 'HEALTHY' | 'DOWN') | undefined, lastLatencyMs?: number | undefined, deploymentType?: ('CLOUD' | 'ON_PREM' | 'OTHER') | undefined, region?: string | undefined, serviceAccountJson?: string | undefined, builtIn?: boolean | undefined, builtInKey?: string | undefined, metadata?: Array | undefined, resolvedEndpoint?: string | undefined, effectiveApiKeyPrefix?: string | undefined, resolvedDefaultEmbeddingPath?: string | undefined, resolvedDefaultAudioSpeechPath?: string | undefined, resolvedDefaultResponsesPath?: string | undefined, resolvedApiVersion?: string | undefined, resolvedOrganizationId?: string | undefined, clientProvidedCredential?: boolean | undefined, resolvedAuthHeaderName?: string | undefined, resolvedDefaultChatCompletionPath?: string | undefined, resolvedDefaultAudioTranscriptionPath?: string | undefined, resolvedDefaultImageGenerationPath?: string | undefined, apiKeyInQuery?: boolean | undefined, resolvedRegion?: string | undefined}; export type UpdateApiApiopsProjectsProjectNameLlmProvidersProviderNameArgs = {projectName: string, providerName: string, body: LlmProvider}; export type UpdateApiApiopsProjectsProjectNameLlmProvidersProviderNameOptions = {baseUrl?: string | undefined, fetch?: typeof fetch | undefined}; export const deploymentResult = z.object({envName: z.string().optional(), podName: z.string().optional(), podIp: z.string().optional(), success: z.boolean().optional(), detail: z.string().optional(), responseTime: z.number().int().optional(), detailList: z.array(z.unknown()).optional(), firstFromApiResultList: z.unknown()}); export const apiOpsAdvisoryDTO = z.object({level: z.string().optional(), key: z.string().optional(), params: z.record(z.string(), z.unknown()).optional()}); export const apiOpsResponseSuccess = z.object({status: z.enum(["SUCCESS", "FAILURE"]).optional(), resultMessage: z.string().optional(), resultList: z.array(z.string()).optional(), resultCount: z.number().int().optional(), deploymentResult: deploymentResult.optional(), unresolvedReferences: z.array(z.string()).optional(), advisories: z.array(apiOpsAdvisoryDTO).optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Updates an existing LLM provider at specified project * * PUT /apiops/projects/{projectName}/llm-providers/{providerName}/ */ export const updateApiApiopsProjectsProjectNameLlmProvidersProviderName = async (args: UpdateApiApiopsProjectsProjectNameLlmProvidersProviderNameArgs, options?: UpdateApiApiopsProjectsProjectNameLlmProvidersProviderNameOptions) => { const {baseUrl = "http://167.86.118.166:32080", fetch: fetchFn = fetch} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") const url = `${baseUrl.replace(/\/+$/, '')}/apiops/projects/${encodeURIComponent(String(args.projectName))}/llm-providers/${encodeURIComponent(String(args.providerName))}/${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "PUT", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(apiOpsResponseSuccess, await res.json()) };