import {z} from 'zod' export type StructuredFilter = {field: 'pl_id' | 'prompt_id' | 'engine' | 'provider_type' | 'input_text' | 'output_text' | 'prompt_version_number' | 'input_tokens' | 'output_tokens' | 'cost' | 'latency_ms' | 'request_start_time' | 'request_end_time' | 'status' | 'is_json' | 'is_tool_call' | 'is_plain_text' | 'tags' | 'metadata_keys' | 'metadata' | 'tool_names' | 'output' | 'output_keys' | 'input_variables' | 'input_variable_keys' | 'user_intent' | 'agent_intent', operator: 'is' | 'is_not' | 'in' | 'not_in' | 'contains' | 'not_contains' | 'starts_with' | 'ends_with' | 'eq' | 'neq' | 'gt' | 'gte' | 'lt' | 'lte' | 'between' | 'before' | 'after' | 'is_true' | 'is_false' | 'is_empty' | 'is_not_empty' | 'is_null' | 'is_not_null' | 'key_equals' | 'key_not_equals' | 'key_contains', value?: (string | number | boolean | Array | null) | undefined, nested_key?: (string | null) | undefined}; export type StructuredFilterGroup = {logic?: ('AND' | 'OR') | undefined, filters: Array}; export type RequestLogQuery = {filter_group?: StructuredFilterGroup | undefined, q?: (string | null) | undefined, sort_by?: ('request_start_time' | 'input_tokens' | 'output_tokens' | 'cost' | 'latency_ms' | 'status' | null) | undefined, sort_order?: ('asc' | 'desc' | null) | undefined, metadata_cost_breakdown_key?: (string | null) | undefined}; export type CreateApiApiPublicV2RequestsAnalyticsArgs = {body: RequestLogQuery}; export type CreateApiApiPublicV2RequestsAnalyticsOptions = {baseUrl: string, ApiKeyAuth?: string | undefined, fetch?: typeof fetch | undefined}; export const requestAnalyticsStat = z.object({date: z.string().optional(), dateLabel: z.string().optional(), requests: z.number().int().optional(), tokens: z.number().int().optional(), inputTokens: z.number().int().optional(), outputTokens: z.number().int().optional(), cost: z.number().optional(), latency: z.number().optional(), cachedTokens: z.number().int().optional(), thinkingTokens: z.number().int().optional(), traceShare: z.number().optional(), statusCounts: z.record(z.string(), z.number().int()).optional(), outputShapeCounts: z.object({json: z.number().int().optional(), toolCall: z.number().int().optional(), plainText: z.number().int().optional()}).optional(), avgTurnCount: z.number().optional(), avgToolCallCount: z.number().optional(), toolCallCountP95: z.number().nullable().optional()}); export const requestAnalyticsLatencyByDay = z.object({average_latency: z.record(z.string(), z.number()).optional(), p50_latency: z.record(z.string(), z.number()).optional(), p90_latency: z.record(z.string(), z.number()).optional(), p95_latency: z.record(z.string(), z.number()).optional()}); export const requestAnalyticsDimensionLatency = z.object({average_latency: z.array(z.array(z.unknown())).optional(), p50_latency: z.array(z.array(z.unknown())).optional(), p90_latency: z.array(z.array(z.unknown())).optional(), p95_latency: z.array(z.array(z.unknown())).optional()}); export const requestAnalyticsBreakdownEntry = z.object({provider: z.string().optional(), promptId: z.string().optional(), tag: z.string().optional(), requests: z.number().int().optional(), cost: z.number().optional(), tokens: z.number().int().optional(), inputTokens: z.number().int().optional(), outputTokens: z.number().int().optional()}); export const requestAnalyticsToolLatency = z.object({toolName: z.string().optional(), requests: z.number().int().optional(), avgLatencySeconds: z.number().nullable().optional(), minLatencySeconds: z.number().nullable().optional(), maxLatencySeconds: z.number().nullable().optional()}); export const requestAnalyticsResponse = z.object({success: z.literal(true), chartInterval: z.object({interval: z.string().optional(), bucketSizeMs: z.number().int().optional(), bucketMinutes: z.number().int().nullable().optional()}).optional(), averageLatency: z.number().optional(), totalCost: z.number().optional(), totalTokens: z.number().int().optional(), totalRequests: z.number().int().optional(), totalCachedTokens: z.number().int().optional(), totalThinkingTokens: z.number().int().optional(), cacheTokenRatio: z.number().nullable().optional(), stats: z.array(requestAnalyticsStat).optional(), mostUsedModels: z.array(z.array(z.unknown())).optional(), modelRequestsByDay: z.record(z.string(), z.array(z.array(z.unknown()))).optional(), mostUsedPromptTemplates: z.array(z.object({promptId: z.string().optional(), requests: z.number().int().optional(), promptName: z.string().nullable().optional()})).optional(), promptTemplateRequestsByDay: z.record(z.string(), z.array(z.array(z.unknown()))).optional(), providerRequestsByDay: z.record(z.string(), z.array(z.array(z.unknown()))).optional(), latency: requestAnalyticsLatencyByDay.optional(), latencyByModelByDay: z.record(z.string(), requestAnalyticsDimensionLatency).optional(), latencyByPromptTemplateByDay: z.record(z.string(), requestAnalyticsDimensionLatency).optional(), latencyByProviderByDay: z.record(z.string(), requestAnalyticsDimensionLatency).optional(), errorTypes: z.array(z.object({errorType: z.string().optional(), requests: z.number().int().optional()})).optional(), providerBreakdown: z.array(requestAnalyticsBreakdownEntry).optional(), promptBreakdown: z.array(requestAnalyticsBreakdownEntry).optional(), tagsBreakdown: z.array(requestAnalyticsBreakdownEntry).optional(), metadataKeysTop: z.array(z.object({key: z.string().optional(), requests: z.number().int().optional()})).optional(), outputKeysTop: z.array(z.object({key: z.string().optional(), requests: z.number().int().optional()})).optional(), toolsLatency: z.array(requestAnalyticsToolLatency).optional(), toolsUsageBars: z.array(z.object({name: z.string().optional(), requests: z.number().int().optional()})).optional(), metadataValueBreakdown: z.array(z.object({key: z.string().optional(), value: z.string().optional(), label: z.string().optional(), requests: z.number().int().optional(), cost: z.number().optional()})).optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Request Analytics * * POST /api/public/v2/requests/analytics */ export const createApiApiPublicV2RequestsAnalytics = async (args: CreateApiApiPublicV2RequestsAnalyticsArgs, options: CreateApiApiPublicV2RequestsAnalyticsOptions) => { const {baseUrl, fetch: fetchFn = fetch, ApiKeyAuth} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (ApiKeyAuth !== undefined) headers.set("X-API-KEY", ApiKeyAuth) const url = `${baseUrl.replace(/\/+$/, '')}/api/public/v2/requests/analytics${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(requestAnalyticsResponse, await res.json()) };