import {z} from 'zod' export type GetApiPublicV2ProjectsProjectIdExperimentsPaginatedArgs = {project_id: unknown, include_counts?: boolean | undefined, starting_token?: number | undefined, limit?: number | undefined}; export type GetApiPublicV2ProjectsProjectIdExperimentsPaginatedOptions = {baseUrl?: string | undefined, APIKeyHeader?: string | undefined, fetch?: typeof fetch | undefined}; export const userInfo = z.object({id: z.string(), email: z.string(), first_name: z.string().nullable().optional(), last_name: z.string().nullable().optional()}); export const taskType = z.union([z.literal(13), z.literal(15), z.literal(16), z.literal(17), z.literal(18), z.literal(19)]); export const experimentDataset = z.object({dataset_id: z.string().nullable().optional(), version_index: z.number().int().nullable().optional(), name: z.string().nullable().optional()}); export const metricAggregates = z.object({avg: z.number().nullable().optional(), sum: z.number().nullable().optional(), min: z.number().nullable().optional(), max: z.number().nullable().optional(), count: z.number().int().nullable().optional(), pct: z.number().nullable().optional(), p50: z.number().nullable().optional(), p90: z.number().nullable().optional(), p95: z.number().nullable().optional(), p99: z.number().nullable().optional(), value_distribution: z.record(z.string(), z.number().int()).nullable().optional()}); export const likeDislikeAggregate = z.object({feedback_type: z.literal("like_dislike").optional(), like_count: z.number().int(), dislike_count: z.number().int(), unrated_count: z.number().int()}); export const starAggregate = z.object({feedback_type: z.literal("star").optional(), average: z.number(), counts: z.record(z.string(), z.number().int()), unrated_count: z.number().int()}); export const scoreAggregate = z.object({feedback_type: z.literal("score").optional(), average: z.number(), unrated_count: z.number().int()}); export const tagsAggregate = z.object({feedback_type: z.literal("tags").optional(), counts: z.record(z.string(), z.number().int()), unrated_count: z.number().int()}); export const textAggregate = z.object({feedback_type: z.literal("text").optional(), count: z.number().int(), unrated_count: z.number().int()}); export const choiceAggregate = z.object({feedback_type: z.literal("choice").optional(), counts: z.record(z.string(), z.number().int()), unrated_count: z.number().int()}); export const treeChoiceAggregate = z.object({feedback_type: z.literal("tree_choice").optional(), counts: z.record(z.string(), z.number().int()), unrated_count: z.number().int()}); export const feedbackAggregate = z.object({aggregate: z.discriminatedUnion("feedback_type", [likeDislikeAggregate, starAggregate, scoreAggregate, tagsAggregate, textAggregate, choiceAggregate, treeChoiceAggregate])}); export const experimentPlayground = z.object({playground_id: z.string().nullable().optional(), name: z.string().nullable().optional()}); export const openAIFunction = z.object({name: z.string()}); export const openAIToolChoice = z.object({type: z.string().optional(), function: openAIFunction}); export const promptRunSettingsOutput = z.object({logprobs: z.boolean().optional(), top_logprobs: z.number().int().optional(), echo: z.boolean().optional(), n: z.number().int().optional(), reasoning_effort: z.string().optional(), verbosity: z.string().optional(), deployment_name: z.string().nullable().optional(), model_alias: z.string().optional(), temperature: z.number().nullable().optional(), max_tokens: z.number().int().optional(), stop_sequences: z.array(z.string()).nullable().optional(), top_p: z.number().optional(), top_k: z.number().int().optional(), frequency_penalty: z.number().optional(), presence_penalty: z.number().optional(), tools: z.string().optional(), tool_choice: z.union([z.string(), openAIToolChoice]).nullable().optional(), response_format: z.record(z.string(), z.string()).nullable().optional()}); export const experimentPrompt = z.object({prompt_template_id: z.string().nullable().optional(), version_index: z.number().int().nullable().optional(), name: z.string().nullable().optional(), content: z.string().nullable().optional()}); export const runTagDB = z.object({key: z.string().max(256), value: z.string().max(256), tag_type: z.string(), project_id: z.string(), run_id: z.string(), created_by: z.string(), id: z.string(), created_at: z.string(), updated_at: z.string()}); export const experimentPhaseStatus = z.object({progress_percent: z.number().gte(0).lte(1).optional()}); export const experimentStatus = z.object({log_generation: experimentPhaseStatus.optional()}); export const experimentResponse = z.object({id: z.string(), created_at: z.string().optional(), updated_at: z.string().nullable().optional(), name: z.string().optional(), project_id: z.string(), created_by: z.string().nullable().optional(), created_by_user: userInfo.nullable().optional(), num_spans: z.number().int().nullable().optional(), num_traces: z.number().int().nullable().optional(), num_sessions: z.number().int().nullable().optional(), task_type: taskType, dataset: experimentDataset.nullable().optional(), aggregate_metrics: z.record(z.string(), z.unknown()).optional(), structured_aggregate_metrics: z.record(z.string(), metricAggregates).nullable().optional(), aggregate_feedback: z.record(z.string(), feedbackAggregate).optional(), rating_aggregates: z.record(z.string(), z.record(z.string(), feedbackAggregate)).optional(), ranking_score: z.number().nullable().optional(), rank: z.number().int().nullable().optional(), winner: z.boolean().nullable().optional(), playground_id: z.string().nullable().optional(), playground: experimentPlayground.nullable().optional(), prompt_run_settings: promptRunSettingsOutput.nullable().optional(), prompt_model: z.string().nullable().optional(), prompt: experimentPrompt.nullable().optional(), tags: z.record(z.string(), z.array(runTagDB)).optional(), status: experimentStatus.optional(), experiment_group_id: z.string().nullable().optional(), experiment_group_name: z.string().nullable().optional(), experiment_group_is_system: z.boolean().nullable().optional()}); export const listExperimentResponse = z.object({starting_token: z.number().int().optional(), limit: z.number().int().optional(), paginated: z.boolean().optional(), next_starting_token: z.number().int().nullable().optional(), experiments: z.array(experimentResponse).optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * List Experiments Paginated * * GET /public/v2/projects/{project_id}/experiments/paginated * * Also accepts auth: ClassicAPIKeyHeader, OAuth2PasswordBearer, HTTPBasic */ export const getApiPublicV2ProjectsProjectIdExperimentsPaginated = async (args: GetApiPublicV2ProjectsProjectIdExperimentsPaginatedArgs, options?: GetApiPublicV2ProjectsProjectIdExperimentsPaginatedOptions) => { const {baseUrl = "https://api.galileo.ai", fetch: fetchFn = fetch, APIKeyHeader} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('accept', "application/json") if (args.include_counts != null) query.append("include_counts", String(args.include_counts)) if (args.starting_token != null) query.append("starting_token", String(args.starting_token)) if (args.limit != null) query.append("limit", String(args.limit)) if (APIKeyHeader !== undefined) headers.set("Splunk-AO-API-Key", APIKeyHeader) const url = `${baseUrl.replace(/\/+$/, '')}/public/v2/projects/${encodeURIComponent(String(args.project_id))}/experiments/paginated${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "GET", headers}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(listExperimentResponse, await res.json()) };