import {z} from 'zod' export type AugmentationOperation = {type: 'remove_duplicates' | 'remove_outliers' | 'balance', enabled?: boolean | undefined}; export type DatasetAugmentationRequest = {task_type: 'ner' | 'classification' | 'custom', dataset_name?: (string | null) | undefined, dataset_version?: (string | null) | undefined, dataset?: (Array<{[key: string]: unknown}> | null) | undefined, operations: Array, target_distribution?: ({[key: string]: number} | null) | undefined, domain_description?: (string | null) | undefined, new_dataset_name?: (string | null) | undefined, labels?: (Array | null) | undefined, update_in_place?: boolean | undefined}; export type CreateApiV1DatasetAugmentArgs = {body: DatasetAugmentationRequest}; export type CreateApiV1DatasetAugmentOptions = {baseUrl: string, ApiKeyAuth?: string | undefined, fetch?: typeof fetch | undefined}; export const datasetProvenanceSource = z.object({url: z.string().nullable().optional(), revision: z.string().nullable().optional(), license: z.string().nullable().optional(), retrieved_at: z.string().nullable().optional(), raw_hash: z.string().nullable().optional()}); export const datasetProvenanceFallback = z.object({reason: z.string().min(1), attempts: z.number().int().gte(1)}); export const jsonScalar = z.union([z.string(), z.number().int(), z.number(), z.boolean()]).nullable(); export const jsonValueOutput: z.ZodType = z.union([jsonScalar, z.array(z.lazy(() => jsonValueOutput)), z.record(z.string(), z.lazy(() => jsonValueOutput))]); export const jsonObjectOutput = z.record(z.string(), jsonValueOutput); export const datasetProvenance = z.object({schema_version: z.literal(1).optional(), method: z.enum(["synthesize", "upload", "external", "grow", "augment", "version", "merge", "auto_relabel", "manual_relabel", "evaluation_suite", "agent_curated"]), sources: z.array(datasetProvenanceSource).optional(), fallback: datasetProvenanceFallback.nullable().optional(), source_dataset_ids: z.array(z.string()).optional(), parent_dataset_id: z.string().nullable().optional(), transform_context: jsonObjectOutput.nullable().optional(), generator_context: jsonObjectOutput.nullable().optional(), synthesis_session_id: z.string().nullable().optional()}); export const datasetResponse = z.object({id: z.string(), user_id: z.string(), dataset_name: z.string(), dataset_path: z.string(), dataset_type: z.string(), size: z.number().int().nullable().optional(), sample_size: z.number().int().nullable().optional(), train_ratio: z.number().nullable().optional(), created_at: z.string(), updated_at: z.string(), version_number: z.string().optional(), root_dataset_id: z.string().nullable().optional(), project_id: z.string().nullable().optional(), schema: z.record(z.string(), z.unknown()).nullable().optional(), schema_warnings: z.array(z.string()).nullable().optional(), validation: z.record(z.string(), z.unknown()).nullable().optional(), annotation_status: z.enum(["none", "in_progress", "completed"]).nullable().optional(), annotation_config: z.record(z.string(), z.unknown()).nullable().optional(), annotation_progress: z.record(z.string(), z.unknown()).nullable().optional(), status: z.enum(["initialized", "uploading", "converting", "validating", "ready", "failed", "generating", "queued"]).nullable().optional(), processing_error: z.string().nullable().optional(), type: z.string().optional(), visibility: z.string().optional(), is_competition: z.boolean().optional(), labels: z.array(z.string()).nullable().optional(), generation_type: z.string().nullable().optional(), provenance: datasetProvenance.nullable().optional(), is_seed: z.boolean().nullable().optional(), synthesis_session_id: z.string().nullable().optional(), column_mapping: z.record(z.string(), z.string()).nullable().optional()}); export const modificationSummary = z.object({duplicates_removed: z.number().int().optional(), outliers_removed: z.number().int().optional(), samples_generated: z.number().int().optional(), original_count: z.number().int().optional(), final_count: z.number().int().optional()}); export const distributionComparison = z.object({label: z.string(), before_count: z.number().int(), before_percentage: z.number(), after_count: z.number().int(), after_percentage: z.number()}); export const datasetAugmentationResponse = z.object({success: z.boolean(), original_dataset_name: z.string().nullable().optional(), original_dataset_version: z.string().nullable().optional(), new_dataset: datasetResponse, modifications: modificationSummary, distribution_comparison: z.array(distributionComparison), message: z.string(), updated_in_place: z.boolean().optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Augment Dataset * * POST /v1/dataset/augment * * Also accepts auth: BearerAuth */ export const createApiV1DatasetAugment = async (args: CreateApiV1DatasetAugmentArgs, options: CreateApiV1DatasetAugmentOptions) => { const {baseUrl, fetch: fetchFn = fetch, ApiKeyAuth} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (ApiKeyAuth !== undefined) headers.set("X-API-Key", ApiKeyAuth) const url = `${baseUrl.replace(/\/+$/, '')}/v1/dataset/augment${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(datasetAugmentationResponse, await res.json()) };