import {z} from 'zod' export type CoreArchiveReference = {bucket?: string | undefined, bucket_prefix?: string | undefined, format?: string | undefined, node_name?: string | undefined, order?: Array | undefined, tag?: string | undefined, type?: string | undefined}; export type CoreChunkMetrics = {batch_duration_samples_count?: number | undefined, batch_p50_ms?: number | undefined, batch_p90_ms?: number | undefined, bytes_streamed?: number | undefined, env_variables?: {[key: string]: string} | undefined, failed_bytes_streamed?: number | undefined, failed_rows_streamed?: number | undefined, filtered_rows?: number | undefined, invalid_rows?: number | undefined, latency_p50_ms?: number | undefined, latency_p90_ms?: number | undefined, latency_samples_count?: number | undefined, read_latency_p50_ms?: number | undefined, read_latency_p90_ms?: number | undefined, read_latency_samples_count?: number | undefined, rows_read?: number | undefined, rows_streamed?: number | undefined, uncompressed_bytes_read?: number | undefined, write_latency_samples_count?: number | undefined, write_p50_ms?: number | undefined, write_p90_ms?: number | undefined, write_retries?: {[key: string]: number} | undefined}; export type CoreRehydrationMetrics = {average_chunk_size_bytes?: number | undefined, average_chunk_size_count?: number | undefined, batch_duration_samples_count?: number | undefined, batch_p50_ms?: number | undefined, batch_p90_ms?: number | undefined, chunk_metrics?: {[key: string]: CoreChunkMetrics} | undefined, chunks_built?: number | undefined, env_variables?: {[key: string]: string} | undefined, latency_p50_ms?: number | undefined, latency_p90_ms?: number | undefined, latency_samples_count?: number | undefined, objects_count_after_filter?: number | undefined, objects_listed?: number | undefined, read_latency_p50_ms?: number | undefined, read_latency_p90_ms?: number | undefined, read_latency_samples_count?: number | undefined, tasks_failed?: number | undefined, tasks_processed?: number | undefined, tasks_published?: number | undefined, total_bytes_read?: number | undefined, total_bytes_streamed?: number | undefined, total_failed_bytes_streamed?: number | undefined, total_failed_rows_streamed?: number | undefined, total_filtered_rows?: number | undefined, total_invalid_rows?: number | undefined, total_list_requests?: number | undefined, total_rows_read?: number | undefined, total_rows_streamed?: number | undefined, total_slice_count?: number | undefined, total_uncompressed_bytes_read?: number | undefined, write_latency_samples_count?: number | undefined, write_p50_ms?: number | undefined, write_p90_ms?: number | undefined}; export type CoreRehydrationProcessStats = {batch_push_latency?: number | undefined, bytes_count?: number | undefined, forwarding_batches_count?: number | undefined, forwarding_end_time?: string | undefined, forwarding_start_time?: string | undefined, invalid?: number | undefined, query_execution_time?: number | undefined, query_results_parsing_time?: number | undefined, results_forwarding_time?: number | undefined, scanned?: number | undefined, streamed?: number | undefined, streamed_bytes_count?: number | undefined, successful_bytes_count?: number | undefined}; export type CoreOperationStatus = 'created' | 'invoked' | 'in-progress' | 'completed' | 'failed' | 'cancelled' | 'marked-for-delete' | 'polled-for-execution' | 'skipped'; export type CoreRehydration = {archive_flush_interval?: string | undefined, archive_source?: CoreArchiveReference | undefined, assigned_cluster?: string | undefined, bucket?: string | undefined, checkpoint?: string | undefined, checkpoint_v2?: string | undefined, cql_query?: string | undefined, created?: string | undefined, creator?: string | undefined, destination?: string | undefined, dynamic_url?: string | undefined, error?: string | undefined, exclude_overlap?: boolean | undefined, facets?: {[key: string]: string} | undefined, from?: string | undefined, host?: string | undefined, keyword_filter?: string | undefined, metrics?: CoreRehydrationMetrics | undefined, org_id?: string | undefined, ottl_query?: string | undefined, percentage?: number | undefined, prefix_filter?: string | undefined, prefix_regex?: string | undefined, process_stats?: CoreRehydrationProcessStats | undefined, rehydration_id?: string | undefined, source_filters?: {[key: string]: string} | undefined, source_integration?: string | undefined, status?: CoreOperationStatus | undefined, tag?: string | undefined, to?: string | undefined, updated?: string | undefined, updater?: string | undefined, warehouse_type?: string | undefined}; export type CreateApiV1OrgsOrgIdRehydrationArgs = {org_id: string, body: CoreRehydration}; export type CreateApiV1OrgsOrgIdRehydrationOptions = {baseUrl?: string | undefined, ApiKeyAuth?: string | undefined, fetch?: typeof fetch | undefined}; export const coreArchiveReference = z.object({bucket: z.string().optional(), bucket_prefix: z.string().optional(), format: z.string().optional(), node_name: z.string().optional(), order: z.array(z.string()).optional(), tag: z.string().optional(), type: z.string().optional()}); export const coreChunkMetrics = z.object({batch_duration_samples_count: z.number().int().optional(), batch_p50_ms: z.number().int().optional(), batch_p90_ms: z.number().int().optional(), bytes_streamed: z.number().int().optional(), env_variables: z.record(z.string(), z.string()).optional(), failed_bytes_streamed: z.number().int().optional(), failed_rows_streamed: z.number().int().optional(), filtered_rows: z.number().int().optional(), invalid_rows: z.number().int().optional(), latency_p50_ms: z.number().int().optional(), latency_p90_ms: z.number().int().optional(), latency_samples_count: z.number().int().optional(), read_latency_p50_ms: z.number().int().optional(), read_latency_p90_ms: z.number().int().optional(), read_latency_samples_count: z.number().int().optional(), rows_read: z.number().int().optional(), rows_streamed: z.number().int().optional(), uncompressed_bytes_read: z.number().int().optional(), write_latency_samples_count: z.number().int().optional(), write_p50_ms: z.number().int().optional(), write_p90_ms: z.number().int().optional(), write_retries: z.record(z.string(), z.number().int()).optional()}); export const coreRehydrationMetrics = z.object({average_chunk_size_bytes: z.number().int().optional(), average_chunk_size_count: z.number().int().optional(), batch_duration_samples_count: z.number().int().optional(), batch_p50_ms: z.number().int().optional(), batch_p90_ms: z.number().int().optional(), chunk_metrics: z.record(z.string(), coreChunkMetrics).optional(), chunks_built: z.number().int().optional(), env_variables: z.record(z.string(), z.string()).optional(), latency_p50_ms: z.number().int().optional(), latency_p90_ms: z.number().int().optional(), latency_samples_count: z.number().int().optional(), objects_count_after_filter: z.number().int().optional(), objects_listed: z.number().int().optional(), read_latency_p50_ms: z.number().int().optional(), read_latency_p90_ms: z.number().int().optional(), read_latency_samples_count: z.number().int().optional(), tasks_failed: z.number().int().optional(), tasks_processed: z.number().int().optional(), tasks_published: z.number().int().optional(), total_bytes_read: z.number().int().optional(), total_bytes_streamed: z.number().int().optional(), total_failed_bytes_streamed: z.number().int().optional(), total_failed_rows_streamed: z.number().int().optional(), total_filtered_rows: z.number().int().optional(), total_invalid_rows: z.number().int().optional(), total_list_requests: z.number().int().optional(), total_rows_read: z.number().int().optional(), total_rows_streamed: z.number().int().optional(), total_slice_count: z.number().int().optional(), total_uncompressed_bytes_read: z.number().int().optional(), write_latency_samples_count: z.number().int().optional(), write_p50_ms: z.number().int().optional(), write_p90_ms: z.number().int().optional()}); export const coreRehydrationProcessStats = z.object({batch_push_latency: z.number().int().optional(), bytes_count: z.number().int().optional(), forwarding_batches_count: z.number().int().optional(), forwarding_end_time: z.string().optional(), forwarding_start_time: z.string().optional(), invalid: z.number().int().optional(), query_execution_time: z.number().int().optional(), query_results_parsing_time: z.number().int().optional(), results_forwarding_time: z.number().int().optional(), scanned: z.number().int().optional(), streamed: z.number().int().optional(), streamed_bytes_count: z.number().int().optional(), successful_bytes_count: z.number().int().optional()}); export const coreOperationStatus = z.enum(["created", "invoked", "in-progress", "completed", "failed", "cancelled", "marked-for-delete", "polled-for-execution", "skipped"]); export const coreRehydration = z.object({archive_flush_interval: z.string().optional(), archive_source: coreArchiveReference.optional(), assigned_cluster: z.string().optional(), bucket: z.string().optional(), checkpoint: z.string().optional(), checkpoint_v2: z.string().optional(), cql_query: z.string().optional(), created: z.string().optional(), creator: z.string().optional(), destination: z.string().optional(), dynamic_url: z.string().optional(), error: z.string().optional(), exclude_overlap: z.boolean().optional(), facets: z.record(z.string(), z.string()).optional(), from: z.string().optional(), host: z.string().optional(), keyword_filter: z.string().optional(), metrics: coreRehydrationMetrics.optional(), org_id: z.string().optional(), ottl_query: z.string().optional(), percentage: z.number().optional(), prefix_filter: z.string().optional(), prefix_regex: z.string().optional(), process_stats: coreRehydrationProcessStats.optional(), rehydration_id: z.string().optional(), source_filters: z.record(z.string(), z.string()).optional(), source_integration: z.string().optional(), status: coreOperationStatus.optional(), tag: z.string().optional(), to: z.string().optional(), updated: z.string().optional(), updater: z.string().optional(), warehouse_type: z.string().optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Creates a new rehydration item in dynamo and invokes async rehydration handler * * POST /v1/orgs/{org_id}/rehydration */ export const createApiV1OrgsOrgIdRehydration = async (args: CreateApiV1OrgsOrgIdRehydrationArgs, options?: CreateApiV1OrgsOrgIdRehydrationOptions) => { const {baseUrl = "https://api.edgedelta.com", fetch: fetchFn = fetch, ApiKeyAuth} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (ApiKeyAuth !== undefined) headers.set("X-ED-API-Token", ApiKeyAuth) const url = `${baseUrl.replace(/\/+$/, '')}/v1/orgs/${encodeURIComponent(String(args.org_id))}/rehydration${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(coreRehydration, await res.json()) };