import {z} from 'zod' export type CreateApiQueryArgs = {body: BodyInit}; export type CreateApiQueryOptions = {baseUrl?: string | undefined, bearerAuth?: string | undefined, fetch?: typeof fetch | undefined}; export const recordSchema = z.array(z.object({name: z.string().optional(), type: z.string().optional()})); export const physicalField = z.object({kind: z.literal("physical"), name: z.string().optional(), type: z.string().optional()}); export const computedField = z.object({kind: z.literal("computed"), name: z.string().optional(), expression: z.string().optional()}); export const metadataField = z.object({kind: z.literal("metadata"), name: z.string().optional(), type: z.string().optional(), key: z.string().optional()}); export const schemaV2 = z.object({fields: z.array(z.discriminatedUnion("kind", [physicalField, computedField, metadataField])).optional(), watermarks: z.array(z.object({name: z.string().optional(), expression: z.string().optional()})).optional(), constraints: z.object({primary_key: z.array(z.string()).optional()}).optional()}); export const resourceId = z.string(); export const autoscaleConfiguration = z.object({pause_conditions: z.record(z.string(), z.string().nullable()).nullable().optional(), resume_conditions: z.record(z.string(), z.string().nullable()).nullable().optional()}).nullable(); export const snapshotConfiguration = z.object({enabled: z.boolean().optional(), cron: z.string().optional(), retention_period_seconds: z.number().optional()}); export const sQLPipelineProperties = z.object({secrets: z.array(z.string()).optional()}); export const customPipelineType = z.enum(["JAVA", "PYTHON"]); export const customPipelineProperties = z.object({secrets: z.array(z.string()).optional(), flink_version: z.string().optional(), additional_metrics: z.array(z.string()).optional(), flink_configuration: z.record(z.string(), z.string()).optional()}); export const resourceTimestamps = z.object({create_time: z.string().optional(), update_time: z.string().optional()}); export const runtimeError = z.object({message: z.string().optional(), raw_exception: z.string().optional(), timestamp: z.string().optional()}); export const requestedTasks = z.number().int(); export const actualTasks = z.number().int(); export const requestedTaskSize = z.string().nullable(); export const actualTaskSize = z.string().nullable(); export const sqlPipelineType = z.literal("SQL"); export const resourceVersionNumber = z.number().int(); export const resourceIsLatestFlag = z.boolean(); export const pipelineV1CommonStatus = z.object({version: resourceVersionNumber.optional(), is_latest: resourceIsLatestFlag.optional(), active_version: z.number().int().nullable().optional(), latest_version: z.number().int().optional(), last_runtime_error: runtimeError.optional(), last_activated_time: z.string().optional(), target_state: z.enum(["RUNNING", "STOPPED"]).optional(), actual_state: z.enum(["UNKNOWN", "STARTING", "RUNNING", "FAILED", "FINISHED", "STOPPED", "PAUSING", "PAUSED"]).optional(), create_time: z.string().optional(), update_time: z.string().optional(), requested_tasks: requestedTasks.optional(), actual_tasks: actualTasks.optional(), requested_task_size: requestedTaskSize.optional(), actual_task_size: actualTaskSize.optional()}).and(z.record(z.string(), z.string().nullable())).nullable(); export const declarativeDefinitionWithStatus = z.object({kind: z.enum(["secret", "stream", "connection", "pipeline"]), metadata: z.object({name: z.string(), description: z.string().optional(), id: z.string().optional(), tags: z.record(z.string(), z.string().max(255)).optional()}), spec_version: z.literal("v1"), spec: z.union([z.object({}).nullable(), z.object({watermark: z.string().optional(), schema: recordSchema.optional(), schema_v2: schemaV2.optional(), properties: z.record(z.string(), z.string().nullable()).optional(), partition_key: z.array(z.string()).optional()}), z.object({connector: z.enum(["astra-streaming", "clickhouse", "confluent-cloud", "datadog", "datagen", "delta-lake", "druid", "dynamodb-cdc", "elasticsearch", "gcp-pubsub", "hudi", "influxdb", "kafka", "kinesis", "mongodb", "mongodb-cdc", "ms-sql", "mysql-cdc", "oracle", "oracle-cdc", "pinot", "polaris", "postgres", "postgres-cdc", "pulsar", "redis", "redpanda", "redshift", "rest", "rockset", "s3", "s3-lambda", "s3-v2", "singlestore-db", "snowflake", "startree", "streamnative", "timescale"]).optional(), type: z.enum(["source", "sink"]).optional(), stream_mappings: z.array(z.object({stream_id: resourceId.optional(), external_resource_specifier: z.unknown()})).optional(), stream_id: resourceId.optional(), schema: recordSchema.optional(), schema_v2: schemaV2.optional(), properties: z.record(z.string(), z.string().nullable()).optional(), autoscale_configuration: autoscaleConfiguration.optional()}), z.object({sql: z.string().optional(), snapshot_configuration: snapshotConfiguration.optional(), autoscale_configuration: autoscaleConfiguration.optional(), properties: sQLPipelineProperties.optional()}), z.object({type: customPipelineType.optional(), job_file_sha: z.string().optional(), job_arguments: z.string().optional(), entry_class: z.string().optional(), properties: customPipelineProperties.optional(), snapshot_configuration: snapshotConfiguration.optional()})]).optional(), status: z.union([resourceTimestamps, resourceTimestamps, z.object({last_runtime_error: runtimeError.optional(), last_activated_time: z.string().optional(), target_state: z.enum(["RUNNING", "STOPPED"]).optional(), actual_state: z.enum(["UNKNOWN", "STARTING", "RUNNING", "FAILED", "FINISHED", "STOPPED", "PAUSING", "PAUSED"]).optional(), requested_tasks: requestedTasks.optional(), actual_tasks: actualTasks.optional(), requested_task_size: requestedTaskSize.optional(), actual_task_size: actualTaskSize.optional(), create_time: z.string().optional(), update_time: z.string().optional()}).and(z.record(z.string(), z.string().nullable())).nullable(), z.object({type: sqlPipelineType.optional(), version: resourceVersionNumber.optional(), is_latest: resourceIsLatestFlag.optional(), active_version: z.number().int().nullable().optional(), latest_version: z.number().int().optional(), last_runtime_error: runtimeError.optional(), last_activated_time: z.string().optional(), target_state: z.enum(["RUNNING", "STOPPED"]).optional(), actual_state: z.enum(["UNKNOWN", "STARTING", "RUNNING", "FAILED", "FINISHED", "STOPPED", "PAUSING", "PAUSED"]).optional(), create_time: z.string().optional(), update_time: z.string().optional(), requested_tasks: requestedTasks.optional(), actual_tasks: actualTasks.optional(), requested_task_size: requestedTaskSize.optional(), actual_task_size: actualTaskSize.optional()}).and(z.record(z.string(), z.string().nullable())).nullable(), pipelineV1CommonStatus]).optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Query existing resources * * POST /query * * Also accepts auth: oauth2 */ export const createApiQuery = async (args: CreateApiQueryArgs, options?: CreateApiQueryOptions) => { const {baseUrl = "https://replace-with-account.api.decodable.co/v1alpha2", fetch: fetchFn = fetch, bearerAuth} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/x-yaml") headers.set('accept', "application/json") if (bearerAuth !== undefined) headers.set('authorization', `Bearer ${bearerAuth}`) const url = `${baseUrl.replace(/\/+$/, '')}/query${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: args.body}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(declarativeDefinitionWithStatus, await res.json()) };