import {z} from 'zod' export type PipelineDestinationConnector = {connector: string, name: string, id: string} | {[key: string]: unknown}; export type PipelineSourceConnector = {connector: string, name: string, id: string, topics: Array} | {[key: string]: unknown}; export type PipelineTransformConnector = {topic_id: string} | {[key: string]: unknown}; export type TopicAutoDiscoveryTransform = {transform_id: string, regex: string} | {[key: string]: unknown}; export type EntityOriginEnum = 'terraform' | 'web' | 'api'; export type CreatePipelineReq = {name: string, snapshot_new_tables?: boolean | undefined, destination: PipelineDestinationConnector, source: PipelineSourceConnector, transforms?: (Array | null) | undefined, tags: Array, topic_auto_discovery_transforms?: Array | undefined, created_from?: (EntityOriginEnum | null) | undefined} | {[key: string]: unknown}; export type CreateApiPipelinesArgs = {secret_returned?: boolean | undefined, wait?: boolean | undefined, body: CreatePipelineReq}; export type CreateApiPipelinesOptions = {baseUrl?: string | undefined, FronteggHTTPAuthentication?: string | undefined, fetch?: typeof fetch | undefined}; export const sourceConnector = z.object({name: z.string().nullable().optional(), connector: z.string().nullable().optional(), id: z.string().nullable().optional(), connector_display_name: z.string().nullable().optional(), created_timestamp: z.union([z.string(), z.string()]).nullable().optional(), sub_id: z.string().nullable().optional(), tenant_id: z.string().nullable().optional(), service_id: z.string().nullable().optional(), config: z.record(z.string(), z.union([z.string(), z.number().int(), z.boolean()]).nullable()).nullable().optional(), topic_ids: z.array(z.union([z.string(), z.number().int()])).nullable().optional(), topic_map: z.record(z.string(), z.array(z.union([z.string(), z.number().int()]))).nullable().optional(), topics: z.array(z.union([z.string(), z.number().int()])).nullable().optional(), tasks: z.array(z.number().int()).nullable().optional(), connector_status: z.string().nullable().optional(), desired_state: z.string().nullable().optional(), reconcile_error: z.string().nullable().optional(), connection_warning: z.string().nullable().optional(), kc_cluster_id: z.string().nullable().optional(), task_statuses: z.record(z.string(), z.record(z.string(), z.union([z.string(), z.number().int()]))).nullable().optional(), tags: z.array(z.string()).nullable().optional()}).and(z.record(z.string(), z.unknown())); export const destinationConnector = z.object({name: z.string().nullable().optional(), connector: z.string().nullable().optional(), id: z.string().nullable().optional(), connector_display_name: z.string().nullable().optional(), created_timestamp: z.union([z.string(), z.string()]).nullable().optional(), sub_id: z.string().nullable().optional(), tenant_id: z.string().nullable().optional(), config: z.record(z.string(), z.union([z.string(), z.number().int(), z.boolean(), z.array(z.unknown()), z.record(z.string(), z.unknown())]).nullable()).nullable().optional(), topic_ids: z.array(z.union([z.string(), z.number().int()])).nullable().optional(), topic_map: z.record(z.string(), z.array(z.union([z.string(), z.number().int()]))).nullable().optional(), topics: z.array(z.union([z.string(), z.number().int()])).nullable().optional(), tasks: z.array(z.number().int()).nullable().optional(), connector_status: z.string().nullable().optional(), desired_state: z.string().nullable().optional(), reconcile_error: z.string().nullable().optional(), schema_evolution_warning: z.string().nullable().optional(), kc_cluster_id: z.string().nullable().optional(), task_statuses: z.record(z.string(), z.record(z.string(), z.union([z.string(), z.number().int()]))).nullable().optional(), tags: z.array(z.string()).nullable().optional()}).and(z.record(z.string(), z.unknown())); export const updatePipelineAuditReq = z.object({topics: z.array(z.union([z.string(), z.number().int()])), timestamp_column: z.string(), interval_minutes: z.number().int(), fix_deletes_only: z.boolean().optional()}).and(z.record(z.string(), z.unknown())); export const topicAutoDiscoveryTransform = z.object({transform_id: z.string(), regex: z.string()}).and(z.record(z.string(), z.unknown())); export const pipelineBasic = z.object({name: z.string().nullable().optional(), sub_id: z.string().nullable().optional(), tenant_id: z.string().nullable().optional(), id: z.string().nullable().optional(), snapshot_new_tables: z.boolean().nullable().optional(), managed: z.boolean().optional(), topic_ids: z.array(z.string().nullable()).nullable().optional(), topics: z.array(z.string().nullable()).nullable().optional(), source: sourceConnector.nullable().optional(), destination: destinationConnector.nullable().optional(), transforms: z.array(z.unknown()).nullable().optional(), tags: z.array(z.string()).nullable().optional(), periodic_audit: updatePipelineAuditReq.nullable().optional(), topic_auto_discovery_transforms: z.array(topicAutoDiscoveryTransform).optional()}).and(z.record(z.string(), z.unknown())); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Create New Pipeline * * POST /pipelines */ export const createApiPipelines = async (args: CreateApiPipelinesArgs, options?: CreateApiPipelinesOptions) => { const {baseUrl = "https://api.streamkap.com", fetch: fetchFn = fetch, FronteggHTTPAuthentication} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (args.secret_returned != null) query.append("secret_returned", String(args.secret_returned)) if (args.wait != null) query.append("wait", String(args.wait)) if (FronteggHTTPAuthentication !== undefined) headers.set('authorization', `Bearer ${FronteggHTTPAuthentication}`) const url = `${baseUrl.replace(/\/+$/, '')}/pipelines${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(pipelineBasic, await res.json()) };