import {z} from 'zod' export type OperationBindingId = string; export type TransformationId = string; export type StringMap = {[key: string]: string}; export type ConnectorTrigger = {triggerType: 'ON_DEMAND' | 'SCHEDULE' | 'EVENT' | 'WEBHOOK' | 'PIPELINE', schedule?: string | undefined, eventType?: string | undefined, pipelineRef?: string | undefined, metadata?: StringMap | undefined}; export type RouteAtomicity = 'BEST_EFFORT' | 'PER_RECORD' | 'ALL_OR_NOTHING'; export type AccessProtocol = 'HTTP' | 'HTTPS' | 'JDBC' | 'ODBC' | 'SFTP' | 'FILE' | 'S3' | 'AZURE_BLOB' | 'GCS' | 'KAFKA' | 'AMQP' | 'MQTT' | 'OIDC' | 'DIDCOMM' | 'VAULT' | 'INTERNAL' | 'CUSTOM'; export type EgressPolicy = {allowedHosts?: Array | undefined, blockedHosts?: Array | undefined, allowedCidrs?: Array | undefined, allowedProtocols?: Array | undefined, allowedPorts?: Array | undefined, blockPrivateNetworks?: boolean | undefined, pinResolvedAddress?: boolean | undefined, maxPayloadBytes?: number | undefined, requiresTenantBoundary?: boolean | undefined, metadata?: StringMap | undefined}; export type MaterializationMode = 'NONE' | 'CACHE' | 'PERSIST' | 'MIRROR' | 'INDEX'; export type ResourceDescriptorId = string; export type RetentionDeleteAction = 'DELETE' | 'ANONYMIZE' | 'PSEUDONYMIZE' | 'TOMBSTONE' | 'REVIEW'; export type RetentionSpec = {purpose?: string | undefined, legalBasis?: string | undefined, retentionPeriod?: string | undefined, deleteAction?: RetentionDeleteAction | undefined, metadata?: StringMap | undefined}; export type MaterializationPolicy = {mode?: MaterializationMode | undefined, ttlSeconds?: number | undefined, storageResourceDescriptorId?: ResourceDescriptorId | undefined, retention?: RetentionSpec | undefined, metadata?: StringMap | undefined}; export type ConnectorRouteCreateRequest = {displayName: string, description?: string | undefined, sourceBindingIds: Array, destinationBindingIds: Array, transformationId?: TransformationId | undefined, trigger?: ConnectorTrigger | undefined, atomicity?: RouteAtomicity | undefined, purpose?: string | undefined, legalBasis?: string | undefined, enabled?: boolean | undefined, egressPolicy?: EgressPolicy | undefined, materializationPolicy?: MaterializationPolicy | undefined, metadata?: StringMap | undefined}; export type CreateApiRoutesArgs = {body: ConnectorRouteCreateRequest}; export type CreateApiRoutesOptions = {baseUrl?: string | undefined, bearer?: string | undefined, fetch?: typeof fetch | undefined}; export const operationBindingId = z.string(); export const transformationId = z.string(); export const stringMap = z.record(z.string(), z.string()); export const connectorTrigger = z.object({triggerType: z.enum(["ON_DEMAND", "SCHEDULE", "EVENT", "WEBHOOK", "PIPELINE"]), schedule: z.string().optional(), eventType: z.string().optional(), pipelineRef: z.string().optional(), metadata: stringMap.optional()}); export const routeAtomicity = z.enum(["BEST_EFFORT", "PER_RECORD", "ALL_OR_NOTHING"]); export const accessProtocol = z.enum(["HTTP", "HTTPS", "JDBC", "ODBC", "SFTP", "FILE", "S3", "AZURE_BLOB", "GCS", "KAFKA", "AMQP", "MQTT", "OIDC", "DIDCOMM", "VAULT", "INTERNAL", "CUSTOM"]); export const egressPolicy = z.object({allowedHosts: z.array(z.string()).optional(), blockedHosts: z.array(z.string()).optional(), allowedCidrs: z.array(z.string()).optional(), allowedProtocols: z.array(accessProtocol).optional(), allowedPorts: z.array(z.number().int().gte(1).lte(65535)).optional(), blockPrivateNetworks: z.boolean().optional(), pinResolvedAddress: z.boolean().optional(), maxPayloadBytes: z.number().int().gte(0).optional(), requiresTenantBoundary: z.boolean().optional(), metadata: stringMap.optional()}); export const materializationMode = z.enum(["NONE", "CACHE", "PERSIST", "MIRROR", "INDEX"]); export const resourceDescriptorId = z.string(); export const retentionDeleteAction = z.enum(["DELETE", "ANONYMIZE", "PSEUDONYMIZE", "TOMBSTONE", "REVIEW"]); export const retentionSpec = z.object({purpose: z.string().optional(), legalBasis: z.string().optional(), retentionPeriod: z.string().optional(), deleteAction: retentionDeleteAction.optional(), metadata: stringMap.optional()}); export const materializationPolicy = z.object({mode: materializationMode.optional(), ttlSeconds: z.number().int().gte(0).optional(), storageResourceDescriptorId: resourceDescriptorId.optional(), retention: retentionSpec.optional(), metadata: stringMap.optional()}); export const connectorRouteId = z.string(); export const connectorRoute = z.object({displayName: z.string(), description: z.string().optional(), sourceBindingIds: z.array(operationBindingId), destinationBindingIds: z.array(operationBindingId), transformationId: transformationId.optional(), trigger: connectorTrigger.optional(), atomicity: routeAtomicity.optional(), purpose: z.string().optional(), legalBasis: z.string().optional(), enabled: z.boolean().optional(), egressPolicy: egressPolicy.optional(), materializationPolicy: materializationPolicy, metadata: stringMap.optional(), routeId: connectorRouteId, createdAt: z.string(), updatedAt: z.string(), createdByUserId: z.string().optional(), updatedByUserId: z.string().optional(), deletedAt: z.string().optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Create a connector route * * POST /routes */ export const createApiRoutes = async (args: CreateApiRoutesArgs, options?: CreateApiRoutesOptions) => { const {baseUrl = "https://api.example.com/api/connector/v1", fetch: fetchFn = fetch, bearer} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (bearer !== undefined) headers.set('authorization', `Bearer ${bearer}`) const url = `${baseUrl.replace(/\/+$/, '')}/routes${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(connectorRoute, await res.json()) };