import {z} from 'zod' export type TransformsLibraryEnum = 'fan_out' | 'sql_join' | 'enrich' | 'enrich_async' | 'map_filter' | 'toast_handling' | 'un_nesting' | 'rollup' | 'topic_router'; export type TransformSerializationFormatEnum = 'Any' | 'Json' | 'Avro'; export type TransformConfig = {'transforms.name': string, 'transforms.language'?: (string | null) | undefined, 'transforms.input.topic.pattern': string, 'transforms.output.topic.pattern': string, 'transforms.input.serialization.format': TransformSerializationFormatEnum, 'transforms.output.serialization.format': TransformSerializationFormatEnum, 'transforms.input.job.parallelism'?: number | undefined, 'transforms.topic.ttl'?: (string | null) | undefined, 'kc.cluster.id'?: (string | null) | undefined} | {[key: string]: unknown}; export type EntityOriginEnum = 'terraform' | 'web' | 'api'; export type UpdateTransformReq = {transform: TransformsLibraryEnum, config: TransformConfig, created_from?: (EntityOriginEnum | null) | undefined, tags?: (Array | null) | undefined, id: string} | {[key: string]: unknown}; export type UpdateApiTransformsArgs = {body: UpdateTransformReq}; export type UpdateApiTransformsOptions = {baseUrl?: string | undefined, FronteggHTTPAuthentication?: string | undefined, fetch?: typeof fetch | undefined}; export const transformsLibraryEnum = z.enum(["fan_out", "sql_join", "enrich", "enrich_async", "map_filter", "toast_handling", "un_nesting", "rollup", "topic_router"]); export const transformSerializationFormatEnum = z.enum(["Any", "Json", "Avro"]); export const transformConfig = z.object({"transforms.name": z.string(), "transforms.language": z.string().nullable().optional(), "transforms.input.topic.pattern": z.string(), "transforms.output.topic.pattern": z.string(), "transforms.input.serialization.format": transformSerializationFormatEnum, "transforms.output.serialization.format": transformSerializationFormatEnum, "transforms.input.job.parallelism": z.number().int().optional(), "transforms.topic.ttl": z.string().nullable().optional(), "kc.cluster.id": z.string().nullable().optional()}).and(z.record(z.string(), z.unknown())); export const transformsEnrichAsyncConfig = z.object({"transforms.name": z.string(), "transforms.language": z.string().nullable().optional(), "transforms.input.topic.pattern": z.string(), "transforms.output.topic.pattern": z.string(), "transforms.input.serialization.format": transformSerializationFormatEnum, "transforms.output.serialization.format": transformSerializationFormatEnum, "transforms.input.job.parallelism": z.number().int().optional(), "transforms.topic.ttl": z.string().nullable().optional(), "kc.cluster.id": z.string().nullable().optional(), "transforms.async.timeout.ms": z.number().int().optional(), "transforms.async.capacity": z.number().int().optional()}).and(z.record(z.string(), z.unknown())); export const transformLanguageEnum = z.enum(["PYTHON", "JAVASCRIPT", "SQL"]); export const transformsImplementationDetailsTestRecord = z.object({topic: z.string(), value: z.record(z.string(), z.unknown()), key: z.record(z.string(), z.unknown()).nullable().optional(), timestamp: z.string().nullable().optional()}); export const transformsUnitTest = z.object({test_name: z.string(), input__json: z.array(transformsImplementationDetailsTestRecord), output__json: z.array(transformsImplementationDetailsTestRecord), result__json: z.array(transformsImplementationDetailsTestRecord).nullable().optional(), is_success: z.boolean().nullable().optional(), html_diff: z.string().nullable().optional(), text_diff: z.string().nullable().optional()}); export const transformsMapFilterImplementation = z.object({language: transformLanguageEnum, value_transform: z.string(), key_transform: z.string().nullable().optional(), topic_transform: z.string().nullable().optional(), common_transform: z.string().nullable().optional(), value_schema_transform: z.string().nullable().optional(), key_schema_transform: z.string().nullable().optional(), unit_test: transformsUnitTest.nullable().optional()}); export const transformInputTable = z.object({name: z.string(), topicMatcherRegex: z.string(), createTableSQL: z.string().nullable().optional()}).and(z.record(z.string(), z.unknown())); export const transformsEnrichImplementation = z.object({mainTable: transformInputTable, lookupTable: transformInputTable, enrichSQL: z.string()}); export const transformsEnrichAsyncImplementation = z.object({language: transformLanguageEnum, value_transform: z.string(), key_transform: z.string().nullable().optional(), topic_transform: z.string().nullable().optional(), common_transform: z.string().nullable().optional(), value_schema_transform: z.string().nullable().optional(), key_schema_transform: z.string().nullable().optional(), unit_test: transformsUnitTest.nullable().optional(), async_timeout_ms: z.number().int().optional(), async_capacity: z.number().int().optional()}); export const transformsJoinImplementation = z.object({inputTables: z.array(transformInputTable).optional(), joinSQL: z.string(), keyFields: z.array(z.string()).optional(), stateTtlMs: z.string().nullable().optional()}); export const transformsRollupImplementation = z.object({inputTables: z.array(transformInputTable).optional(), rollupSQL: z.string(), keyFields: z.array(z.string()).optional(), sourceIdleTimeoutMs: z.number().int().optional(), stateTTLMs: z.number().int().optional()}); export const transformsTopicRouterImplementation = z.object({topic_prefix: z.string().optional(), kc_cluster_id: z.string().nullable().optional()}); export const transformCheckpointHistory = z.object({id: z.number().int(), status: z.string(), is_savepoint: z.boolean(), trigger_timestamp: z.number().int(), latest_ack_timestamp: z.number().int(), state_size: z.number().int(), end_to_end_duration: z.number().int(), alignment_buffered: z.number().int(), num_subtasks: z.number().int(), num_acknowledged_subtasks: z.number().int()}).and(z.record(z.string(), z.unknown())); export const transformOperatorState = z.object({operator_id: z.string(), operator_name: z.string(), state_size: z.number().int(), checkpointed_size: z.number().int(), end_to_end_duration: z.number().int(), parallelism: z.number().int()}).and(z.record(z.string(), z.unknown())); export const transformCheckpointsInfo = z.object({job_id: z.string(), counts: z.record(z.string(), z.unknown()), summary: z.record(z.string(), z.unknown()), latest: transformCheckpointHistory.nullable().optional(), history: z.array(transformCheckpointHistory).optional(), operator_breakdown: z.array(transformOperatorState).optional()}).and(z.record(z.string(), z.unknown())); export const transformMetric = z.object({tasks: z.number().int().nullable().optional(), latency: z.number().int().nullable().optional(), status: z.string().nullable().optional(), duration: z.number().int().nullable().optional(), start_time: z.union([z.number().int(), z.string(), z.string()]).nullable().optional(), end_time: z.union([z.string(), z.string()]).nullable().optional(), checkpoints: transformCheckpointsInfo.nullable().optional()}).and(z.record(z.string(), z.unknown())); export const fullTransformEntity = z.object({id: z.string(), name: z.string(), sub_id: z.string(), tenant_id: z.string(), service_id: z.string().nullable().optional(), start_time: z.union([z.string(), z.string()]).nullable().optional(), job_name: z.string().nullable().optional(), topic_ids: z.union([z.array(z.string()), z.string()]).nullable().optional(), transform_type: transformsLibraryEnum, config: z.union([transformConfig, transformsEnrichAsyncConfig]).nullable().optional(), implementation: z.union([transformsMapFilterImplementation, transformsEnrichImplementation, transformsEnrichAsyncImplementation, transformsJoinImplementation, transformsRollupImplementation, transformsTopicRouterImplementation]).nullable().optional(), metrics: transformMetric.nullable().optional(), live_version: z.string().nullable().optional(), preview_version: z.string().nullable().optional(), version: z.number().int().optional(), updated_timestamp: z.string().nullable().optional(), implementation_updated_timestamp: z.string().nullable().optional(), description: z.string().nullable().optional(), tags: z.array(z.string()).nullable().optional(), history_created_timestamp: z.string().nullable().optional(), history_updated_timestamp: z.string().nullable().optional()}).and(z.record(z.string(), z.unknown())); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Update Transform * * PUT /transforms */ export const updateApiTransforms = async (args: UpdateApiTransformsArgs, options?: UpdateApiTransformsOptions) => { const {baseUrl = "https://api.streamkap.com", fetch: fetchFn = fetch, FronteggHTTPAuthentication} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (FronteggHTTPAuthentication !== undefined) headers.set('authorization', `Bearer ${FronteggHTTPAuthentication}`) const url = `${baseUrl.replace(/\/+$/, '')}/transforms${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "PUT", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(fullTransformEntity, await res.json()) };