import {z} from 'zod' export type TransformsLibraryEnum = 'fan_out' | 'sql_join' | 'enrich' | 'enrich_async' | 'map_filter' | 'toast_handling' | 'un_nesting' | 'rollup' | 'topic_router'; export type TransformSerializationFormatEnum = 'Any' | 'Json' | 'Avro'; export type TransformConfig = {'transforms.name': string, 'transforms.language'?: (string | null) | undefined, 'transforms.input.topic.pattern': string, 'transforms.output.topic.pattern': string, 'transforms.input.serialization.format': TransformSerializationFormatEnum, 'transforms.output.serialization.format': TransformSerializationFormatEnum, 'transforms.input.job.parallelism'?: number | undefined, 'transforms.topic.ttl'?: (string | null) | undefined, 'kc.cluster.id'?: (string | null) | undefined} | {[key: string]: unknown}; export type EntityOriginEnum = 'terraform' | 'web' | 'api'; export type TransformLanguageEnum = 'PYTHON' | 'JAVASCRIPT' | 'SQL'; export type TransformsImplementationDetailsTestRecord = {topic: string, value: {[key: string]: unknown}, key?: ({[key: string]: unknown} | null) | undefined, timestamp?: (string | null) | undefined}; export type TransformsUnitTest = {test_name: string, input__json: Array, output__json: Array, result__json?: (Array | null) | undefined, is_success?: (boolean | null) | undefined, html_diff?: (string | null) | undefined, text_diff?: (string | null) | undefined}; export type TransformsMapFilterImplementation = {language: TransformLanguageEnum, value_transform: string, key_transform?: (string | null) | undefined, topic_transform?: (string | null) | undefined, common_transform?: (string | null) | undefined, value_schema_transform?: (string | null) | undefined, key_schema_transform?: (string | null) | undefined, unit_test?: (TransformsUnitTest | null) | undefined}; export type TransformInputTable = {name: string, topicMatcherRegex: string, createTableSQL?: (string | null) | undefined} | {[key: string]: unknown}; export type TransformsEnrichImplementation = {mainTable: TransformInputTable, lookupTable: TransformInputTable, enrichSQL: string}; export type TransformsEnrichAsyncImplementation = {language: TransformLanguageEnum, value_transform: string, key_transform?: (string | null) | undefined, topic_transform?: (string | null) | undefined, common_transform?: (string | null) | undefined, value_schema_transform?: (string | null) | undefined, key_schema_transform?: (string | null) | undefined, unit_test?: (TransformsUnitTest | null) | undefined, async_timeout_ms?: number | undefined, async_capacity?: number | undefined}; export type TransformsJoinImplementation = {inputTables?: Array | undefined, joinSQL: string, keyFields?: Array | undefined, stateTtlMs?: (string | null) | undefined}; export type TransformsRollupImplementation = {inputTables?: Array | undefined, rollupSQL: string, keyFields?: Array | undefined, sourceIdleTimeoutMs?: number | undefined, stateTTLMs?: number | undefined}; export type CreateTransformWithFullProcessReq = {transform: TransformsLibraryEnum, config: TransformConfig, created_from?: (EntityOriginEnum | null) | undefined, tags?: (Array | null) | undefined, implementation: TransformsMapFilterImplementation | TransformsEnrichImplementation | TransformsEnrichAsyncImplementation | TransformsJoinImplementation | TransformsRollupImplementation} | {[key: string]: unknown}; export type CreateApiTransformsFullProcessArgs = {secret_returned?: boolean | undefined, replay_window?: string | undefined, body: CreateTransformWithFullProcessReq}; export type CreateApiTransformsFullProcessOptions = {baseUrl?: string | undefined, FronteggHTTPAuthentication?: string | undefined, fetch?: typeof fetch | undefined}; export const transformsLibraryEnum = z.enum(["fan_out", "sql_join", "enrich", "enrich_async", "map_filter", "toast_handling", "un_nesting", "rollup", "topic_router"]); export const transformSerializationFormatEnum = z.enum(["Any", "Json", "Avro"]); export const transformConfig = z.object({"transforms.name": z.string(), "transforms.language": z.string().nullable().optional(), "transforms.input.topic.pattern": z.string(), "transforms.output.topic.pattern": z.string(), "transforms.input.serialization.format": transformSerializationFormatEnum, "transforms.output.serialization.format": transformSerializationFormatEnum, "transforms.input.job.parallelism": z.number().int().optional(), "transforms.topic.ttl": z.string().nullable().optional(), "kc.cluster.id": z.string().nullable().optional()}).and(z.record(z.string(), z.unknown())); export const transformsEnrichAsyncConfig = z.object({"transforms.name": z.string(), "transforms.language": z.string().nullable().optional(), "transforms.input.topic.pattern": z.string(), "transforms.output.topic.pattern": z.string(), "transforms.input.serialization.format": transformSerializationFormatEnum, "transforms.output.serialization.format": transformSerializationFormatEnum, "transforms.input.job.parallelism": z.number().int().optional(), "transforms.topic.ttl": z.string().nullable().optional(), "kc.cluster.id": z.string().nullable().optional(), "transforms.async.timeout.ms": z.number().int().optional(), "transforms.async.capacity": z.number().int().optional()}).and(z.record(z.string(), z.unknown())); export const transformLanguageEnum = z.enum(["PYTHON", "JAVASCRIPT", "SQL"]); export const transformsImplementationDetailsTestRecord = z.object({topic: z.string(), value: z.record(z.string(), z.unknown()), key: z.record(z.string(), z.unknown()).nullable().optional(), timestamp: z.string().nullable().optional()}); export const transformsUnitTest = z.object({test_name: z.string(), input__json: z.array(transformsImplementationDetailsTestRecord), output__json: z.array(transformsImplementationDetailsTestRecord), result__json: z.array(transformsImplementationDetailsTestRecord).nullable().optional(), is_success: z.boolean().nullable().optional(), html_diff: z.string().nullable().optional(), text_diff: z.string().nullable().optional()}); export const transformsMapFilterImplementation = z.object({language: transformLanguageEnum, value_transform: z.string(), key_transform: z.string().nullable().optional(), topic_transform: z.string().nullable().optional(), common_transform: z.string().nullable().optional(), value_schema_transform: z.string().nullable().optional(), key_schema_transform: z.string().nullable().optional(), unit_test: transformsUnitTest.nullable().optional()}); export const transformInputTable = z.object({name: z.string(), topicMatcherRegex: z.string(), createTableSQL: z.string().nullable().optional()}).and(z.record(z.string(), z.unknown())); export const transformsEnrichImplementation = z.object({mainTable: transformInputTable, lookupTable: transformInputTable, enrichSQL: z.string()}); export const transformsEnrichAsyncImplementation = z.object({language: transformLanguageEnum, value_transform: z.string(), key_transform: z.string().nullable().optional(), topic_transform: z.string().nullable().optional(), common_transform: z.string().nullable().optional(), value_schema_transform: z.string().nullable().optional(), key_schema_transform: z.string().nullable().optional(), unit_test: transformsUnitTest.nullable().optional(), async_timeout_ms: z.number().int().optional(), async_capacity: z.number().int().optional()}); export const transformsJoinImplementation = z.object({inputTables: z.array(transformInputTable).optional(), joinSQL: z.string(), keyFields: z.array(z.string()).optional(), stateTtlMs: z.string().nullable().optional()}); export const transformsRollupImplementation = z.object({inputTables: z.array(transformInputTable).optional(), rollupSQL: z.string(), keyFields: z.array(z.string()).optional(), sourceIdleTimeoutMs: z.number().int().optional(), stateTTLMs: z.number().int().optional()}); export const transformsTopicRouterImplementation = z.object({topic_prefix: z.string().optional(), kc_cluster_id: z.string().nullable().optional()}); export const transformCheckpointHistory = z.object({id: z.number().int(), status: z.string(), is_savepoint: z.boolean(), trigger_timestamp: z.number().int(), latest_ack_timestamp: z.number().int(), state_size: z.number().int(), end_to_end_duration: z.number().int(), alignment_buffered: z.number().int(), num_subtasks: z.number().int(), num_acknowledged_subtasks: z.number().int()}).and(z.record(z.string(), z.unknown())); export const transformOperatorState = z.object({operator_id: z.string(), operator_name: z.string(), state_size: z.number().int(), checkpointed_size: z.number().int(), end_to_end_duration: z.number().int(), parallelism: z.number().int()}).and(z.record(z.string(), z.unknown())); export const transformCheckpointsInfo = z.object({job_id: z.string(), counts: z.record(z.string(), z.unknown()), summary: z.record(z.string(), z.unknown()), latest: transformCheckpointHistory.nullable().optional(), history: z.array(transformCheckpointHistory).optional(), operator_breakdown: z.array(transformOperatorState).optional()}).and(z.record(z.string(), z.unknown())); export const transformMetric = z.object({tasks: z.number().int().nullable().optional(), latency: z.number().int().nullable().optional(), status: z.string().nullable().optional(), duration: z.number().int().nullable().optional(), start_time: z.union([z.number().int(), z.string(), z.string()]).nullable().optional(), end_time: z.union([z.string(), z.string()]).nullable().optional(), checkpoints: transformCheckpointsInfo.nullable().optional()}).and(z.record(z.string(), z.unknown())); export const fullTransformEntity = z.object({id: z.string(), name: z.string(), sub_id: z.string(), tenant_id: z.string(), service_id: z.string().nullable().optional(), start_time: z.union([z.string(), z.string()]).nullable().optional(), job_name: z.string().nullable().optional(), topic_ids: z.union([z.array(z.string()), z.string()]).nullable().optional(), transform_type: transformsLibraryEnum, config: z.union([transformConfig, transformsEnrichAsyncConfig]).nullable().optional(), implementation: z.union([transformsMapFilterImplementation, transformsEnrichImplementation, transformsEnrichAsyncImplementation, transformsJoinImplementation, transformsRollupImplementation, transformsTopicRouterImplementation]).nullable().optional(), metrics: transformMetric.nullable().optional(), live_version: z.string().nullable().optional(), preview_version: z.string().nullable().optional(), version: z.number().int().optional(), updated_timestamp: z.string().nullable().optional(), implementation_updated_timestamp: z.string().nullable().optional(), description: z.string().nullable().optional(), tags: z.array(z.string()).nullable().optional(), history_created_timestamp: z.string().nullable().optional(), history_updated_timestamp: z.string().nullable().optional()}).and(z.record(z.string(), z.unknown())); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Create New Transform With Full Process * * POST /transforms/full-process */ export const createApiTransformsFullProcess = async (args: CreateApiTransformsFullProcessArgs, options?: CreateApiTransformsFullProcessOptions) => { const {baseUrl = "https://api.streamkap.com", fetch: fetchFn = fetch, FronteggHTTPAuthentication} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (args.secret_returned != null) query.append("secret_returned", String(args.secret_returned)) if (args.replay_window != null) query.append("replay_window", String(args.replay_window)) if (FronteggHTTPAuthentication !== undefined) headers.set('authorization', `Bearer ${FronteggHTTPAuthentication}`) const url = `${baseUrl.replace(/\/+$/, '')}/transforms/full-process${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(fullTransformEntity, await res.json()) };