import {z} from 'zod' export type GoogleCloudDataprocV1WorkflowTemplateEncryptionConfig = {kmsKey?: string | undefined}; export type LoggingConfig = {driverLogLevels?: ({[key: string]: 'LEVEL_UNSPECIFIED' | 'ALL' | 'TRACE' | 'DEBUG' | 'INFO' | 'WARN' | 'ERROR' | 'FATAL' | 'OFF'}) | undefined}; export type FlinkJob = {args?: Array | undefined, jarFileUris?: Array | undefined, loggingConfig?: LoggingConfig | undefined, mainClass?: string | undefined, mainJarFileUri?: string | undefined, properties?: {[key: string]: string} | undefined, savepointUri?: string | undefined}; export type HadoopJob = {archiveUris?: Array | undefined, args?: Array | undefined, fileUris?: Array | undefined, jarFileUris?: Array | undefined, loggingConfig?: LoggingConfig | undefined, mainClass?: string | undefined, mainJarFileUri?: string | undefined, properties?: {[key: string]: string} | undefined}; export type QueryList = {queries?: Array | undefined}; export type HiveJob = {continueOnFailure?: boolean | undefined, jarFileUris?: Array | undefined, properties?: {[key: string]: string} | undefined, queryFileUri?: string | undefined, queryList?: QueryList | undefined, scriptVariables?: {[key: string]: string} | undefined}; export type PigJob = {continueOnFailure?: boolean | undefined, jarFileUris?: Array | undefined, loggingConfig?: LoggingConfig | undefined, properties?: {[key: string]: string} | undefined, queryFileUri?: string | undefined, queryList?: QueryList | undefined, scriptVariables?: {[key: string]: string} | undefined}; export type PrestoJob = {clientTags?: Array | undefined, continueOnFailure?: boolean | undefined, loggingConfig?: LoggingConfig | undefined, outputFormat?: string | undefined, properties?: {[key: string]: string} | undefined, queryFileUri?: string | undefined, queryList?: QueryList | undefined}; export type PySparkJob = {archiveUris?: Array | undefined, args?: Array | undefined, fileUris?: Array | undefined, jarFileUris?: Array | undefined, loggingConfig?: LoggingConfig | undefined, mainPythonFileUri?: string | undefined, properties?: {[key: string]: string} | undefined, pythonFileUris?: Array | undefined}; export type JobScheduling = {maxFailuresPerHour?: number | undefined, maxFailuresTotal?: number | undefined}; export type SparkJob = {archiveUris?: Array | undefined, args?: Array | undefined, fileUris?: Array | undefined, jarFileUris?: Array | undefined, loggingConfig?: LoggingConfig | undefined, mainClass?: string | undefined, mainJarFileUri?: string | undefined, properties?: {[key: string]: string} | undefined}; export type SparkRJob = {archiveUris?: Array | undefined, args?: Array | undefined, fileUris?: Array | undefined, loggingConfig?: LoggingConfig | undefined, mainRFileUri?: string | undefined, properties?: {[key: string]: string} | undefined}; export type SparkSqlJob = {jarFileUris?: Array | undefined, loggingConfig?: LoggingConfig | undefined, properties?: {[key: string]: string} | undefined, queryFileUri?: string | undefined, queryList?: QueryList | undefined, scriptVariables?: {[key: string]: string} | undefined}; export type TrinoJob = {clientTags?: Array | undefined, continueOnFailure?: boolean | undefined, loggingConfig?: LoggingConfig | undefined, outputFormat?: string | undefined, properties?: {[key: string]: string} | undefined, queryFileUri?: string | undefined, queryList?: QueryList | undefined}; export type OrderedJob = {flinkJob?: FlinkJob | undefined, hadoopJob?: HadoopJob | undefined, hiveJob?: HiveJob | undefined, labels?: {[key: string]: string} | undefined, pigJob?: PigJob | undefined, prerequisiteStepIds?: Array | undefined, prestoJob?: PrestoJob | undefined, pysparkJob?: PySparkJob | undefined, scheduling?: JobScheduling | undefined, sparkJob?: SparkJob | undefined, sparkRJob?: SparkRJob | undefined, sparkSqlJob?: SparkSqlJob | undefined, stepId?: string | undefined, trinoJob?: TrinoJob | undefined}; export type RegexValidation = {regexes?: Array | undefined}; export type ValueValidation = {values?: Array | undefined}; export type ParameterValidation = {regex?: RegexValidation | undefined, values?: ValueValidation | undefined}; export type TemplateParameter = {description?: string | undefined, fields?: Array | undefined, name?: string | undefined, validation?: ParameterValidation | undefined}; export type ClusterSelector = {clusterLabels?: {[key: string]: string} | undefined, zone?: string | undefined}; export type AutoscalingConfig = {policyUri?: string | undefined}; export type AcceleratorConfig = {acceleratorCount?: number | undefined, acceleratorTypeUri?: string | undefined}; export type AttachedDiskConfig = {diskSizeGb?: number | undefined, diskType?: ('DISK_TYPE_UNSPECIFIED' | 'HYPERDISK_BALANCED' | 'HYPERDISK_EXTREME' | 'HYPERDISK_ML' | 'HYPERDISK_THROUGHPUT') | undefined, provisionedIops?: unknown | undefined, provisionedThroughput?: unknown | undefined, type?: string | undefined}; export type DiskConfig = {attachedDiskConfigs?: Array | undefined, bootDiskProvisionedIops?: unknown | undefined, bootDiskProvisionedThroughput?: unknown | undefined, bootDiskSizeGb?: number | undefined, bootDiskType?: string | undefined, localSsdInterface?: string | undefined, numLocalSsds?: number | undefined}; export type InstanceSelection = {diskConfig?: DiskConfig | undefined, machineTypes?: Array | undefined, rank?: number | undefined}; export type InstanceSelectionResult = {machineType?: string | undefined, vmCount?: number | undefined}; export type ProvisioningModelMix = {standardCapacityBase?: number | undefined, standardCapacityPercentAboveBase?: number | undefined}; export type InstanceFlexibilityPolicy = {instanceMachineTypes?: {[key: string]: string} | undefined, instanceSelectionList?: Array | undefined, instanceSelectionResults?: Array | undefined, provisioningModelMix?: ProvisioningModelMix | undefined}; export type InstanceReference = {instanceId?: string | undefined, instanceName?: string | undefined, publicEciesKey?: string | undefined, publicKey?: string | undefined}; export type ManagedGroupConfig = {instanceGroupManagerName?: string | undefined, instanceGroupManagerUri?: string | undefined, instanceTemplateName?: string | undefined}; export type StartupConfig = {requiredRegistrationFraction?: number | undefined}; export type InstanceGroupConfig = {accelerators?: Array | undefined, diskConfig?: DiskConfig | undefined, imageUri?: string | undefined, instanceFlexibilityPolicy?: InstanceFlexibilityPolicy | undefined, instanceNames?: Array | undefined, instanceReferences?: Array | undefined, isPreemptible?: boolean | undefined, machineTypeUri?: string | undefined, managedGroupConfig?: ManagedGroupConfig | undefined, minCpuPlatform?: string | undefined, minNumInstances?: number | undefined, numInstances?: number | undefined, preemptibility?: ('PREEMPTIBILITY_UNSPECIFIED' | 'NON_PREEMPTIBLE' | 'PREEMPTIBLE' | 'SPOT') | undefined, startupConfig?: StartupConfig | undefined}; export type NodeGroup = {labels?: {[key: string]: string} | undefined, name?: string | undefined, nodeGroupConfig?: InstanceGroupConfig | undefined, roles?: (Array<'ROLE_UNSPECIFIED' | 'DRIVER'>) | undefined}; export type AuxiliaryNodeGroup = {nodeGroup?: NodeGroup | undefined, nodeGroupId?: string | undefined}; export type Metric = {metricOverrides?: Array | undefined, metricSource?: ('METRIC_SOURCE_UNSPECIFIED' | 'MONITORING_AGENT_DEFAULTS' | 'HDFS' | 'SPARK' | 'YARN' | 'SPARK_HISTORY_SERVER' | 'HIVESERVER2' | 'HIVEMETASTORE' | 'FLINK') | undefined}; export type DataprocMetricConfig = {metrics?: Array | undefined}; export type EncryptionConfig = {gcePdKmsKeyName?: string | undefined, kmsKey?: string | undefined}; export type EndpointConfig = {enableHttpPortAccess?: boolean | undefined, httpPorts?: {[key: string]: string} | undefined}; export type ConfidentialInstanceConfig = {confidentialInstanceType?: ('CONFIDENTIAL_INSTANCE_TYPE_UNSPECIFIED' | 'SEV' | 'SEV_SNP' | 'TDX') | undefined, enableConfidentialCompute?: boolean | undefined}; export type MultiZoneConfig = {targetShape?: ('TARGET_SHAPE_UNSPECIFIED' | 'ANY') | undefined}; export type NodeGroupAffinity = {nodeGroupUri?: string | undefined}; export type ReservationAffinity = {consumeReservationType?: ('TYPE_UNSPECIFIED' | 'NO_RESERVATION' | 'ANY_RESERVATION' | 'SPECIFIC_RESERVATION') | undefined, key?: string | undefined, values?: Array | undefined}; export type ShieldedInstanceConfig = {enableIntegrityMonitoring?: boolean | undefined, enableSecureBoot?: boolean | undefined, enableVtpm?: boolean | undefined}; export type GceClusterConfig = {autoZoneExcludeZoneUris?: Array | undefined, confidentialInstanceConfig?: ConfidentialInstanceConfig | undefined, internalIpOnly?: boolean | undefined, metadata?: {[key: string]: string} | undefined, multiZoneConfig?: MultiZoneConfig | undefined, networkUri?: string | undefined, nodeGroupAffinity?: NodeGroupAffinity | undefined, privateIpv6GoogleAccess?: ('PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED' | 'INHERIT_FROM_SUBNETWORK' | 'OUTBOUND' | 'BIDIRECTIONAL') | undefined, reservationAffinity?: ReservationAffinity | undefined, resourceManagerTags?: {[key: string]: string} | undefined, serviceAccount?: string | undefined, serviceAccountScopes?: Array | undefined, shieldedInstanceConfig?: ShieldedInstanceConfig | undefined, subnetworkUri?: string | undefined, tags?: Array | undefined, zoneUri?: string | undefined}; export type NamespacedGkeDeploymentTarget = {clusterNamespace?: string | undefined, targetGkeCluster?: string | undefined}; export type GkeNodePoolAutoscalingConfig = {maxNodeCount?: number | undefined, minNodeCount?: number | undefined}; export type GkeNodePoolAcceleratorConfig = {acceleratorCount?: unknown | undefined, acceleratorType?: string | undefined, gpuPartitionSize?: string | undefined}; export type GkeNodeConfig = {accelerators?: Array | undefined, bootDiskKmsKey?: string | undefined, localSsdCount?: number | undefined, machineType?: string | undefined, minCpuPlatform?: string | undefined, preemptible?: boolean | undefined, serviceAccount?: string | undefined, spot?: boolean | undefined}; export type GkeNodePoolConfig = {autoscaling?: GkeNodePoolAutoscalingConfig | undefined, config?: GkeNodeConfig | undefined, locations?: Array | undefined}; export type GkeNodePoolTarget = {nodePool?: string | undefined, nodePoolConfig?: GkeNodePoolConfig | undefined, roles?: (Array<'ROLE_UNSPECIFIED' | 'DEFAULT' | 'CONTROLLER' | 'SPARK_DRIVER' | 'SPARK_EXECUTOR'>) | undefined}; export type GkeClusterConfig = {gkeClusterTarget?: string | undefined, namespacedGkeDeploymentTarget?: NamespacedGkeDeploymentTarget | undefined, nodePoolTarget?: Array | undefined}; export type NodeInitializationAction = {executableFile?: string | undefined, executionTimeout?: unknown | undefined}; export type LifecycleConfig = {autoDeleteTime?: unknown | undefined, autoDeleteTtl?: unknown | undefined, autoStopTime?: unknown | undefined, autoStopTtl?: unknown | undefined, idleDeleteTtl?: unknown | undefined, idleStartTime?: unknown | undefined, idleStopTtl?: unknown | undefined}; export type FlexibleInstanceGroupConfig = {bootDiskSizeGb?: number | undefined, coreCount?: number | undefined, hardwareClass?: ('HARDWARE_CLASS_UNSPECIFIED' | 'STANDARD' | 'PERFORMANCE') | undefined, numInstances?: number | undefined}; export type MetastoreConfig = {dataprocMetastoreService?: string | undefined}; export type SchedulingConfig = {requestedRunDuration?: unknown | undefined, schedulingTimeout?: unknown | undefined}; export type IdentityConfig = {enableSsh?: boolean | undefined, userServiceAccountMapping?: {[key: string]: string} | undefined}; export type KerberosConfig = {crossRealmTrustAdminServer?: string | undefined, crossRealmTrustKdc?: string | undefined, crossRealmTrustRealm?: string | undefined, crossRealmTrustSharedPasswordUri?: string | undefined, enableKerberos?: boolean | undefined, kdcDbKeyUri?: string | undefined, keyPasswordUri?: string | undefined, keystorePasswordUri?: string | undefined, keystoreUri?: string | undefined, kmsKeyUri?: string | undefined, realm?: string | undefined, rootPrincipalPasswordUri?: string | undefined, tgtLifetimeHours?: number | undefined, truststorePasswordUri?: string | undefined, truststoreUri?: string | undefined}; export type SecurityConfig = {identityConfig?: IdentityConfig | undefined, kerberosConfig?: KerberosConfig | undefined}; export type SoftwareConfig = {imageVersion?: string | undefined, optionalComponents?: (Array<'COMPONENT_UNSPECIFIED' | 'ALLOYDB_CONNECTOR' | 'ANACONDA' | 'DELTA' | 'DOCKER' | 'DRUID' | 'FLINK' | 'HBASE' | 'HIVE_WEBHCAT' | 'HUDI' | 'ICEBERG' | 'JUPYTER' | 'PIG' | 'PRESTO' | 'TRINO' | 'RANGER' | 'SOLR' | 'ZEPPELIN' | 'ZOOKEEPER' | 'JUPYTER_KERNEL_GATEWAY'>) | undefined, properties?: {[key: string]: string} | undefined}; export type ClusterConfig = {autoscalingConfig?: AutoscalingConfig | undefined, auxiliaryNodeGroups?: Array | undefined, clusterTier?: ('CLUSTER_TIER_UNSPECIFIED' | 'CLUSTER_TIER_STANDARD' | 'CLUSTER_TIER_PREMIUM') | undefined, clusterType?: ('CLUSTER_TYPE_UNSPECIFIED' | 'STANDARD' | 'SINGLE_NODE' | 'ZERO_SCALE') | undefined, configBucket?: string | undefined, dataprocMetricConfig?: DataprocMetricConfig | undefined, diagnosticBucket?: string | undefined, encryptionConfig?: EncryptionConfig | undefined, endpointConfig?: EndpointConfig | undefined, engine?: ('ENGINE_UNSPECIFIED' | 'DEFAULT' | 'LIGHTNING') | undefined, gceClusterConfig?: GceClusterConfig | undefined, gkeClusterConfig?: GkeClusterConfig | undefined, initializationActions?: Array | undefined, lifecycleConfig?: LifecycleConfig | undefined, masterConfig?: InstanceGroupConfig | undefined, masterFlexibleConfig?: FlexibleInstanceGroupConfig | undefined, metastoreConfig?: MetastoreConfig | undefined, schedulingConfig?: SchedulingConfig | undefined, secondaryWorkerConfig?: InstanceGroupConfig | undefined, secondaryWorkerFlexibleConfig?: FlexibleInstanceGroupConfig | undefined, securityConfig?: SecurityConfig | undefined, softwareConfig?: SoftwareConfig | undefined, tempBucket?: string | undefined, workerConfig?: InstanceGroupConfig | undefined, workerFlexibleConfig?: FlexibleInstanceGroupConfig | undefined}; export type ManagedCluster = {clusterName?: string | undefined, config?: ClusterConfig | undefined, labels?: {[key: string]: string} | undefined}; export type WorkflowTemplatePlacement = {clusterSelector?: ClusterSelector | undefined, managedCluster?: ManagedCluster | undefined}; export type WorkflowTemplate = {createTime?: unknown | undefined, dagTimeout?: unknown | undefined, encryptionConfig?: GoogleCloudDataprocV1WorkflowTemplateEncryptionConfig | undefined, id?: string | undefined, jobs?: Array | undefined, labels?: {[key: string]: string} | undefined, name?: string | undefined, parameters?: Array | undefined, placement?: WorkflowTemplatePlacement | undefined, updateTime?: unknown | undefined, version?: number | undefined}; export type UpdateApiV1ProjectsProjectsIdRegionsRegionsIdWorkflowTemplatesWorkflowTemplatesIdArgs = {projectsId: string, regionsId: string, workflowTemplatesId: string, body: WorkflowTemplate}; export type UpdateApiV1ProjectsProjectsIdRegionsRegionsIdWorkflowTemplatesWorkflowTemplatesIdOptions = {baseUrl?: string | undefined, Oauth2?: string | undefined, Oauth2c?: string | undefined, fetch?: typeof fetch | undefined}; export const googleCloudDataprocV1WorkflowTemplateEncryptionConfig = z.object({kmsKey: z.string().optional()}); export const loggingConfig = z.object({driverLogLevels: z.record(z.string(), z.enum(["LEVEL_UNSPECIFIED", "ALL", "TRACE", "DEBUG", "INFO", "WARN", "ERROR", "FATAL", "OFF"])).optional()}); export const flinkJob = z.object({args: z.array(z.string()).optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainClass: z.string().optional(), mainJarFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional(), savepointUri: z.string().optional()}); export const hadoopJob = z.object({archiveUris: z.array(z.string()).optional(), args: z.array(z.string()).optional(), fileUris: z.array(z.string()).optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainClass: z.string().optional(), mainJarFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional()}); export const queryList = z.object({queries: z.array(z.string()).optional()}); export const hiveJob = z.object({continueOnFailure: z.boolean().optional(), jarFileUris: z.array(z.string()).optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional(), scriptVariables: z.record(z.string(), z.string()).optional()}); export const pigJob = z.object({continueOnFailure: z.boolean().optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional(), scriptVariables: z.record(z.string(), z.string()).optional()}); export const prestoJob = z.object({clientTags: z.array(z.string()).optional(), continueOnFailure: z.boolean().optional(), loggingConfig: loggingConfig.optional(), outputFormat: z.string().optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional()}); export const pySparkJob = z.object({archiveUris: z.array(z.string()).optional(), args: z.array(z.string()).optional(), fileUris: z.array(z.string()).optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainPythonFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional(), pythonFileUris: z.array(z.string()).optional()}); export const jobScheduling = z.object({maxFailuresPerHour: z.number().int().optional(), maxFailuresTotal: z.number().int().optional()}); export const sparkJob = z.object({archiveUris: z.array(z.string()).optional(), args: z.array(z.string()).optional(), fileUris: z.array(z.string()).optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainClass: z.string().optional(), mainJarFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional()}); export const sparkRJob = z.object({archiveUris: z.array(z.string()).optional(), args: z.array(z.string()).optional(), fileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainRFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional()}); export const sparkSqlJob = z.object({jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional(), scriptVariables: z.record(z.string(), z.string()).optional()}); export const trinoJob = z.object({clientTags: z.array(z.string()).optional(), continueOnFailure: z.boolean().optional(), loggingConfig: loggingConfig.optional(), outputFormat: z.string().optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional()}); export const orderedJob = z.object({flinkJob: flinkJob.optional(), hadoopJob: hadoopJob.optional(), hiveJob: hiveJob.optional(), labels: z.record(z.string(), z.string()).optional(), pigJob: pigJob.optional(), prerequisiteStepIds: z.array(z.string()).optional(), prestoJob: prestoJob.optional(), pysparkJob: pySparkJob.optional(), scheduling: jobScheduling.optional(), sparkJob: sparkJob.optional(), sparkRJob: sparkRJob.optional(), sparkSqlJob: sparkSqlJob.optional(), stepId: z.string().optional(), trinoJob: trinoJob.optional()}); export const regexValidation = z.object({regexes: z.array(z.string()).optional()}); export const valueValidation = z.object({values: z.array(z.string()).optional()}); export const parameterValidation = z.object({regex: regexValidation.optional(), values: valueValidation.optional()}); export const templateParameter = z.object({description: z.string().optional(), fields: z.array(z.string()).optional(), name: z.string().optional(), validation: parameterValidation.optional()}); export const clusterSelector = z.object({clusterLabels: z.record(z.string(), z.string()).optional(), zone: z.string().optional()}); export const autoscalingConfig = z.object({policyUri: z.string().optional()}); export const acceleratorConfig = z.object({acceleratorCount: z.number().int().optional(), acceleratorTypeUri: z.string().optional()}); export const attachedDiskConfig = z.object({diskSizeGb: z.number().int().optional(), diskType: z.enum(["DISK_TYPE_UNSPECIFIED", "HYPERDISK_BALANCED", "HYPERDISK_EXTREME", "HYPERDISK_ML", "HYPERDISK_THROUGHPUT"]).optional(), provisionedIops: z.string().optional(), provisionedThroughput: z.string().optional(), type: z.string().optional()}); export const diskConfig = z.object({attachedDiskConfigs: z.array(attachedDiskConfig).optional(), bootDiskProvisionedIops: z.string().optional(), bootDiskProvisionedThroughput: z.string().optional(), bootDiskSizeGb: z.number().int().optional(), bootDiskType: z.string().optional(), localSsdInterface: z.string().optional(), numLocalSsds: z.number().int().optional()}); export const instanceSelection = z.object({diskConfig: diskConfig.optional(), machineTypes: z.array(z.string()).optional(), rank: z.number().int().optional()}); export const instanceSelectionResult = z.object({machineType: z.string().optional(), vmCount: z.number().int().optional()}); export const provisioningModelMix = z.object({standardCapacityBase: z.number().int().optional(), standardCapacityPercentAboveBase: z.number().int().optional()}); export const instanceFlexibilityPolicy = z.object({instanceMachineTypes: z.record(z.string(), z.string()).optional(), instanceSelectionList: z.array(instanceSelection).optional(), instanceSelectionResults: z.array(instanceSelectionResult).optional(), provisioningModelMix: provisioningModelMix.optional()}); export const instanceReference = z.object({instanceId: z.string().optional(), instanceName: z.string().optional(), publicEciesKey: z.string().optional(), publicKey: z.string().optional()}); export const managedGroupConfig = z.object({instanceGroupManagerName: z.string().optional(), instanceGroupManagerUri: z.string().optional(), instanceTemplateName: z.string().optional()}); export const startupConfig = z.object({requiredRegistrationFraction: z.number().optional()}); export const instanceGroupConfig = z.object({accelerators: z.array(acceleratorConfig).optional(), diskConfig: diskConfig.optional(), imageUri: z.string().optional(), instanceFlexibilityPolicy: instanceFlexibilityPolicy.optional(), instanceNames: z.array(z.string()).optional(), instanceReferences: z.array(instanceReference).optional(), isPreemptible: z.boolean().optional(), machineTypeUri: z.string().optional(), managedGroupConfig: managedGroupConfig.optional(), minCpuPlatform: z.string().optional(), minNumInstances: z.number().int().optional(), numInstances: z.number().int().optional(), preemptibility: z.enum(["PREEMPTIBILITY_UNSPECIFIED", "NON_PREEMPTIBLE", "PREEMPTIBLE", "SPOT"]).optional(), startupConfig: startupConfig.optional()}); export const nodeGroup = z.object({labels: z.record(z.string(), z.string()).optional(), name: z.string().optional(), nodeGroupConfig: instanceGroupConfig.optional(), roles: z.array(z.enum(["ROLE_UNSPECIFIED", "DRIVER"])).optional()}); export const auxiliaryNodeGroup = z.object({nodeGroup: nodeGroup.optional(), nodeGroupId: z.string().optional()}); export const metric = z.object({metricOverrides: z.array(z.string()).optional(), metricSource: z.enum(["METRIC_SOURCE_UNSPECIFIED", "MONITORING_AGENT_DEFAULTS", "HDFS", "SPARK", "YARN", "SPARK_HISTORY_SERVER", "HIVESERVER2", "HIVEMETASTORE", "FLINK"]).optional()}); export const dataprocMetricConfig = z.object({metrics: z.array(metric).optional()}); export const encryptionConfig = z.object({gcePdKmsKeyName: z.string().optional(), kmsKey: z.string().optional()}); export const endpointConfig = z.object({enableHttpPortAccess: z.boolean().optional(), httpPorts: z.record(z.string(), z.string()).optional()}); export const confidentialInstanceConfig = z.object({confidentialInstanceType: z.enum(["CONFIDENTIAL_INSTANCE_TYPE_UNSPECIFIED", "SEV", "SEV_SNP", "TDX"]).optional(), enableConfidentialCompute: z.boolean().optional()}); export const multiZoneConfig = z.object({targetShape: z.enum(["TARGET_SHAPE_UNSPECIFIED", "ANY"]).optional()}); export const nodeGroupAffinity = z.object({nodeGroupUri: z.string().optional()}); export const reservationAffinity = z.object({consumeReservationType: z.enum(["TYPE_UNSPECIFIED", "NO_RESERVATION", "ANY_RESERVATION", "SPECIFIC_RESERVATION"]).optional(), key: z.string().optional(), values: z.array(z.string()).optional()}); export const shieldedInstanceConfig = z.object({enableIntegrityMonitoring: z.boolean().optional(), enableSecureBoot: z.boolean().optional(), enableVtpm: z.boolean().optional()}); export const gceClusterConfig = z.object({autoZoneExcludeZoneUris: z.array(z.string()).optional(), confidentialInstanceConfig: confidentialInstanceConfig.optional(), internalIpOnly: z.boolean().optional(), metadata: z.record(z.string(), z.string()).optional(), multiZoneConfig: multiZoneConfig.optional(), networkUri: z.string().optional(), nodeGroupAffinity: nodeGroupAffinity.optional(), privateIpv6GoogleAccess: z.enum(["PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED", "INHERIT_FROM_SUBNETWORK", "OUTBOUND", "BIDIRECTIONAL"]).optional(), reservationAffinity: reservationAffinity.optional(), resourceManagerTags: z.record(z.string(), z.string()).optional(), serviceAccount: z.string().optional(), serviceAccountScopes: z.array(z.string()).optional(), shieldedInstanceConfig: shieldedInstanceConfig.optional(), subnetworkUri: z.string().optional(), tags: z.array(z.string()).optional(), zoneUri: z.string().optional()}); export const namespacedGkeDeploymentTarget = z.object({clusterNamespace: z.string().optional(), targetGkeCluster: z.string().optional()}); export const gkeNodePoolAutoscalingConfig = z.object({maxNodeCount: z.number().int().optional(), minNodeCount: z.number().int().optional()}); export const gkeNodePoolAcceleratorConfig = z.object({acceleratorCount: z.string().optional(), acceleratorType: z.string().optional(), gpuPartitionSize: z.string().optional()}); export const gkeNodeConfig = z.object({accelerators: z.array(gkeNodePoolAcceleratorConfig).optional(), bootDiskKmsKey: z.string().optional(), localSsdCount: z.number().int().optional(), machineType: z.string().optional(), minCpuPlatform: z.string().optional(), preemptible: z.boolean().optional(), serviceAccount: z.string().optional(), spot: z.boolean().optional()}); export const gkeNodePoolConfig = z.object({autoscaling: gkeNodePoolAutoscalingConfig.optional(), config: gkeNodeConfig.optional(), locations: z.array(z.string()).optional()}); export const gkeNodePoolTarget = z.object({nodePool: z.string().optional(), nodePoolConfig: gkeNodePoolConfig.optional(), roles: z.array(z.enum(["ROLE_UNSPECIFIED", "DEFAULT", "CONTROLLER", "SPARK_DRIVER", "SPARK_EXECUTOR"])).optional()}); export const gkeClusterConfig = z.object({gkeClusterTarget: z.string().optional(), namespacedGkeDeploymentTarget: namespacedGkeDeploymentTarget.optional(), nodePoolTarget: z.array(gkeNodePoolTarget).optional()}); export const nodeInitializationAction = z.object({executableFile: z.string().optional(), executionTimeout: z.string().optional()}); export const lifecycleConfig = z.object({autoDeleteTime: z.string().optional(), autoDeleteTtl: z.string().optional(), autoStopTime: z.string().optional(), autoStopTtl: z.string().optional(), idleDeleteTtl: z.string().optional(), idleStartTime: z.string().optional(), idleStopTtl: z.string().optional()}); export const flexibleInstanceGroupConfig = z.object({bootDiskSizeGb: z.number().int().optional(), coreCount: z.number().int().optional(), hardwareClass: z.enum(["HARDWARE_CLASS_UNSPECIFIED", "STANDARD", "PERFORMANCE"]).optional(), numInstances: z.number().int().optional()}); export const metastoreConfig = z.object({dataprocMetastoreService: z.string().optional()}); export const schedulingConfig = z.object({requestedRunDuration: z.string().optional(), schedulingTimeout: z.string().optional()}); export const identityConfig = z.object({enableSsh: z.boolean().optional(), userServiceAccountMapping: z.record(z.string(), z.string()).optional()}); export const kerberosConfig = z.object({crossRealmTrustAdminServer: z.string().optional(), crossRealmTrustKdc: z.string().optional(), crossRealmTrustRealm: z.string().optional(), crossRealmTrustSharedPasswordUri: z.string().optional(), enableKerberos: z.boolean().optional(), kdcDbKeyUri: z.string().optional(), keyPasswordUri: z.string().optional(), keystorePasswordUri: z.string().optional(), keystoreUri: z.string().optional(), kmsKeyUri: z.string().optional(), realm: z.string().optional(), rootPrincipalPasswordUri: z.string().optional(), tgtLifetimeHours: z.number().int().optional(), truststorePasswordUri: z.string().optional(), truststoreUri: z.string().optional()}); export const securityConfig = z.object({identityConfig: identityConfig.optional(), kerberosConfig: kerberosConfig.optional()}); export const softwareConfig = z.object({imageVersion: z.string().optional(), optionalComponents: z.array(z.enum(["COMPONENT_UNSPECIFIED", "ALLOYDB_CONNECTOR", "ANACONDA", "DELTA", "DOCKER", "DRUID", "FLINK", "HBASE", "HIVE_WEBHCAT", "HUDI", "ICEBERG", "JUPYTER", "PIG", "PRESTO", "TRINO", "RANGER", "SOLR", "ZEPPELIN", "ZOOKEEPER", "JUPYTER_KERNEL_GATEWAY"])).optional(), properties: z.record(z.string(), z.string()).optional()}); export const clusterConfig = z.object({autoscalingConfig: autoscalingConfig.optional(), auxiliaryNodeGroups: z.array(auxiliaryNodeGroup).optional(), clusterTier: z.enum(["CLUSTER_TIER_UNSPECIFIED", "CLUSTER_TIER_STANDARD", "CLUSTER_TIER_PREMIUM"]).optional(), clusterType: z.enum(["CLUSTER_TYPE_UNSPECIFIED", "STANDARD", "SINGLE_NODE", "ZERO_SCALE"]).optional(), configBucket: z.string().optional(), dataprocMetricConfig: dataprocMetricConfig.optional(), diagnosticBucket: z.string().optional(), encryptionConfig: encryptionConfig.optional(), endpointConfig: endpointConfig.optional(), engine: z.enum(["ENGINE_UNSPECIFIED", "DEFAULT", "LIGHTNING"]).optional(), gceClusterConfig: gceClusterConfig.optional(), gkeClusterConfig: gkeClusterConfig.optional(), initializationActions: z.array(nodeInitializationAction).optional(), lifecycleConfig: lifecycleConfig.optional(), masterConfig: instanceGroupConfig.optional(), masterFlexibleConfig: flexibleInstanceGroupConfig.optional(), metastoreConfig: metastoreConfig.optional(), schedulingConfig: schedulingConfig.optional(), secondaryWorkerConfig: instanceGroupConfig.optional(), secondaryWorkerFlexibleConfig: flexibleInstanceGroupConfig.optional(), securityConfig: securityConfig.optional(), softwareConfig: softwareConfig.optional(), tempBucket: z.string().optional(), workerConfig: instanceGroupConfig.optional(), workerFlexibleConfig: flexibleInstanceGroupConfig.optional()}); export const managedCluster = z.object({clusterName: z.string().optional(), config: clusterConfig.optional(), labels: z.record(z.string(), z.string()).optional()}); export const workflowTemplatePlacement = z.object({clusterSelector: clusterSelector.optional(), managedCluster: managedCluster.optional()}); export const workflowTemplate = z.object({createTime: z.string().optional(), dagTimeout: z.string().optional(), encryptionConfig: googleCloudDataprocV1WorkflowTemplateEncryptionConfig.optional(), id: z.string().optional(), jobs: z.array(orderedJob).optional(), labels: z.record(z.string(), z.string()).optional(), name: z.string().optional(), parameters: z.array(templateParameter).optional(), placement: workflowTemplatePlacement.optional(), updateTime: z.string().optional(), version: z.number().int().optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Updates (replaces) workflow template. The updated template must contain version that matches the current server version. * * PUT /v1/projects/{projectsId}/regions/{regionsId}/workflowTemplates/{workflowTemplatesId} * * Also accepts auth: Oauth2 + Oauth2c */ export const updateApiV1ProjectsProjectsIdRegionsRegionsIdWorkflowTemplatesWorkflowTemplatesId = async (args: UpdateApiV1ProjectsProjectsIdRegionsRegionsIdWorkflowTemplatesWorkflowTemplatesIdArgs, options?: UpdateApiV1ProjectsProjectsIdRegionsRegionsIdWorkflowTemplatesWorkflowTemplatesIdOptions) => { const {baseUrl = "https://dataproc.googleapis.com", fetch: fetchFn = fetch, Oauth2, Oauth2c} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (Oauth2 !== undefined) headers.set('authorization', `Bearer ${Oauth2}`) if (Oauth2c !== undefined) headers.set('authorization', `Bearer ${Oauth2c}`) const url = `${baseUrl.replace(/\/+$/, '')}/v1/projects/${encodeURIComponent(String(args.projectsId))}/regions/${encodeURIComponent(String(args.regionsId))}/workflowTemplates/${encodeURIComponent(String(args.workflowTemplatesId))}${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "PUT", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(workflowTemplate, await res.json()) };