import {z} from 'zod' export type GetApiV1ProjectsProjectIdRegionsRegionClustersArgs = {projectId: string, region: string, filter?: string | undefined, pageSize?: number | undefined, pageToken?: string | undefined}; export type GetApiV1ProjectsProjectIdRegionsRegionClustersOptions = {baseUrl?: string | undefined, Oauth2?: string | undefined, Oauth2c?: string | undefined, fetch?: typeof fetch | undefined}; export const autoscalingConfig = z.object({policyUri: z.string().optional()}); export const acceleratorConfig = z.object({acceleratorCount: z.number().int().optional(), acceleratorTypeUri: z.string().optional()}); export const attachedDiskConfig = z.object({diskSizeGb: z.number().int().optional(), diskType: z.enum(["DISK_TYPE_UNSPECIFIED", "HYPERDISK_BALANCED", "HYPERDISK_EXTREME", "HYPERDISK_ML", "HYPERDISK_THROUGHPUT"]).optional(), provisionedIops: z.string().optional(), provisionedThroughput: z.string().optional(), type: z.string().optional()}); export const diskConfig = z.object({attachedDiskConfigs: z.array(attachedDiskConfig).optional(), bootDiskProvisionedIops: z.string().optional(), bootDiskProvisionedThroughput: z.string().optional(), bootDiskSizeGb: z.number().int().optional(), bootDiskType: z.string().optional(), localSsdInterface: z.string().optional(), numLocalSsds: z.number().int().optional()}); export const instanceSelection = z.object({diskConfig: diskConfig.optional(), machineTypes: z.array(z.string()).optional(), rank: z.number().int().optional()}); export const instanceSelectionResult = z.object({machineType: z.string().optional(), vmCount: z.number().int().optional()}); export const provisioningModelMix = z.object({standardCapacityBase: z.number().int().optional(), standardCapacityPercentAboveBase: z.number().int().optional()}); export const instanceFlexibilityPolicy = z.object({instanceMachineTypes: z.record(z.string(), z.string()).optional(), instanceSelectionList: z.array(instanceSelection).optional(), instanceSelectionResults: z.array(instanceSelectionResult).optional(), provisioningModelMix: provisioningModelMix.optional()}); export const instanceReference = z.object({instanceId: z.string().optional(), instanceName: z.string().optional(), publicEciesKey: z.string().optional(), publicKey: z.string().optional()}); export const managedGroupConfig = z.object({instanceGroupManagerName: z.string().optional(), instanceGroupManagerUri: z.string().optional(), instanceTemplateName: z.string().optional()}); export const startupConfig = z.object({requiredRegistrationFraction: z.number().optional()}); export const instanceGroupConfig = z.object({accelerators: z.array(acceleratorConfig).optional(), diskConfig: diskConfig.optional(), imageUri: z.string().optional(), instanceFlexibilityPolicy: instanceFlexibilityPolicy.optional(), instanceNames: z.array(z.string()).optional(), instanceReferences: z.array(instanceReference).optional(), isPreemptible: z.boolean().optional(), machineTypeUri: z.string().optional(), managedGroupConfig: managedGroupConfig.optional(), minCpuPlatform: z.string().optional(), minNumInstances: z.number().int().optional(), numInstances: z.number().int().optional(), preemptibility: z.enum(["PREEMPTIBILITY_UNSPECIFIED", "NON_PREEMPTIBLE", "PREEMPTIBLE", "SPOT"]).optional(), startupConfig: startupConfig.optional()}); export const nodeGroup = z.object({labels: z.record(z.string(), z.string()).optional(), name: z.string().optional(), nodeGroupConfig: instanceGroupConfig.optional(), roles: z.array(z.enum(["ROLE_UNSPECIFIED", "DRIVER"])).optional()}); export const auxiliaryNodeGroup = z.object({nodeGroup: nodeGroup.optional(), nodeGroupId: z.string().optional()}); export const metric = z.object({metricOverrides: z.array(z.string()).optional(), metricSource: z.enum(["METRIC_SOURCE_UNSPECIFIED", "MONITORING_AGENT_DEFAULTS", "HDFS", "SPARK", "YARN", "SPARK_HISTORY_SERVER", "HIVESERVER2", "HIVEMETASTORE", "FLINK"]).optional()}); export const dataprocMetricConfig = z.object({metrics: z.array(metric).optional()}); export const encryptionConfig = z.object({gcePdKmsKeyName: z.string().optional(), kmsKey: z.string().optional()}); export const endpointConfig = z.object({enableHttpPortAccess: z.boolean().optional(), httpPorts: z.record(z.string(), z.string()).optional()}); export const confidentialInstanceConfig = z.object({confidentialInstanceType: z.enum(["CONFIDENTIAL_INSTANCE_TYPE_UNSPECIFIED", "SEV", "SEV_SNP", "TDX"]).optional(), enableConfidentialCompute: z.boolean().optional()}); export const multiZoneConfig = z.object({targetShape: z.enum(["TARGET_SHAPE_UNSPECIFIED", "ANY"]).optional()}); export const nodeGroupAffinity = z.object({nodeGroupUri: z.string().optional()}); export const reservationAffinity = z.object({consumeReservationType: z.enum(["TYPE_UNSPECIFIED", "NO_RESERVATION", "ANY_RESERVATION", "SPECIFIC_RESERVATION"]).optional(), key: z.string().optional(), values: z.array(z.string()).optional()}); export const shieldedInstanceConfig = z.object({enableIntegrityMonitoring: z.boolean().optional(), enableSecureBoot: z.boolean().optional(), enableVtpm: z.boolean().optional()}); export const gceClusterConfig = z.object({autoZoneExcludeZoneUris: z.array(z.string()).optional(), confidentialInstanceConfig: confidentialInstanceConfig.optional(), internalIpOnly: z.boolean().optional(), metadata: z.record(z.string(), z.string()).optional(), multiZoneConfig: multiZoneConfig.optional(), networkUri: z.string().optional(), nodeGroupAffinity: nodeGroupAffinity.optional(), privateIpv6GoogleAccess: z.enum(["PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED", "INHERIT_FROM_SUBNETWORK", "OUTBOUND", "BIDIRECTIONAL"]).optional(), reservationAffinity: reservationAffinity.optional(), resourceManagerTags: z.record(z.string(), z.string()).optional(), serviceAccount: z.string().optional(), serviceAccountScopes: z.array(z.string()).optional(), shieldedInstanceConfig: shieldedInstanceConfig.optional(), subnetworkUri: z.string().optional(), tags: z.array(z.string()).optional(), zoneUri: z.string().optional()}); export const namespacedGkeDeploymentTarget = z.object({clusterNamespace: z.string().optional(), targetGkeCluster: z.string().optional()}); export const gkeNodePoolAutoscalingConfig = z.object({maxNodeCount: z.number().int().optional(), minNodeCount: z.number().int().optional()}); export const gkeNodePoolAcceleratorConfig = z.object({acceleratorCount: z.string().optional(), acceleratorType: z.string().optional(), gpuPartitionSize: z.string().optional()}); export const gkeNodeConfig = z.object({accelerators: z.array(gkeNodePoolAcceleratorConfig).optional(), bootDiskKmsKey: z.string().optional(), localSsdCount: z.number().int().optional(), machineType: z.string().optional(), minCpuPlatform: z.string().optional(), preemptible: z.boolean().optional(), serviceAccount: z.string().optional(), spot: z.boolean().optional()}); export const gkeNodePoolConfig = z.object({autoscaling: gkeNodePoolAutoscalingConfig.optional(), config: gkeNodeConfig.optional(), locations: z.array(z.string()).optional()}); export const gkeNodePoolTarget = z.object({nodePool: z.string().optional(), nodePoolConfig: gkeNodePoolConfig.optional(), roles: z.array(z.enum(["ROLE_UNSPECIFIED", "DEFAULT", "CONTROLLER", "SPARK_DRIVER", "SPARK_EXECUTOR"])).optional()}); export const gkeClusterConfig = z.object({gkeClusterTarget: z.string().optional(), namespacedGkeDeploymentTarget: namespacedGkeDeploymentTarget.optional(), nodePoolTarget: z.array(gkeNodePoolTarget).optional()}); export const nodeInitializationAction = z.object({executableFile: z.string().optional(), executionTimeout: z.string().optional()}); export const lifecycleConfig = z.object({autoDeleteTime: z.string().optional(), autoDeleteTtl: z.string().optional(), autoStopTime: z.string().optional(), autoStopTtl: z.string().optional(), idleDeleteTtl: z.string().optional(), idleStartTime: z.string().optional(), idleStopTtl: z.string().optional()}); export const flexibleInstanceGroupConfig = z.object({bootDiskSizeGb: z.number().int().optional(), coreCount: z.number().int().optional(), hardwareClass: z.enum(["HARDWARE_CLASS_UNSPECIFIED", "STANDARD", "PERFORMANCE"]).optional(), numInstances: z.number().int().optional()}); export const metastoreConfig = z.object({dataprocMetastoreService: z.string().optional()}); export const schedulingConfig = z.object({requestedRunDuration: z.string().optional(), schedulingTimeout: z.string().optional()}); export const identityConfig = z.object({enableSsh: z.boolean().optional(), userServiceAccountMapping: z.record(z.string(), z.string()).optional()}); export const kerberosConfig = z.object({crossRealmTrustAdminServer: z.string().optional(), crossRealmTrustKdc: z.string().optional(), crossRealmTrustRealm: z.string().optional(), crossRealmTrustSharedPasswordUri: z.string().optional(), enableKerberos: z.boolean().optional(), kdcDbKeyUri: z.string().optional(), keyPasswordUri: z.string().optional(), keystorePasswordUri: z.string().optional(), keystoreUri: z.string().optional(), kmsKeyUri: z.string().optional(), realm: z.string().optional(), rootPrincipalPasswordUri: z.string().optional(), tgtLifetimeHours: z.number().int().optional(), truststorePasswordUri: z.string().optional(), truststoreUri: z.string().optional()}); export const securityConfig = z.object({identityConfig: identityConfig.optional(), kerberosConfig: kerberosConfig.optional()}); export const softwareConfig = z.object({imageVersion: z.string().optional(), optionalComponents: z.array(z.enum(["COMPONENT_UNSPECIFIED", "ALLOYDB_CONNECTOR", "ANACONDA", "DELTA", "DOCKER", "DRUID", "FLINK", "HBASE", "HIVE_WEBHCAT", "HUDI", "ICEBERG", "JUPYTER", "PIG", "PRESTO", "TRINO", "RANGER", "SOLR", "ZEPPELIN", "ZOOKEEPER", "JUPYTER_KERNEL_GATEWAY"])).optional(), properties: z.record(z.string(), z.string()).optional()}); export const clusterConfig = z.object({autoscalingConfig: autoscalingConfig.optional(), auxiliaryNodeGroups: z.array(auxiliaryNodeGroup).optional(), clusterTier: z.enum(["CLUSTER_TIER_UNSPECIFIED", "CLUSTER_TIER_STANDARD", "CLUSTER_TIER_PREMIUM"]).optional(), clusterType: z.enum(["CLUSTER_TYPE_UNSPECIFIED", "STANDARD", "SINGLE_NODE", "ZERO_SCALE"]).optional(), configBucket: z.string().optional(), dataprocMetricConfig: dataprocMetricConfig.optional(), diagnosticBucket: z.string().optional(), encryptionConfig: encryptionConfig.optional(), endpointConfig: endpointConfig.optional(), engine: z.enum(["ENGINE_UNSPECIFIED", "DEFAULT", "LIGHTNING"]).optional(), gceClusterConfig: gceClusterConfig.optional(), gkeClusterConfig: gkeClusterConfig.optional(), initializationActions: z.array(nodeInitializationAction).optional(), lifecycleConfig: lifecycleConfig.optional(), masterConfig: instanceGroupConfig.optional(), masterFlexibleConfig: flexibleInstanceGroupConfig.optional(), metastoreConfig: metastoreConfig.optional(), schedulingConfig: schedulingConfig.optional(), secondaryWorkerConfig: instanceGroupConfig.optional(), secondaryWorkerFlexibleConfig: flexibleInstanceGroupConfig.optional(), securityConfig: securityConfig.optional(), softwareConfig: softwareConfig.optional(), tempBucket: z.string().optional(), workerConfig: instanceGroupConfig.optional(), workerFlexibleConfig: flexibleInstanceGroupConfig.optional()}); export const clusterMetrics = z.object({hdfsMetrics: z.record(z.string(), z.string()).optional(), yarnMetrics: z.record(z.string(), z.string()).optional()}); export const clusterStatus = z.object({detail: z.string().optional(), state: z.enum(["UNKNOWN", "CREATING", "RUNNING", "ERROR", "ERROR_DUE_TO_UPDATE", "DELETING", "UPDATING", "STOPPING", "STOPPED", "STARTING", "REPAIRING", "SCHEDULED"]).optional(), stateStartTime: z.string().optional(), substate: z.enum(["UNSPECIFIED", "UNHEALTHY", "STALE_STATUS"]).optional()}); export const sparkHistoryServerConfig = z.object({dataprocCluster: z.string().optional()}); export const auxiliaryServicesConfig = z.object({metastoreConfig: metastoreConfig.optional(), sparkHistoryServerConfig: sparkHistoryServerConfig.optional()}); export const kubernetesSoftwareConfig = z.object({componentVersion: z.record(z.string(), z.string()).optional(), properties: z.record(z.string(), z.string()).optional()}); export const kubernetesClusterConfig = z.object({gkeClusterConfig: gkeClusterConfig.optional(), kubernetesNamespace: z.string().optional(), kubernetesSoftwareConfig: kubernetesSoftwareConfig.optional()}); export const virtualClusterConfig = z.object({auxiliaryServicesConfig: auxiliaryServicesConfig.optional(), kubernetesClusterConfig: kubernetesClusterConfig.optional(), stagingBucket: z.string().optional()}); export const cluster = z.object({clusterName: z.string().optional(), clusterUuid: z.string().optional(), config: clusterConfig.optional(), labels: z.record(z.string(), z.string()).optional(), metrics: clusterMetrics.optional(), projectId: z.string().optional(), status: clusterStatus.optional(), statusHistory: z.array(clusterStatus).optional(), virtualClusterConfig: virtualClusterConfig.optional()}); export const listClustersResponse = z.object({clusters: z.array(cluster).optional(), nextPageToken: z.string().optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Lists all regions/{region}/clusters in a project alphabetically. * * GET /v1/projects/{projectId}/regions/{region}/clusters * * Also accepts auth: Oauth2 + Oauth2c, Oauth2 + Oauth2c */ export const getApiV1ProjectsProjectIdRegionsRegionClusters = async (args: GetApiV1ProjectsProjectIdRegionsRegionClustersArgs, options?: GetApiV1ProjectsProjectIdRegionsRegionClustersOptions) => { const {baseUrl = "https://dataproc.googleapis.com", fetch: fetchFn = fetch, Oauth2, Oauth2c} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('accept', "application/json") if (args.filter != null) query.append("filter", String(args.filter)) if (args.pageSize != null) query.append("pageSize", String(args.pageSize)) if (args.pageToken != null) query.append("pageToken", String(args.pageToken)) if (Oauth2 !== undefined) headers.set('authorization', `Bearer ${Oauth2}`) if (Oauth2c !== undefined) headers.set('authorization', `Bearer ${Oauth2c}`) const url = `${baseUrl.replace(/\/+$/, '')}/v1/projects/${encodeURIComponent(String(args.projectId))}/regions/${encodeURIComponent(String(args.region))}/clusters${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "GET", headers}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(listClustersResponse, await res.json()) };