import {z} from 'zod' export type GetApiV1ProjectsProjectIdRegionsRegionJobsArgs = {projectId: string, region: string, clusterName?: string | undefined, filter?: string | undefined, jobStateMatcher?: ('ALL' | 'ACTIVE' | 'NON_ACTIVE') | undefined, pageSize?: number | undefined, pageToken?: string | undefined}; export type GetApiV1ProjectsProjectIdRegionsRegionJobsOptions = {baseUrl?: string | undefined, Oauth2?: string | undefined, Oauth2c?: string | undefined, fetch?: typeof fetch | undefined}; export const driverSchedulingConfig = z.object({memoryMb: z.number().int().optional(), vcores: z.number().int().optional()}); export const loggingConfig = z.object({driverLogLevels: z.record(z.string(), z.enum(["LEVEL_UNSPECIFIED", "ALL", "TRACE", "DEBUG", "INFO", "WARN", "ERROR", "FATAL", "OFF"])).optional()}); export const flinkJob = z.object({args: z.array(z.string()).optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainClass: z.string().optional(), mainJarFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional(), savepointUri: z.string().optional()}); export const hadoopJob = z.object({archiveUris: z.array(z.string()).optional(), args: z.array(z.string()).optional(), fileUris: z.array(z.string()).optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainClass: z.string().optional(), mainJarFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional()}); export const queryList = z.object({queries: z.array(z.string()).optional()}); export const hiveJob = z.object({continueOnFailure: z.boolean().optional(), jarFileUris: z.array(z.string()).optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional(), scriptVariables: z.record(z.string(), z.string()).optional()}); export const pigJob = z.object({continueOnFailure: z.boolean().optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional(), scriptVariables: z.record(z.string(), z.string()).optional()}); export const jobPlacement = z.object({clusterLabels: z.record(z.string(), z.string()).optional(), clusterName: z.string().optional(), clusterUuid: z.string().optional()}); export const prestoJob = z.object({clientTags: z.array(z.string()).optional(), continueOnFailure: z.boolean().optional(), loggingConfig: loggingConfig.optional(), outputFormat: z.string().optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional()}); export const pySparkJob = z.object({archiveUris: z.array(z.string()).optional(), args: z.array(z.string()).optional(), fileUris: z.array(z.string()).optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainPythonFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional(), pythonFileUris: z.array(z.string()).optional()}); export const jobReference = z.object({jobId: z.string().optional(), projectId: z.string().optional()}); export const jobScheduling = z.object({maxFailuresPerHour: z.number().int().optional(), maxFailuresTotal: z.number().int().optional()}); export const sparkJob = z.object({archiveUris: z.array(z.string()).optional(), args: z.array(z.string()).optional(), fileUris: z.array(z.string()).optional(), jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainClass: z.string().optional(), mainJarFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional()}); export const sparkRJob = z.object({archiveUris: z.array(z.string()).optional(), args: z.array(z.string()).optional(), fileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), mainRFileUri: z.string().optional(), properties: z.record(z.string(), z.string()).optional()}); export const sparkSqlJob = z.object({jarFileUris: z.array(z.string()).optional(), loggingConfig: loggingConfig.optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional(), scriptVariables: z.record(z.string(), z.string()).optional()}); export const jobStatus = z.object({details: z.string().optional(), state: z.enum(["STATE_UNSPECIFIED", "PENDING", "SETUP_DONE", "RUNNING", "CANCEL_PENDING", "CANCEL_STARTED", "CANCELLED", "DONE", "ERROR", "ATTEMPT_FAILURE"]).optional(), stateStartTime: z.string().optional(), substate: z.enum(["UNSPECIFIED", "SUBMITTED", "QUEUED", "STALE_STATUS"]).optional()}); export const trinoJob = z.object({clientTags: z.array(z.string()).optional(), continueOnFailure: z.boolean().optional(), loggingConfig: loggingConfig.optional(), outputFormat: z.string().optional(), properties: z.record(z.string(), z.string()).optional(), queryFileUri: z.string().optional(), queryList: queryList.optional()}); export const yarnApplication = z.object({memoryMbSeconds: z.string().optional(), name: z.string().optional(), progress: z.number().optional(), state: z.enum(["STATE_UNSPECIFIED", "NEW", "NEW_SAVING", "SUBMITTED", "ACCEPTED", "RUNNING", "FINISHED", "FAILED", "KILLED"]).optional(), trackingUrl: z.string().optional(), vcoreSeconds: z.string().optional()}); export const job = z.object({done: z.boolean().optional(), driverControlFilesUri: z.string().optional(), driverOutputResourceUri: z.string().optional(), driverSchedulingConfig: driverSchedulingConfig.optional(), flinkJob: flinkJob.optional(), hadoopJob: hadoopJob.optional(), hiveJob: hiveJob.optional(), jobUuid: z.string().optional(), labels: z.record(z.string(), z.string()).optional(), pigJob: pigJob.optional(), placement: jobPlacement.optional(), prestoJob: prestoJob.optional(), pysparkJob: pySparkJob.optional(), reference: jobReference.optional(), scheduling: jobScheduling.optional(), sparkJob: sparkJob.optional(), sparkRJob: sparkRJob.optional(), sparkSqlJob: sparkSqlJob.optional(), status: jobStatus.optional(), statusHistory: z.array(jobStatus).optional(), trinoJob: trinoJob.optional(), yarnApplications: z.array(yarnApplication).optional()}); export const listJobsResponse = z.object({jobs: z.array(job).optional(), nextPageToken: z.string().optional(), unreachable: z.array(z.string()).optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Lists regions/{region}/jobs in a project. * * GET /v1/projects/{projectId}/regions/{region}/jobs * * Also accepts auth: Oauth2 + Oauth2c, Oauth2 + Oauth2c */ export const getApiV1ProjectsProjectIdRegionsRegionJobs = async (args: GetApiV1ProjectsProjectIdRegionsRegionJobsArgs, options?: GetApiV1ProjectsProjectIdRegionsRegionJobsOptions) => { const {baseUrl = "https://dataproc.googleapis.com", fetch: fetchFn = fetch, Oauth2, Oauth2c} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('accept', "application/json") if (args.clusterName != null) query.append("clusterName", String(args.clusterName)) if (args.filter != null) query.append("filter", String(args.filter)) if (args.jobStateMatcher != null) query.append("jobStateMatcher", String(args.jobStateMatcher)) if (args.pageSize != null) query.append("pageSize", String(args.pageSize)) if (args.pageToken != null) query.append("pageToken", String(args.pageToken)) if (Oauth2 !== undefined) headers.set('authorization', `Bearer ${Oauth2}`) if (Oauth2c !== undefined) headers.set('authorization', `Bearer ${Oauth2c}`) const url = `${baseUrl.replace(/\/+$/, '')}/v1/projects/${encodeURIComponent(String(args.projectId))}/regions/${encodeURIComponent(String(args.region))}/jobs${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "GET", headers}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(listJobsResponse, await res.json()) };