import {z} from 'zod' export type DataSamplingReport = {bytesWrittenDelta?: unknown | undefined, elementsSampledBytes?: unknown | undefined, elementsSampledCount?: unknown | undefined, exceptionsSampledCount?: unknown | undefined, pcollectionsSampledCount?: unknown | undefined, persistenceErrorsCount?: unknown | undefined, translationErrorsCount?: unknown | undefined}; export type DataflowGaugeValue = {measuredTime?: unknown | undefined, value?: unknown | undefined}; export type Base2Exponent = {numberOfBuckets?: number | undefined, scale?: number | undefined}; export type Linear = {numberOfBuckets?: number | undefined, start?: number | undefined, width?: number | undefined}; export type BucketOptions = {exponential?: Base2Exponent | undefined, linear?: Linear | undefined}; export type OutlierStats = {overflowCount?: unknown | undefined, overflowMean?: number | undefined, underflowCount?: unknown | undefined, underflowMean?: number | undefined}; export type DataflowHistogramValue = {bucketCounts?: Array | undefined, bucketOptions?: BucketOptions | undefined, count?: unknown | undefined, outlierStats?: OutlierStats | undefined}; export type MetricValue = {metric?: string | undefined, metricLabels?: {[key: string]: string} | undefined, valueGauge64?: DataflowGaugeValue | undefined, valueHistogram?: DataflowHistogramValue | undefined, valueInt64?: unknown | undefined}; export type PerStepNamespaceMetrics = {metricValues?: Array | undefined, metricsNamespace?: string | undefined, originalStep?: string | undefined}; export type PerWorkerMetrics = {perStepNamespaceMetrics?: Array | undefined}; export type StreamingScalingReport = {activeBundleCount?: number | undefined, activeThreadCount?: number | undefined, maximumBundleCount?: number | undefined, maximumBytes?: unknown | undefined, maximumBytesCount?: number | undefined, maximumThreadCount?: number | undefined, outstandingBundleCount?: number | undefined, outstandingBytes?: unknown | undefined, outstandingBytesCount?: number | undefined}; export type WorkerHealthReport = {msg?: string | undefined, pods?: Array<{[key: string]: unknown}> | undefined, reportInterval?: unknown | undefined, vmBrokenCode?: string | undefined, vmIsBroken?: boolean | undefined, vmIsHealthy?: boolean | undefined, vmStartupTime?: unknown | undefined}; export type WorkerLifecycleEvent = {containerStartTime?: unknown | undefined, event?: ('UNKNOWN_EVENT' | 'OS_START' | 'CONTAINER_START' | 'NETWORK_UP' | 'STAGING_FILES_DOWNLOAD_START' | 'STAGING_FILES_DOWNLOAD_FINISH' | 'SDK_INSTALL_START' | 'SDK_INSTALL_FINISH') | undefined, metadata?: {[key: string]: string} | undefined}; export type WorkerMessageCode = {code?: string | undefined, parameters?: {[key: string]: unknown} | undefined}; export type CPUTime = {rate?: number | undefined, timestamp?: unknown | undefined, totalMs?: unknown | undefined}; export type GPUUtilization = {rate?: number | undefined}; export type GPUUsage = {timestamp?: unknown | undefined, utilization?: GPUUtilization | undefined}; export type MemInfo = {currentLimitBytes?: unknown | undefined, currentOoms?: unknown | undefined, currentRssBytes?: unknown | undefined, timestamp?: unknown | undefined, totalGbMs?: unknown | undefined}; export type ResourceUtilizationReport = {containers?: {[key: string]: ResourceUtilizationReport} | undefined, cpuTime?: Array | undefined, gpuUsage?: Array | undefined, memoryInfo?: Array | undefined}; export type WorkerShutdownNotice = {reason?: string | undefined}; export type WorkerThreadScalingReport = {currentThreadCount?: number | undefined}; export type WorkerMessage = {dataSamplingReport?: DataSamplingReport | undefined, labels?: {[key: string]: string} | undefined, perWorkerMetrics?: PerWorkerMetrics | undefined, streamingScalingReport?: StreamingScalingReport | undefined, time?: unknown | undefined, workerHealthReport?: WorkerHealthReport | undefined, workerLifecycleEvent?: WorkerLifecycleEvent | undefined, workerMessageCode?: WorkerMessageCode | undefined, workerMetrics?: ResourceUtilizationReport | undefined, workerShutdownNotice?: WorkerShutdownNotice | undefined, workerThreadScalingReport?: WorkerThreadScalingReport | undefined}; export type SendWorkerMessagesRequest = {location?: string | undefined, workerMessages?: Array | undefined}; export type CreateApiV1b3ProjectsProjectIdWorkerMessagesArgs = {projectId: string, body: SendWorkerMessagesRequest}; export type CreateApiV1b3ProjectsProjectIdWorkerMessagesOptions = {baseUrl?: string | undefined, Oauth2?: string | undefined, Oauth2c?: string | undefined, fetch?: typeof fetch | undefined}; export const streamingScalingReportResponse = z.object({maximumThreadCount: z.number().int().optional()}); export const workerHealthReportResponse = z.object({reportInterval: z.string().optional()}); export const resourceUtilizationReportResponse = z.object({}); export const workerShutdownNoticeResponse = z.object({}); export const workerThreadScalingReportResponse = z.object({recommendedThreadCount: z.number().int().optional()}); export const workerMessageResponse = z.object({streamingScalingReportResponse: streamingScalingReportResponse.optional(), workerHealthReportResponse: workerHealthReportResponse.optional(), workerMetricsResponse: resourceUtilizationReportResponse.optional(), workerShutdownNoticeResponse: workerShutdownNoticeResponse.optional(), workerThreadScalingReportResponse: workerThreadScalingReportResponse.optional()}); export const sendWorkerMessagesResponse = z.object({workerMessageResponses: z.array(workerMessageResponse).optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Send a worker_message to the service. * * POST /v1b3/projects/{projectId}/WorkerMessages * * Also accepts auth: Oauth2 + Oauth2c */ export const createApiV1b3ProjectsProjectIdWorkerMessages = async (args: CreateApiV1b3ProjectsProjectIdWorkerMessagesArgs, options?: CreateApiV1b3ProjectsProjectIdWorkerMessagesOptions) => { const {baseUrl = "https://dataflow.googleapis.com", fetch: fetchFn = fetch, Oauth2, Oauth2c} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (Oauth2 !== undefined) headers.set('authorization', `Bearer ${Oauth2}`) if (Oauth2c !== undefined) headers.set('authorization', `Bearer ${Oauth2c}`) const url = `${baseUrl.replace(/\/+$/, '')}/v1b3/projects/${encodeURIComponent(String(args.projectId))}/WorkerMessages${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(sendWorkerMessagesResponse, await res.json()) };