import {z} from 'zod' export type AppSummary = {numCompletedJobs?: number | undefined, numCompletedStages?: number | undefined}; export type ExecutorResourceRequest = {amount?: unknown | undefined, discoveryScript?: string | undefined, resourceName?: string | undefined, vendor?: string | undefined}; export type TaskResourceRequest = {amount?: number | undefined, resourceName?: string | undefined}; export type ResourceProfileInfo = {executorResources?: {[key: string]: ExecutorResourceRequest} | undefined, resourceProfileId?: number | undefined, taskResources?: {[key: string]: TaskResourceRequest} | undefined}; export type SparkRuntimeInfo = {javaHome?: string | undefined, javaVersion?: string | undefined, scalaVersion?: string | undefined}; export type ApplicationEnvironmentInfo = {classpathEntries?: {[key: string]: string} | undefined, hadoopProperties?: {[key: string]: string} | undefined, metricsProperties?: {[key: string]: string} | undefined, resourceProfiles?: Array | undefined, runtime?: SparkRuntimeInfo | undefined, sparkProperties?: {[key: string]: string} | undefined, systemProperties?: {[key: string]: string} | undefined}; export type ApplicationAttemptInfo = {appSparkVersion?: string | undefined, attemptId?: string | undefined, completed?: boolean | undefined, durationMillis?: unknown | undefined, endTime?: unknown | undefined, eventLogPath?: string | undefined, lastUpdated?: unknown | undefined, sparkUser?: string | undefined, startTime?: unknown | undefined}; export type ApplicationInfo = {applicationContextIngestionStatus?: ('APPLICATION_CONTEXT_INGESTION_STATUS_UNSPECIFIED' | 'APPLICATION_CONTEXT_INGESTION_STATUS_COMPLETED') | undefined, applicationId?: string | undefined, attempts?: Array | undefined, coresGranted?: number | undefined, coresPerExecutor?: number | undefined, maxCores?: number | undefined, memoryPerExecutorMb?: number | undefined, name?: string | undefined, quantileDataStatus?: ('QUANTILE_DATA_STATUS_UNSPECIFIED' | 'QUANTILE_DATA_STATUS_COMPLETED' | 'QUANTILE_DATA_STATUS_FAILED') | undefined}; export type ExecutorMetrics = {metrics?: {[key: string]: unknown} | undefined}; export type ExecutorStageSummary = {diskBytesSpilled?: unknown | undefined, executorId?: string | undefined, failedTasks?: number | undefined, inputBytes?: unknown | undefined, inputRecords?: unknown | undefined, isExcludedForStage?: boolean | undefined, killedTasks?: number | undefined, memoryBytesSpilled?: unknown | undefined, outputBytes?: unknown | undefined, outputRecords?: unknown | undefined, peakMemoryMetrics?: ExecutorMetrics | undefined, shuffleRead?: unknown | undefined, shuffleReadRecords?: unknown | undefined, shuffleWrite?: unknown | undefined, shuffleWriteRecords?: unknown | undefined, stageAttemptId?: number | undefined, stageId?: unknown | undefined, succeededTasks?: number | undefined, taskTimeMillis?: unknown | undefined}; export type MemoryMetrics = {totalOffHeapStorageMemory?: unknown | undefined, totalOnHeapStorageMemory?: unknown | undefined, usedOffHeapStorageMemory?: unknown | undefined, usedOnHeapStorageMemory?: unknown | undefined}; export type ResourceInformation = {addresses?: Array | undefined, name?: string | undefined}; export type ExecutorSummary = {activeTasks?: number | undefined, addTime?: unknown | undefined, attributes?: {[key: string]: string} | undefined, completedTasks?: number | undefined, diskUsed?: unknown | undefined, excludedInStages?: Array | undefined, executorId?: string | undefined, executorLogs?: {[key: string]: string} | undefined, failedTasks?: number | undefined, hostPort?: string | undefined, isActive?: boolean | undefined, isExcluded?: boolean | undefined, maxMemory?: unknown | undefined, maxTasks?: number | undefined, memoryMetrics?: MemoryMetrics | undefined, memoryUsed?: unknown | undefined, peakMemoryMetrics?: ExecutorMetrics | undefined, rddBlocks?: number | undefined, removeReason?: string | undefined, removeTime?: unknown | undefined, resourceProfileId?: number | undefined, resources?: {[key: string]: ResourceInformation} | undefined, totalCores?: number | undefined, totalDurationMillis?: unknown | undefined, totalGcTimeMillis?: unknown | undefined, totalInputBytes?: unknown | undefined, totalShuffleRead?: unknown | undefined, totalShuffleWrite?: unknown | undefined, totalTasks?: number | undefined}; export type JobData = {completionTime?: unknown | undefined, description?: string | undefined, jobGroup?: string | undefined, jobId?: unknown | undefined, killTasksSummary?: {[key: string]: number} | undefined, name?: string | undefined, numActiveStages?: number | undefined, numActiveTasks?: number | undefined, numCompletedIndices?: number | undefined, numCompletedStages?: number | undefined, numCompletedTasks?: number | undefined, numFailedStages?: number | undefined, numFailedTasks?: number | undefined, numKilledTasks?: number | undefined, numSkippedStages?: number | undefined, numSkippedTasks?: number | undefined, numTasks?: number | undefined, skippedStages?: Array | undefined, sqlExecutionId?: unknown | undefined, stageIds?: Array | undefined, status?: ('JOB_EXECUTION_STATUS_UNSPECIFIED' | 'JOB_EXECUTION_STATUS_RUNNING' | 'JOB_EXECUTION_STATUS_SUCCEEDED' | 'JOB_EXECUTION_STATUS_FAILED' | 'JOB_EXECUTION_STATUS_UNKNOWN') | undefined, submissionTime?: unknown | undefined}; export type BuildInfo = {buildKey?: string | undefined, buildValue?: string | undefined}; export type NativeBuildInfoUiData = {buildClass?: string | undefined, buildInfo?: Array | undefined}; export type FallbackReason = {fallbackNode?: string | undefined, fallbackReason?: string | undefined}; export type NativeSqlExecutionUiData = {description?: string | undefined, executionId?: unknown | undefined, fallbackDescription?: string | undefined, fallbackNodeToReason?: Array | undefined, numFallbackNodes?: number | undefined, numNativeNodes?: number | undefined}; export type PoolData = {name?: string | undefined, stageIds?: Array | undefined}; export type ProcessSummary = {addTime?: unknown | undefined, hostPort?: string | undefined, isActive?: boolean | undefined, processId?: string | undefined, processLogs?: {[key: string]: string} | undefined, removeTime?: unknown | undefined, totalCores?: number | undefined}; export type RddOperationEdge = {fromId?: number | undefined, toId?: number | undefined}; export type RddOperationNode = {barrier?: boolean | undefined, cached?: boolean | undefined, callsite?: string | undefined, name?: string | undefined, nodeId?: number | undefined, outputDeterministicLevel?: ('DETERMINISTIC_LEVEL_UNSPECIFIED' | 'DETERMINISTIC_LEVEL_DETERMINATE' | 'DETERMINISTIC_LEVEL_UNORDERED' | 'DETERMINISTIC_LEVEL_INDETERMINATE') | undefined}; export type RddOperationCluster = {childClusters?: Array | undefined, childNodes?: Array | undefined, name?: string | undefined, rddClusterId?: string | undefined}; export type RddOperationGraph = {edges?: Array | undefined, incomingEdges?: Array | undefined, outgoingEdges?: Array | undefined, rootCluster?: RddOperationCluster | undefined, stageId?: unknown | undefined}; export type RddDataDistribution = {address?: string | undefined, diskUsed?: unknown | undefined, memoryRemaining?: unknown | undefined, memoryUsed?: unknown | undefined, offHeapMemoryRemaining?: unknown | undefined, offHeapMemoryUsed?: unknown | undefined, onHeapMemoryRemaining?: unknown | undefined, onHeapMemoryUsed?: unknown | undefined}; export type RddPartitionInfo = {blockName?: string | undefined, diskUsed?: unknown | undefined, executors?: Array | undefined, memoryUsed?: unknown | undefined, storageLevel?: string | undefined}; export type RddStorageInfo = {dataDistribution?: Array | undefined, diskUsed?: unknown | undefined, memoryUsed?: unknown | undefined, name?: string | undefined, numCachedPartitions?: number | undefined, numPartitions?: number | undefined, partitions?: Array | undefined, rddStorageId?: number | undefined, storageLevel?: string | undefined}; export type SparkConnectExecutionInfo = {closeTimestamp?: unknown | undefined, detail?: string | undefined, finishTimestamp?: unknown | undefined, jobIds?: Array | undefined, jobTag?: string | undefined, operationId?: string | undefined, sessionId?: string | undefined, sparkSessionTags?: Array | undefined, sqlExecIds?: Array | undefined, startTimestamp?: unknown | undefined, state?: ('EXECUTION_STATE_UNKNOWN' | 'EXECUTION_STATE_STARTED' | 'EXECUTION_STATE_COMPILED' | 'EXECUTION_STATE_READY' | 'EXECUTION_STATE_CANCELED' | 'EXECUTION_STATE_FAILED' | 'EXECUTION_STATE_FINISHED' | 'EXECUTION_STATE_CLOSED') | undefined, statement?: string | undefined, userId?: string | undefined}; export type SparkConnectSessionInfo = {finishTimestamp?: unknown | undefined, sessionId?: string | undefined, startTimestamp?: unknown | undefined, totalExecution?: unknown | undefined, userId?: string | undefined}; export type SparkPlanGraphEdge = {fromId?: unknown | undefined, toId?: unknown | undefined}; export type SqlPlanMetric = {accumulatorId?: unknown | undefined, metricType?: string | undefined, name?: string | undefined}; export type SparkPlanGraphCluster = {desc?: string | undefined, metadata?: {[key: string]: string} | undefined, metrics?: Array | undefined, name?: string | undefined, nodes?: Array | undefined, sparkPlanGraphClusterId?: unknown | undefined}; export type SparkPlanGraphNode = {desc?: string | undefined, metadata?: {[key: string]: string} | undefined, metrics?: Array | undefined, name?: string | undefined, sparkPlanGraphNodeId?: unknown | undefined}; export type SparkPlanGraphNodeWrapper = {cluster?: SparkPlanGraphCluster | undefined, node?: SparkPlanGraphNode | undefined}; export type SparkPlanGraph = {edges?: Array | undefined, executionId?: unknown | undefined, nodes?: Array | undefined}; export type SpeculationStageSummary = {numActiveTasks?: number | undefined, numCompletedTasks?: number | undefined, numFailedTasks?: number | undefined, numKilledTasks?: number | undefined, numTasks?: number | undefined, stageAttemptId?: number | undefined, stageId?: unknown | undefined}; export type SqlExecutionUiData = {completionTime?: unknown | undefined, description?: string | undefined, details?: string | undefined, errorMessage?: string | undefined, executionId?: unknown | undefined, jobs?: ({[key: string]: 'JOB_EXECUTION_STATUS_UNSPECIFIED' | 'JOB_EXECUTION_STATUS_RUNNING' | 'JOB_EXECUTION_STATUS_SUCCEEDED' | 'JOB_EXECUTION_STATUS_FAILED' | 'JOB_EXECUTION_STATUS_UNKNOWN'}) | undefined, metricValues?: {[key: string]: string} | undefined, metricValuesIsNull?: boolean | undefined, metrics?: Array | undefined, modifiedConfigs?: {[key: string]: string} | undefined, physicalPlanDescription?: string | undefined, rootExecutionId?: unknown | undefined, stages?: Array | undefined, submissionTime?: unknown | undefined}; export type AccumulableInfo = {accumullableInfoId?: unknown | undefined, name?: string | undefined, update?: string | undefined, value?: string | undefined}; export type ExecutorPeakMetricsDistributions = {executorMetrics?: Array | undefined, quantiles?: Array | undefined}; export type ExecutorMetricsDistributions = {diskBytesSpilled?: Array | undefined, failedTasks?: Array | undefined, inputBytes?: Array | undefined, inputRecords?: Array | undefined, killedTasks?: Array | undefined, memoryBytesSpilled?: Array | undefined, outputBytes?: Array | undefined, outputRecords?: Array | undefined, peakMemoryMetrics?: ExecutorPeakMetricsDistributions | undefined, quantiles?: Array | undefined, shuffleRead?: Array | undefined, shuffleReadRecords?: Array | undefined, shuffleWrite?: Array | undefined, shuffleWriteRecords?: Array | undefined, succeededTasks?: Array | undefined, taskTimeMillis?: Array | undefined}; export type StageInputMetrics = {bytesRead?: unknown | undefined, recordsRead?: unknown | undefined}; export type StageOutputMetrics = {bytesWritten?: unknown | undefined, recordsWritten?: unknown | undefined}; export type StageShufflePushReadMetrics = {corruptMergedBlockChunks?: unknown | undefined, localMergedBlocksFetched?: unknown | undefined, localMergedBytesRead?: unknown | undefined, localMergedChunksFetched?: unknown | undefined, mergedFetchFallbackCount?: unknown | undefined, remoteMergedBlocksFetched?: unknown | undefined, remoteMergedBytesRead?: unknown | undefined, remoteMergedChunksFetched?: unknown | undefined, remoteMergedReqsDuration?: unknown | undefined}; export type StageShuffleReadMetrics = {bytesRead?: unknown | undefined, fetchWaitTimeMillis?: unknown | undefined, localBlocksFetched?: unknown | undefined, localBytesRead?: unknown | undefined, recordsRead?: unknown | undefined, remoteBlocksFetched?: unknown | undefined, remoteBytesRead?: unknown | undefined, remoteBytesReadToDisk?: unknown | undefined, remoteReqsDuration?: unknown | undefined, stageShufflePushReadMetrics?: StageShufflePushReadMetrics | undefined}; export type StageShuffleWriteMetrics = {bytesWritten?: unknown | undefined, recordsWritten?: unknown | undefined, writeTimeNanos?: unknown | undefined}; export type StageMetrics = {diskBytesSpilled?: unknown | undefined, executorCpuTimeNanos?: unknown | undefined, executorDeserializeCpuTimeNanos?: unknown | undefined, executorDeserializeTimeMillis?: unknown | undefined, executorRunTimeMillis?: unknown | undefined, jvmGcTimeMillis?: unknown | undefined, memoryBytesSpilled?: unknown | undefined, peakExecutionMemoryBytes?: unknown | undefined, resultSerializationTimeMillis?: unknown | undefined, resultSize?: unknown | undefined, stageInputMetrics?: StageInputMetrics | undefined, stageOutputMetrics?: StageOutputMetrics | undefined, stageShuffleReadMetrics?: StageShuffleReadMetrics | undefined, stageShuffleWriteMetrics?: StageShuffleWriteMetrics | undefined}; export type Quantiles = {count?: unknown | undefined, maximum?: unknown | undefined, minimum?: unknown | undefined, percentile25?: unknown | undefined, percentile50?: unknown | undefined, percentile75?: unknown | undefined, sum?: unknown | undefined}; export type InputQuantileMetrics = {bytesRead?: Quantiles | undefined, recordsRead?: Quantiles | undefined}; export type OutputQuantileMetrics = {bytesWritten?: Quantiles | undefined, recordsWritten?: Quantiles | undefined}; export type ShufflePushReadQuantileMetrics = {corruptMergedBlockChunks?: Quantiles | undefined, localMergedBlocksFetched?: Quantiles | undefined, localMergedBytesRead?: Quantiles | undefined, localMergedChunksFetched?: Quantiles | undefined, mergedFetchFallbackCount?: Quantiles | undefined, remoteMergedBlocksFetched?: Quantiles | undefined, remoteMergedBytesRead?: Quantiles | undefined, remoteMergedChunksFetched?: Quantiles | undefined, remoteMergedReqsDuration?: Quantiles | undefined}; export type ShuffleReadQuantileMetrics = {fetchWaitTimeMillis?: Quantiles | undefined, localBlocksFetched?: Quantiles | undefined, readBytes?: Quantiles | undefined, readRecords?: Quantiles | undefined, remoteBlocksFetched?: Quantiles | undefined, remoteBytesRead?: Quantiles | undefined, remoteBytesReadToDisk?: Quantiles | undefined, remoteReqsDuration?: Quantiles | undefined, shufflePushReadMetrics?: ShufflePushReadQuantileMetrics | undefined, totalBlocksFetched?: Quantiles | undefined}; export type ShuffleWriteQuantileMetrics = {writeBytes?: Quantiles | undefined, writeRecords?: Quantiles | undefined, writeTimeNanos?: Quantiles | undefined}; export type TaskQuantileMetrics = {diskBytesSpilled?: Quantiles | undefined, durationMillis?: Quantiles | undefined, executorCpuTimeNanos?: Quantiles | undefined, executorDeserializeCpuTimeNanos?: Quantiles | undefined, executorDeserializeTimeMillis?: Quantiles | undefined, executorRunTimeMillis?: Quantiles | undefined, gettingResultTimeMillis?: Quantiles | undefined, inputMetrics?: InputQuantileMetrics | undefined, jvmGcTimeMillis?: Quantiles | undefined, memoryBytesSpilled?: Quantiles | undefined, outputMetrics?: OutputQuantileMetrics | undefined, peakExecutionMemoryBytes?: Quantiles | undefined, resultSerializationTimeMillis?: Quantiles | undefined, resultSize?: Quantiles | undefined, schedulerDelayMillis?: Quantiles | undefined, shuffleReadMetrics?: ShuffleReadQuantileMetrics | undefined, shuffleWriteMetrics?: ShuffleWriteQuantileMetrics | undefined}; export type InputMetrics = {bytesRead?: unknown | undefined, recordsRead?: unknown | undefined}; export type OutputMetrics = {bytesWritten?: unknown | undefined, recordsWritten?: unknown | undefined}; export type ShufflePushReadMetrics = {corruptMergedBlockChunks?: unknown | undefined, localMergedBlocksFetched?: unknown | undefined, localMergedBytesRead?: unknown | undefined, localMergedChunksFetched?: unknown | undefined, mergedFetchFallbackCount?: unknown | undefined, remoteMergedBlocksFetched?: unknown | undefined, remoteMergedBytesRead?: unknown | undefined, remoteMergedChunksFetched?: unknown | undefined, remoteMergedReqsDuration?: unknown | undefined}; export type ShuffleReadMetrics = {fetchWaitTimeMillis?: unknown | undefined, localBlocksFetched?: unknown | undefined, localBytesRead?: unknown | undefined, recordsRead?: unknown | undefined, remoteBlocksFetched?: unknown | undefined, remoteBytesRead?: unknown | undefined, remoteBytesReadToDisk?: unknown | undefined, remoteReqsDuration?: unknown | undefined, shufflePushReadMetrics?: ShufflePushReadMetrics | undefined}; export type ShuffleWriteMetrics = {bytesWritten?: unknown | undefined, recordsWritten?: unknown | undefined, writeTimeNanos?: unknown | undefined}; export type TaskMetrics = {diskBytesSpilled?: unknown | undefined, executorCpuTimeNanos?: unknown | undefined, executorDeserializeCpuTimeNanos?: unknown | undefined, executorDeserializeTimeMillis?: unknown | undefined, executorRunTimeMillis?: unknown | undefined, inputMetrics?: InputMetrics | undefined, jvmGcTimeMillis?: unknown | undefined, memoryBytesSpilled?: unknown | undefined, outputMetrics?: OutputMetrics | undefined, peakExecutionMemoryBytes?: unknown | undefined, resultSerializationTimeMillis?: unknown | undefined, resultSize?: unknown | undefined, shuffleReadMetrics?: ShuffleReadMetrics | undefined, shuffleWriteMetrics?: ShuffleWriteMetrics | undefined}; export type TaskData = {accumulatorUpdates?: Array | undefined, attempt?: number | undefined, durationMillis?: unknown | undefined, errorMessage?: string | undefined, executorId?: string | undefined, executorLogs?: {[key: string]: string} | undefined, gettingResultTimeMillis?: unknown | undefined, hasMetrics?: boolean | undefined, host?: string | undefined, index?: number | undefined, launchTime?: unknown | undefined, partitionId?: number | undefined, resultFetchStart?: unknown | undefined, schedulerDelayMillis?: unknown | undefined, speculative?: boolean | undefined, stageAttemptId?: number | undefined, stageId?: unknown | undefined, status?: string | undefined, taskId?: unknown | undefined, taskLocality?: string | undefined, taskMetrics?: TaskMetrics | undefined}; export type StageData = {accumulatorUpdates?: Array | undefined, completionTime?: unknown | undefined, description?: string | undefined, details?: string | undefined, executorMetricsDistributions?: ExecutorMetricsDistributions | undefined, executorSummary?: {[key: string]: ExecutorStageSummary} | undefined, failureReason?: string | undefined, firstTaskLaunchedTime?: unknown | undefined, isShufflePushEnabled?: boolean | undefined, jobIds?: Array | undefined, killedTasksSummary?: {[key: string]: number} | undefined, locality?: {[key: string]: unknown} | undefined, name?: string | undefined, numActiveTasks?: number | undefined, numCompleteTasks?: number | undefined, numCompletedIndices?: number | undefined, numFailedTasks?: number | undefined, numKilledTasks?: number | undefined, numTasks?: number | undefined, parentStageIds?: Array | undefined, peakExecutorMetrics?: ExecutorMetrics | undefined, rddIds?: Array | undefined, resourceProfileId?: number | undefined, schedulingPool?: string | undefined, shuffleMergersCount?: number | undefined, speculationSummary?: SpeculationStageSummary | undefined, stageAttemptId?: number | undefined, stageId?: unknown | undefined, stageMetrics?: StageMetrics | undefined, status?: ('STAGE_STATUS_UNSPECIFIED' | 'STAGE_STATUS_ACTIVE' | 'STAGE_STATUS_COMPLETE' | 'STAGE_STATUS_FAILED' | 'STAGE_STATUS_PENDING' | 'STAGE_STATUS_SKIPPED') | undefined, submissionTime?: unknown | undefined, taskQuantileMetrics?: TaskQuantileMetrics | undefined, tasks?: {[key: string]: TaskData} | undefined}; export type StreamBlockData = {deserialized?: boolean | undefined, diskSize?: unknown | undefined, executorId?: string | undefined, hostPort?: string | undefined, memSize?: unknown | undefined, name?: string | undefined, storageLevel?: string | undefined, useDisk?: boolean | undefined, useMemory?: boolean | undefined}; export type StreamingQueryData = {endTimestamp?: unknown | undefined, exception?: string | undefined, isActive?: boolean | undefined, name?: string | undefined, runId?: string | undefined, startTimestamp?: unknown | undefined, streamingQueryId?: string | undefined}; export type SinkProgress = {description?: string | undefined, metrics?: {[key: string]: string} | undefined, numOutputRows?: unknown | undefined}; export type SourceProgress = {description?: string | undefined, endOffset?: string | undefined, inputRowsPerSecond?: number | undefined, latestOffset?: string | undefined, metrics?: {[key: string]: string} | undefined, numInputRows?: unknown | undefined, processedRowsPerSecond?: number | undefined, startOffset?: string | undefined}; export type StateOperatorProgress = {allRemovalsTimeMs?: unknown | undefined, allUpdatesTimeMs?: unknown | undefined, commitTimeMs?: unknown | undefined, customMetrics?: {[key: string]: unknown} | undefined, memoryUsedBytes?: unknown | undefined, numRowsDroppedByWatermark?: unknown | undefined, numRowsRemoved?: unknown | undefined, numRowsTotal?: unknown | undefined, numRowsUpdated?: unknown | undefined, numShufflePartitions?: unknown | undefined, numStateStoreInstances?: unknown | undefined, operatorName?: string | undefined}; export type StreamingQueryProgress = {batchDuration?: unknown | undefined, batchId?: unknown | undefined, durationMillis?: {[key: string]: unknown} | undefined, eventTime?: {[key: string]: string} | undefined, name?: string | undefined, observedMetrics?: {[key: string]: string} | undefined, runId?: string | undefined, sink?: SinkProgress | undefined, sources?: Array | undefined, stateOperators?: Array | undefined, streamingQueryProgressId?: string | undefined, timestamp?: string | undefined}; export type SparkWrapperObject = {appSummary?: AppSummary | undefined, applicationEnvironmentInfo?: ApplicationEnvironmentInfo | undefined, applicationId?: string | undefined, applicationInfo?: ApplicationInfo | undefined, eventTimestamp?: unknown | undefined, executorStageSummary?: ExecutorStageSummary | undefined, executorSummary?: ExecutorSummary | undefined, jobData?: JobData | undefined, nativeBuildInfoUiData?: NativeBuildInfoUiData | undefined, nativeSqlExecutionUiData?: NativeSqlExecutionUiData | undefined, poolData?: PoolData | undefined, processSummary?: ProcessSummary | undefined, rddOperationGraph?: RddOperationGraph | undefined, rddStorageInfo?: RddStorageInfo | undefined, resourceProfileInfo?: ResourceProfileInfo | undefined, sparkConnectExecutionInfo?: SparkConnectExecutionInfo | undefined, sparkConnectSessionInfo?: SparkConnectSessionInfo | undefined, sparkPlanGraph?: SparkPlanGraph | undefined, speculationStageSummary?: SpeculationStageSummary | undefined, sqlExecutionUiData?: SqlExecutionUiData | undefined, stageData?: StageData | undefined, streamBlockData?: StreamBlockData | undefined, streamingQueryData?: StreamingQueryData | undefined, streamingQueryProgress?: StreamingQueryProgress | undefined, taskData?: TaskData | undefined}; export type WriteSessionSparkApplicationContextRequest = {parent?: string | undefined, sparkWrapperObjects?: Array | undefined}; export type CreateApiV1ProjectsProjectsIdLocationsLocationsIdSessionsSessionsIdSparkApplicationsSparkApplicationsIdWriteArgs = {projectsId: string, locationsId: string, sessionsId: string, sparkApplicationsId: string, body: WriteSessionSparkApplicationContextRequest}; export type CreateApiV1ProjectsProjectsIdLocationsLocationsIdSessionsSessionsIdSparkApplicationsSparkApplicationsIdWriteOptions = {baseUrl?: string | undefined, Oauth2?: string | undefined, Oauth2c?: string | undefined, fetch?: typeof fetch | undefined}; export const writeSessionSparkApplicationContextResponse = z.object({}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Write wrapper objects from dataplane to spanner * * POST /v1/projects/{projectsId}/locations/{locationsId}/sessions/{sessionsId}/sparkApplications/{sparkApplicationsId}:write * * Also accepts auth: Oauth2 + Oauth2c */ export const createApiV1ProjectsProjectsIdLocationsLocationsIdSessionsSessionsIdSparkApplicationsSparkApplicationsIdWrite = async (args: CreateApiV1ProjectsProjectsIdLocationsLocationsIdSessionsSessionsIdSparkApplicationsSparkApplicationsIdWriteArgs, options?: CreateApiV1ProjectsProjectsIdLocationsLocationsIdSessionsSessionsIdSparkApplicationsSparkApplicationsIdWriteOptions) => { const {baseUrl = "https://dataproc.googleapis.com", fetch: fetchFn = fetch, Oauth2, Oauth2c} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (Oauth2 !== undefined) headers.set('authorization', `Bearer ${Oauth2}`) if (Oauth2c !== undefined) headers.set('authorization', `Bearer ${Oauth2c}`) const url = `${baseUrl.replace(/\/+$/, '')}/v1/projects/${encodeURIComponent(String(args.projectsId))}/locations/${encodeURIComponent(String(args.locationsId))}/sessions/${encodeURIComponent(String(args.sessionsId))}/sparkApplications/${encodeURIComponent(String(args.sparkApplicationsId))}:write${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(writeSessionSparkApplicationContextResponse, await res.json()) };