import {z} from 'zod' export type OverrideEvidence = {block_id: string, excerpt: string}; export type OverrideSkillOutcome = {savoir_faire_id: string, outcome: 'correct' | 'partial' | 'wrong' | 'unanswered', note: string, evidence: Array}; export type OverrideCriterionOutcome = {criterion_index: number, outcome: 'correct' | 'partial' | 'wrong' | 'unanswered', note: string, evidence: Array}; export type OverrideQuestionOutcome = {score: number, unanswered?: boolean | undefined, note: string, evidence?: Array | undefined, alternative_method?: boolean | undefined, points_awarded?: (number | null) | undefined}; export type ErrorCategory = 'CALCULATION' | 'NOTATION' | 'CONCEPT' | 'METHOD' | 'REASONING' | 'COMPLETENESS' | 'UNITS' | 'TRANSCRIPTION' | 'TASK' | 'LANGUAGE'; export type OverrideFlaggedError = {description: string, evidence: Array, categories?: (Array | null) | undefined}; export type OverrideQuestion = {skill_outcomes: Array, criterion_outcomes?: Array | undefined, question_outcome?: (OverrideQuestionOutcome | null) | undefined, errors: Array}; export type EvaluationOverrideRequest = {questions: Array, feedback: string | null}; export type UpdateApiTeacherSessionsSessionIdExercisesExerciseIdV2EvaluationArgs = {session_id: string, exercise_id: string, body: EvaluationOverrideRequest}; export type UpdateApiTeacherSessionsSessionIdExercisesExerciseIdV2EvaluationOptions = {baseUrl: string, OAuth2PasswordBearer?: string | undefined, fetch?: typeof fetch | undefined}; export const textSpan = z.object({block_id: z.string(), start: z.number().int(), end: z.number().int()}); export const evidenceSpan = z.object({excerpt: z.string(), span: textSpan}); export const skillOutcome = z.object({savoir_faire_id: z.string(), outcome: z.enum(["correct", "partial", "wrong", "unanswered"]), note: z.string(), evidence: z.array(evidenceSpan)}); export const criterionOutcomeResponse = z.unknown(); export const errorCategory = z.enum(["CALCULATION", "NOTATION", "CONCEPT", "METHOD", "REASONING", "COMPLETENESS", "UNITS", "TRANSCRIPTION", "TASK", "LANGUAGE"]); export const flaggedError = z.object({description: z.string(), evidence: z.array(evidenceSpan), categories: z.array(errorCategory).nullable().optional()}); export const questionOutcomeResponse = z.object({score: z.number().int().nullable(), max_score: z.number().int(), unanswered: z.boolean(), note: z.string(), evidence: z.array(evidenceSpan), alternative_method: z.boolean(), points_awarded: z.number().nullable(), points_available: z.number().nullable()}); export const rubricQuestionEvaluationResponse = z.object({skill_outcomes: z.array(skillOutcome), criterion_outcomes: z.array(criterionOutcomeResponse), errors: z.array(flaggedError), question_outcome: questionOutcomeResponse.nullable().optional(), carried_from_attempt: z.number().int().nullable().optional(), verdict: z.enum(["correct", "to_review"]).optional()}); export const photoBBox = z.object({photo_index: z.number().int(), x: z.number(), y: z.number(), width: z.number(), height: z.number()}); export const questionZone = z.object({question_indexes: z.array(z.number().int()), boxes: z.array(photoBBox)}); export const rubricEvaluationResponse = z.object({rubric_id: z.string(), author_type: z.enum(["ai", "human"]), author_model: z.string().nullable().optional(), feedback: z.string(), feedback_state: z.enum(["pending", "ready", "failed"]).optional(), questions: z.array(rubricQuestionEvaluationResponse), question_zones: z.array(questionZone), carried_photo_urls: z.array(z.string()).optional(), computed_grade: z.number().nullable(), max_grade: z.number().nullable(), evaluated_at: z.string()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Override Evaluation * * PUT /teacher/sessions/{session_id}/exercises/{exercise_id}/v2-evaluation */ export const updateApiTeacherSessionsSessionIdExercisesExerciseIdV2Evaluation = async (args: UpdateApiTeacherSessionsSessionIdExercisesExerciseIdV2EvaluationArgs, options: UpdateApiTeacherSessionsSessionIdExercisesExerciseIdV2EvaluationOptions) => { const {baseUrl, fetch: fetchFn = fetch, OAuth2PasswordBearer} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (OAuth2PasswordBearer !== undefined) headers.set('authorization', `Bearer ${OAuth2PasswordBearer}`) const url = `${baseUrl.replace(/\/+$/, '')}/teacher/sessions/${encodeURIComponent(String(args.session_id))}/exercises/${encodeURIComponent(String(args.exercise_id))}/v2-evaluation${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "PUT", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(rubricEvaluationResponse, await res.json()) };