import {z} from 'zod' export type ModerationRequest = {input: string | Array, model?: string | undefined}; export type CreateApiV1ModerationsArgs = {body: ModerationRequest}; export type CreateApiV1ModerationsOptions = {baseUrl?: string | undefined, inworldBearer?: string | undefined, fetch?: typeof fetch | undefined}; export const aILuminateResult = z.object({safety: z.enum(["safe", "unsafe", "controversial"]).optional(), categories: z.object({violent_crimes: z.boolean().optional(), sex_related_crimes: z.boolean().optional(), child_sexual_exploitation: z.boolean().optional(), suicide_self_harm: z.boolean().optional(), indiscriminate_weapons: z.boolean().optional(), intellectual_property: z.boolean().optional(), defamation: z.boolean().optional(), non_violent_crimes: z.boolean().optional(), hate: z.boolean().optional(), specialized_advice: z.boolean().optional(), privacy: z.boolean().optional(), sexual_content: z.boolean().optional()}).optional(), extensions: z.object({politically_sensitive: z.boolean().optional(), unethical_acts: z.boolean().optional(), jailbreak: z.boolean().optional()}).optional(), refusal: z.boolean().optional()}); export const moderationResult = z.object({flagged: z.boolean().optional(), categories: z.object({sexual: z.boolean().optional(), "sexual/minors": z.boolean().optional(), harassment: z.boolean().optional(), "harassment/threatening": z.boolean().optional(), hate: z.boolean().optional(), "hate/threatening": z.boolean().optional(), illicit: z.boolean().optional(), "illicit/violent": z.boolean().optional(), "self-harm": z.boolean().optional(), "self-harm/intent": z.boolean().optional(), "self-harm/instructions": z.boolean().optional(), violence: z.boolean().optional(), "violence/graphic": z.boolean().optional()}).optional(), category_scores: z.object({sexual: z.number().optional(), "sexual/minors": z.number().optional(), harassment: z.number().optional(), "harassment/threatening": z.number().optional(), hate: z.number().optional(), "hate/threatening": z.number().optional(), illicit: z.number().optional(), "illicit/violent": z.number().optional(), "self-harm": z.number().optional(), "self-harm/intent": z.number().optional(), "self-harm/instructions": z.number().optional(), violence: z.number().optional(), "violence/graphic": z.number().optional()}).optional(), category_applied_input_types: z.record(z.string(), z.array(z.string())).optional(), ailuminate: aILuminateResult.optional()}); export const moderationResponse = z.object({id: z.string().optional(), model: z.string().optional(), results: z.array(moderationResult).optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * Create moderation * * POST /v1/moderations */ export const createApiV1Moderations = async (args: CreateApiV1ModerationsArgs, options?: CreateApiV1ModerationsOptions) => { const {baseUrl = "https://api.inworld.ai", fetch: fetchFn = fetch, inworldBearer} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (inworldBearer !== undefined) headers.set('authorization', `Bearer ${inworldBearer}`) const url = `${baseUrl.replace(/\/+$/, '')}/v1/moderations${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(moderationResponse, await res.json()) };