import {z} from 'zod' export type AiGenerateParameters = {stop_sequences?: Array> | undefined, bad_words_ids?: Array> | undefined, line_start_ids?: Array> | undefined, use_string?: boolean | undefined, logit_bias?: Array> | undefined, logit_bias_exp?: (Array<{sequence: Array, bias: number, ensure_sequence_finish?: boolean | undefined, generate_once?: boolean | undefined}>) | undefined, order?: Array | undefined, repetition_penalty_whitelist?: Array | undefined, temperature?: number | undefined, min_length: number, max_length: number, do_sample?: boolean | undefined, early_stopping?: boolean | undefined, num_beams?: number | undefined, top_k?: number | undefined, top_a?: number | undefined, top_p?: number | undefined, typical_p?: number | undefined, repetition_penalty?: number | undefined, pad_token_id?: number | undefined, bos_token_id?: number | undefined, eos_token_id?: number | undefined, length_penalty?: number | undefined, no_repeat_ngram_size?: number | undefined, encoder_no_repeat_ngram_size?: number | undefined, num_return_sequences?: number | undefined, force_emotion: boolean, max_time?: number | undefined, use_cache?: boolean | undefined, num_beam_groups?: number | undefined, diversity_penalty?: number | undefined, tail_free_sampling?: number | undefined, repetition_penalty_range?: number | undefined, repetition_penalty_slope?: number | undefined, get_hidden_states?: boolean | undefined, repetition_penalty_frequency?: number | undefined, repetition_penalty_presence?: number | undefined, next_word?: boolean | undefined, prefix?: string | undefined, output_nonzero_probs?: boolean | undefined, generate_until_sentence?: boolean | undefined, num_logprobs?: number | undefined, cfg_uc?: string | undefined, cfg_scale?: number | undefined, cfg_alpha?: number | undefined, phrase_rep_pen?: string | undefined, top_g?: number | undefined, mirostat_tau?: number | undefined, mirostat_lr?: number | undefined}; export type AiGenerateRequest = {input: string, model: '2.7B' | '6B-v4' | 'euterpe-v2' | 'genji-python-6b' | 'genji-jp-6b' | 'genji-jp-6b-v2' | 'krake-v2' | 'hypebot' | 'infillmodel' | 'cassandra' | 'sigurd-2.9b-v1' | 'blue' | 'red' | 'green' | 'purple' | 'clio-v1' | 'kayra-v1', parameters: AiGenerateParameters}; export type CreateApiAiGenerateStreamArgs = {body: AiGenerateRequest}; export type CreateApiAiGenerateStreamOptions = {baseUrl: string, bearer?: string | undefined, fetch?: typeof fetch | undefined}; export const aiGenerateStreamableResponse = z.object({ptr: z.number().optional(), token: z.string().optional(), final: z.boolean().optional(), error: z.string().optional()}); export const validateResponse = async ( schema: { readonly '~standard': { readonly validate: (value: unknown) => ({ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }) | Promise<{ readonly value: Output; readonly issues?: undefined } | { readonly issues: ReadonlyArray<{ readonly message: string; readonly path?: ReadonlyArray | undefined }> }> } }, value: unknown ): Promise => { const result = await schema['~standard'].validate(value) if (result.issues !== undefined) { const detail = result.issues .map(({ message, path }) => path?.length ? `${path.map((segment) => String(typeof segment === 'object' ? segment.key : segment)).join('.')}: ${message}` : message ) .join('; ') throw new Error(`Response does not match the schema: ${detail}`, { cause: { issues: result.issues } }) } return result.value }; /** * POST /ai/generate-stream */ export const createApiAiGenerateStream = async (args: CreateApiAiGenerateStreamArgs, options: CreateApiAiGenerateStreamOptions) => { const {baseUrl, fetch: fetchFn = fetch, bearer} = options ?? {} const query = new URLSearchParams() const headers = new Headers() headers.set('content-type', "application/json") headers.set('accept', "application/json") if (bearer !== undefined) headers.set('authorization', `Bearer ${bearer}`) const url = `${baseUrl.replace(/\/+$/, '')}/ai/generate-stream${query.size > 0 ? `?${query}` : ''}` const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)}) if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}}) return validateResponse(aiGenerateStreamableResponse, await res.json()) };