export type TokenSequence = {tokens?: (Array<number> | null) | undefined};

export type ResponseFormatJsonSchemaSchema = {schema: {[key: string]: unknown}};

export type ResponseFormatJsonSchema = {type: 'json_schema', json_schema: ResponseFormatJsonSchemaSchema};

export type ResponseFormatJsonObject = {type: 'json_object'};

export type ResponseFormatRegex = {type: 'regex', schema: string};

export type ResponseFormatText = {type: 'text'};

export type ResponseFormat = ResponseFormatJsonSchema | ResponseFormatJsonObject | ResponseFormatRegex | ResponseFormatText;

export type StreamOptions = {include_usage?: (boolean | null) | undefined};

export type CompletionsStreamServerlessBodyWithPrompt = {model: string, bad_word_tokens?: (Array<TokenSequence> | null) | undefined, bad_words?: (Array<string> | null) | undefined, embedding_to_replace?: (Array<number> | null) | undefined, encoder_no_repeat_ngram?: (number | null) | undefined, encoder_repetition_penalty?: (number | null) | undefined, eos_token?: (Array<number> | null) | undefined, forced_output_tokens?: (Array<number> | null) | undefined, frequency_penalty?: (number | null) | undefined, logprobs?: (number | null) | undefined, max_tokens?: (number | null) | undefined, max_total_tokens?: (number | null) | undefined, min_p?: (number | null) | undefined, min_tokens?: (number | null) | undefined, min_total_tokens?: (number | null) | undefined, n?: (number | null) | undefined, no_repeat_ngram?: (number | null) | undefined, presence_penalty?: (number | null) | undefined, repetition_penalty?: (number | null) | undefined, response_format?: (ResponseFormat | null) | undefined, seed?: (Array<number> | number | null) | undefined, stop?: (Array<string> | null) | undefined, stop_tokens?: (Array<TokenSequence> | null) | undefined, stream?: (boolean | null) | undefined, stream_options?: (StreamOptions | null) | undefined, temperature?: (number | null) | undefined, token_index_to_replace?: (Array<number> | null) | undefined, top_k?: (number | null) | undefined, top_p?: (number | null) | undefined, xtc_threshold?: (number | null) | undefined, xtc_probability?: (number | null) | undefined, prompt: string | Array<string>};

export type CompletionsStreamServerlessBodyWithTokens = {model: string, bad_word_tokens?: (Array<TokenSequence> | null) | undefined, bad_words?: (Array<string> | null) | undefined, embedding_to_replace?: (Array<number> | null) | undefined, encoder_no_repeat_ngram?: (number | null) | undefined, encoder_repetition_penalty?: (number | null) | undefined, eos_token?: (Array<number> | null) | undefined, forced_output_tokens?: (Array<number> | null) | undefined, frequency_penalty?: (number | null) | undefined, logprobs?: (number | null) | undefined, max_tokens?: (number | null) | undefined, max_total_tokens?: (number | null) | undefined, min_p?: (number | null) | undefined, min_tokens?: (number | null) | undefined, min_total_tokens?: (number | null) | undefined, n?: (number | null) | undefined, no_repeat_ngram?: (number | null) | undefined, presence_penalty?: (number | null) | undefined, repetition_penalty?: (number | null) | undefined, response_format?: (ResponseFormat | null) | undefined, seed?: (Array<number> | number | null) | undefined, stop?: (Array<string> | null) | undefined, stop_tokens?: (Array<TokenSequence> | null) | undefined, stream?: (boolean | null) | undefined, stream_options?: (StreamOptions | null) | undefined, temperature?: (number | null) | undefined, token_index_to_replace?: (Array<number> | null) | undefined, top_k?: (number | null) | undefined, top_p?: (number | null) | undefined, xtc_threshold?: (number | null) | undefined, xtc_probability?: (number | null) | undefined, tokens: Array<number>};

export type ServerlessCompletionsStreamBody = CompletionsStreamServerlessBodyWithPrompt | CompletionsStreamServerlessBodyWithTokens;

export type CreateApiServerlessV1CompletionsStreamArgs = {'X-Friendli-Team'?: (string | null) | undefined, body: ServerlessCompletionsStreamBody};

export type CreateApiServerlessV1CompletionsStreamOptions = {baseUrl?: string | undefined, token?: string | undefined, fetch?: typeof fetch | undefined};

/**
 * Stream completions
 * 
 * POST /serverless/v1/completions#stream
 */
export const createApiServerlessV1CompletionsStream = async (args: CreateApiServerlessV1CompletionsStreamArgs, options?: CreateApiServerlessV1CompletionsStreamOptions) => {
const {baseUrl = "https://api.friendli.ai", fetch: fetchFn = fetch, token} = options ?? {}

const query = new URLSearchParams()
const headers = new Headers()
headers.set('content-type', "application/json")
headers.set('accept', "text/event-stream")

if (args['X-Friendli-Team'] != null) headers.set("X-Friendli-Team", String(args['X-Friendli-Team']))
if (token !== undefined) headers.set('authorization', `Bearer ${token}`)

const url = `${baseUrl.replace(/\/+$/, '')}/serverless/v1/completions#stream${query.size > 0 ? `?${query}` : ''}`

const res = await fetchFn(url, {method: "POST", headers, body: JSON.stringify(args.body)})

if (!res.ok) throw new Error(`Request failed with status ${res.status}`, {cause: {status: res.status, body: await res.text()}})

return res.text()
};