Interface LLMStreamRequest

interface LLMStreamRequest {
    apiKey?: string;
    input: Message[];
    max_tokens?: number;
    model: string;
    stop?: string[];
    temperature?: number;
    text_format?: {
        name: string;
        schema: Record<string, any>;
        strict: boolean;
        type: "json_schema";
    };
}

Properties

apiKey? input max_tokens? model stop? temperature? text_format?

Properties

OptionalapiKey

apiKey?: string

input

input: Message[]

Optionalmax_tokens

max_tokens?: number

model

model: string

Optionalstop

stop?: string[]

Optionaltemperature

temperature?: number

Optionaltext_format

text_format?: {
    name: string;
    schema: Record<string, any>;
    strict: boolean;
    type: "json_schema";
}

Settings

Member Visibility

On This Page

Properties