Interface StreamingRunnerOptions

interface StreamingRunnerOptions {
    streamingLlmCallFn: ((args: {
        input: any[];
        max_tokens?: number;
        model: string;
        stop?: string[];
        temperature?: number;
    }) => Promise<{
        data: Promise<any>;
        stream: AsyncIterable<string>;
    }>);
    verbose?: boolean;
}

Properties

streamingLlmCallFn verbose?

Properties

streamingLlmCallFn

streamingLlmCallFn: ((args: {
    input: any[];
    max_tokens?: number;
    model: string;
    stop?: string[];
    temperature?: number;
}) => Promise<{
    data: Promise<any>;
    stream: AsyncIterable<string>;
}>)

The streaming LLM call function. Must return { stream: AsyncIterable, data: Promise }

Optionalverbose

verbose?: boolean

Log every raw chunk to console (togglable at runtime via runner.verbose)

Settings

Member Visibility

On This Page

Properties