Interface InitOptions

Initialization Options

interface InitOptions {
    executionProviders: ExecutionProviderConfig[];
    externalData: boolean;
    fetch: (url: string) => Promise<string>;
    max_tokens: number;
    show_special: boolean;
    verbose: boolean;
}

Properties

executionProviders: ExecutionProviderConfig[]

List of execution providers for ONNX runtime.

externalData: boolean

Indicates if external data is used.

fetch: (url: string) => Promise<string>

Function to fetch external data.

max_tokens: number

The maximum number of tokens for text generation.

show_special: boolean

Shows special tokens in the output.

verbose: boolean

Enables verbose logging.