LocalLm types documentation
    Preparing search index...

    Interface LmProviderParams

    Parameters required when creating a new LM provider instance.

    LmProviderParams

    const lmProviderParams: LmProviderParams = {
      name: 'koboldcpp',
      serverUrl: 'http://example.com/api',
      apiKey: 'your-api-key',
      onToken: (t) => console.log(t),
      onStartEmit: (data) => console.log(data),
      onEndEmit: (result) => console.log(result),
      onError: (err) => console.error(err)
    };
    interface LmProviderParams {
        apiKey?: string;
        defaults?: LmDefaults;
        name: string;
        onEndEmit?: (result: InferenceResult) => void;
        onError?: (err: string) => void;
        onStartEmit?: (data: IngestionStats) => void;
        onToken?: (t: string) => void;
        serverUrl: string;
    }
    Index

    Properties

    apiKey? defaults? name onEndEmit? onError? onStartEmit? onToken? serverUrl

    Properties

    apiKey?: string

    The key used for authentication.

    defaults?: LmDefaults

    Default settings.

    name: string

    Identifier for the LM provider.

    onEndEmit?: (result: InferenceResult) => void

    Callback triggered when inference ends.

    onError?: (err: string) => void

    Callback triggered on errors.

    onStartEmit?: (data: IngestionStats) => void

    Callback triggered when inference starts.

    onToken?: (t: string) => void

    Callback when a new token is received.

    serverUrl: string

    The URL endpoint for the provider's server.

    Settings

    Member Visibility

    On This Page

    Properties