LocalLm types documentation
    Preparing search index...

    Interface LmProviderParams

    Parameters required when creating a new LM provider instance.

    LmProviderParams

    Identifier for the LM provider.

    The URL endpoint for the provider's server.

    The key used for authentication.

    Callback when a new token is received.

    Callback triggered when inference starts.

    Callback triggered when inference ends.

    Callback triggered on errors.

    Default settings.

    const lmProviderParams: LmProviderParams = {
      name: 'koboldcpp',
      serverUrl: 'http://example.com/api',
      apiKey: 'your-api-key',
      onToken: (t) => console.log(t),
      onStartEmit: (data) => console.log(data),
      onEndEmit: (result) => console.log(result),
      onError: (err) => console.error(err)
    };
    interface LmProviderParams {
        apiKey?: string;
        defaults?: LmDefaults;
        name: string;
        onEndEmit?: (result: InferenceResult) => void;
        onError?: (err: string) => void;
        onStartEmit?: (data: IngestionStats) => void;
        onToken?: (t: string) => void;
        serverUrl: string;
    }
    Index

    Properties

    apiKey? defaults? name onEndEmit? onError? onStartEmit? onToken? serverUrl

    Properties

    apiKey?: string
    defaults?: LmDefaults
    name: string
    onEndEmit?: (result: InferenceResult) => void
    onError?: (err: string) => void
    onStartEmit?: (data: IngestionStats) => void
    onToken?: (t: string) => void
    serverUrl: string

    Settings

    Member Visibility

    On This Page

    Properties