Interface LmDefaults

Default parameters that can be used with an LM provider.

LmDefaults

const lmDefaults: LmDefaults = {
  model: { name: 'gpt-3', ctx: 2048 },
  inferenceParams: { max_tokens: 150, top_k: 50 }
};

interface LmDefaults {
inferenceParams?: InferenceParams;
model?: ModelConf;
}

Properties

inferenceParams?: InferenceParams

Default inference parameters.

Default model conf to use.