Interface LmDefaults

Default parameters that can be used with an LM provider.

LmDefaults

Default model conf to use.

Default inference parameters.

const lmDefaults: LmDefaults = {
  model: { name: 'gpt-3', ctx: 2048 },
  inferenceParams: { max_tokens: 150, top_k: 50 }
};

interface LmDefaults {
inferenceParams?: InferenceParams;
model?: ModelConf<Record<string, any>>;
}

Properties

inferenceParams?: InferenceParams

model?: ModelConf<Record<string, any>>