Interface InferenceResult

Example

const inferenceResult: InferenceResult = {
  text: 'The quick brown fox jumps over the lazy dog.',
  stats: {
    ingestionTime: 150,
    inferenceTime: 300,
    totalTime: 450,
    ingestionTimeSeconds: 0.15,
    inferenceTimeSeconds: 0.3,
    totalTimeSeconds: 0.45,
    totalTokens: 200,
    tokensPerSecond: 444
  },
  serverStats: { someServerKey: 'someServerValue' }
};
Copy