LlmInferenceOptions constructor

LlmInferenceOptions({
  1. required LlmInferenceBaseOptions baseOptions,
  2. int maxTokens = 1024,
  3. int randomSeed = 1,
  4. int topK = 1,
  5. double? topP,
  6. double temperature = 1.0,
  7. JSInt32Array? supportedLoraRanks,
  8. String? loraPath,
})

Implementation

external factory LlmInferenceOptions({
  required LlmInferenceBaseOptions baseOptions,
  int maxTokens = 1024,
  int randomSeed = 1,
  int topK = 1,
  double? topP,
  double temperature = 1.0,
  JSInt32Array? supportedLoraRanks,
  String? loraPath,
});