createModel method

  1. @override
Future<InferenceModel> createModel({
  1. required ModelType modelType,
  2. int maxTokens = 1024,
  3. PreferredBackend? preferredBackend,
  4. List<int>? loraRanks,
})
override

Creates and returns a new InferenceModel instance.

modelType — model type to create. maxTokens — maximum context length for the model. preferredBackend — backend preference (e.g., CPU, GPU). loraRanks — optional supported LoRA ranks.

Implementation

@override
Future<InferenceModel> createModel({
  required ModelType modelType,
  int maxTokens = 1024,
  PreferredBackend? preferredBackend,
  List<int>? loraRanks,
}) {
  final model = _initializedModel ??= WebInferenceModel(
    modelType: modelType,
    maxTokens: maxTokens,
    loraRanks: loraRanks,
    modelManager: modelManager,
    onClose: () {
      _initializedModel = null;
    },
  );
  return Future.value(model);
}