createModel method
Future<InferenceModel>
createModel({
- required ModelType modelType,
- ModelFileType fileType = ModelFileType.task,
- int maxTokens = 1024,
- PreferredBackend? preferredBackend,
- List<
int> ? loraRanks, - int? maxNumImages,
- bool supportImage = false,
override
Creates and returns a new InferenceModel instance.
modelType
— model type to create.
maxTokens
— maximum context length for the model.
preferredBackend
— backend preference (e.g., CPU, GPU).
loraRanks
— optional supported LoRA ranks.
maxNumImages
— maximum number of images (for multimodal models).
supportImage
— whether the model supports images.
Implementation
@override
Future<InferenceModel> createModel({
required ModelType modelType,
ModelFileType fileType = ModelFileType.task,
int maxTokens = 1024,
PreferredBackend? preferredBackend,
List<int>? loraRanks,
int? maxNumImages,
bool supportImage = false,
}) async {
if (_initCompleter case Completer<InferenceModel> completer) {
return completer.future;
}
final completer = _initCompleter = Completer<InferenceModel>();
// Check if model is ready through unified system
final manager = _unifiedManager;
final activeModel = manager.activeInferenceModel;
// No active inference model - user must set one first
if (activeModel == null) {
completer.completeError(
Exception('No active inference model set. Use `FlutterGemma.installInferenceModel()` or `modelManager.setActiveModel()` to set a model first'),
);
return completer.future;
}
// Verify the active model is still installed
final isModelInstalled = await manager.isModelInstalled(activeModel);
if (!isModelInstalled) {
completer.completeError(
Exception('Active model is no longer installed. Use the `modelManager` to load the model first'),
);
return completer.future;
}
// Get the actual model file path through unified system
final modelFilePaths = await manager.getModelFilePaths(activeModel);
if (modelFilePaths == null || modelFilePaths.isEmpty) {
completer.completeError(
Exception('Model file paths not found. Use the `modelManager` to load the model first'),
);
return completer.future;
}
final modelPath = modelFilePaths.values.first;
final modelFile = File(modelPath);
if (!await modelFile.exists()) {
completer.completeError(
Exception('Model file not found at path: ${modelFile.path}'),
);
return completer.future;
}
debugPrint('Using unified model file: $modelPath');
try {
await _platformService.createModel(
maxTokens: maxTokens,
modelPath: modelPath,
loraRanks: loraRanks ?? supportedLoraRanks,
preferredBackend: preferredBackend,
maxNumImages: supportImage ? (maxNumImages ?? 1) : null,
);
final model = _initializedModel = MobileInferenceModel(
maxTokens: maxTokens,
modelType: modelType,
fileType: fileType,
preferredBackend: preferredBackend,
supportedLoraRanks: loraRanks ?? supportedLoraRanks,
supportImage: supportImage,
maxNumImages: maxNumImages,
onClose: () {
_initializedModel = null;
_initCompleter = null;
},
);
completer.complete(model);
return model;
} catch (e, st) {
completer.completeError(e, st);
Error.throwWithStackTrace(e, st);
}
}