createSession method

  1. @override
Future<InferenceModelSession> createSession({
  1. double temperature = .8,
  2. int randomSeed = 1,
  3. int topK = 1,
  4. double? topP,
  5. String? loraPath,
  6. bool? enableVisionModality,
})
override

Creates a new InferenceModelSession for generation.

temperature, randomSeed, topK, topP — parameters for sampling. loraPath — optional path to LoRA model. enableVisionModality — enable vision modality for multimodal models.

Implementation

@override
Future<InferenceModelSession> createSession({
  double temperature = .8,
  int randomSeed = 1,
  int topK = 1,
  double? topP,
  String? loraPath,
  bool? enableVisionModality,
}) async {
  if (_isClosed) {
    throw StateError('Model is closed. Create a new instance to use it again');
  }

  if (_createCompleter case Completer<InferenceModelSession> completer) {
    return completer.future;
  }

  final completer = _createCompleter = Completer<InferenceModelSession>();

  try {
    // Create conversation on server
    await grpcClient.createConversation();

    final session = _session = DesktopInferenceModelSession(
      grpcClient: grpcClient,
      modelType: modelType,
      fileType: fileType,
      supportImage: enableVisionModality ?? supportImage,
      onClose: () {
        _session = null;
        _createCompleter = null;
      },
    );

    completer.complete(session);
    return session;
  } catch (e, st) {
    completer.completeError(e, st);
    _createCompleter = null;
    rethrow;
  }
}