bindings library

Properties

applyLoraAdapters → ApplyLoraAdaptersDart
final
beginCompletion → BeginCompletionDart
final
bench → BenchDart
final
cactusLib → DynamicLibrary
final
completion → CompletionDart
final
decodeAudioTokens → DecodeAudioTokensDart
final
detokenize → DetokenizeDart
final
doCompletionStep → DoCompletionStepDart
final
embedding → EmbeddingDart
final
endCompletion → BeginCompletionDart
final
findStoppingStrings → FindStoppingStringsDart
final
freeBenchResultMembers → FreeBenchResultMembersDart
final
freeChatResultMembers → FreeChatResultMembersDart
final
freeCompletionResultMembers → FreeCompletionResultMembersDart
final
freeContext → BeginCompletionDart
final
freeFloatArray → FreeFloatArrayDart
final
freeLoraAdapters → FreeLoraAdaptersDart
final
freeString → FreeStringDart
final
freeTokenArray → FreeTokenArrayDart
final
freeTokenizeResult → FreeTokenizeResultDart
final
getAudioGuideTokens → GetAudioGuideTokensDart
final
getFormattedAudioCompletion → GetFormattedAudioCompletionDart
final
getFormattedChat → GetFormattedAudioCompletionDart
final
getFormattedChatWithJinja → GetFormattedChatWithJinjaDart
final
getLoadedLoraAdapters → GetLoadedLoraAdaptersDart
final
getModelDesc → GetModelDescDart
final
getModelParams → GetModelParamsDart
final
getModelSize → GetModelParamsDart
final
getNCtx → GetModelParamsDart
final
getNEmbd → GetModelParamsDart
final
getTTSType → GetModelParamsDart
final
initContext → InitContextDart
final
initMultimodal → InitMultimodalDart
final
initSampling → InitSamplingDart
final
initVocoder → InitVocoderDart
final
isMultimodalEnabled → InitSamplingDart
final
isVocoderEnabled → InitSamplingDart
final
loadPrompt → BeginCompletionDart
final
loadPromptWithMedia → LoadPromptWithMediaDart
final
multimodalCompletion → MultimodalCompletionDart
final
releaseMultimodal → BeginCompletionDart
final
releaseVocoder → BeginCompletionDart
final
removeLoraAdapters → BeginCompletionDart
final
rewind → BeginCompletionDart
final
setGuideTokens → SetGuideTokensDart
final
stopCompletion → BeginCompletionDart
final
supportsAudio → InitSamplingDart
final
supportsVision → InitSamplingDart
final
tokenize → GetAudioGuideTokensDart
final
tokenizeWithMedia → TokenizeWithMediaDart
final
validateChatTemplate → ValidateChatTemplateDart
final

Typedefs

ApplyLoraAdaptersDart = int Function(CactusContextHandle handle, Pointer<CactusLoraAdaptersC> adapters)
ApplyLoraAdaptersNative = Int32 Function(CactusContextHandle handle, Pointer<CactusLoraAdaptersC> adapters)
BeginCompletionDart = void Function(CactusContextHandle handle)
BeginCompletionNative = Void Function(CactusContextHandle handle)
BenchDart = CactusBenchResultC Function(CactusContextHandle handle, int pp, int tg, int pl, int nr)
BenchNative = CactusBenchResultC Function(CactusContextHandle handle, Int32 pp, Int32 tg, Int32 pl, Int32 nr)
CactusContextHandle = Pointer<CactusContextOpaque>
CompletionDart = int Function(CactusContextHandle handle, Pointer<CactusCompletionParamsC> params, Pointer<CactusCompletionResultC> result)
CompletionNative = Int32 Function(CactusContextHandle handle, Pointer<CactusCompletionParamsC> params, Pointer<CactusCompletionResultC> result)
DecodeAudioTokensDart = CactusFloatArrayC Function(CactusContextHandle handle, Pointer<Int32> tokens, int count)
DecodeAudioTokensNative = CactusFloatArrayC Function(CactusContextHandle handle, Pointer<Int32> tokens, Int32 count)
DetokenizeDart = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Int32> tokens, int count)
DetokenizeNative = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Int32> tokens, Int32 count)
DoCompletionStepDart = int Function(CactusContextHandle handle, Pointer<Pointer<Utf8>> token_text)
DoCompletionStepNative = Int32 Function(CactusContextHandle handle, Pointer<Pointer<Utf8>> token_text)
EmbeddingDart = CactusFloatArrayC Function(CactusContextHandle handle, Pointer<Utf8> text)
EmbeddingNative = CactusFloatArrayC Function(CactusContextHandle handle, Pointer<Utf8> text)
EndCompletionDart = void Function(CactusContextHandle handle)
EndCompletionNative = Void Function(CactusContextHandle handle)
FindStoppingStringsDart = int Function(CactusContextHandle handle, Pointer<Utf8> text, int last_token_size, int stop_type)
FindStoppingStringsNative = Size Function(CactusContextHandle handle, Pointer<Utf8> text, Size last_token_size, Int32 stop_type)
FreeBenchResultMembersDart = void Function(Pointer<CactusBenchResultC> result)
FreeBenchResultMembersNative = Void Function(Pointer<CactusBenchResultC> result)
FreeChatResultMembersDart = void Function(Pointer<CactusChatResultC> result)
FreeChatResultMembersNative = Void Function(Pointer<CactusChatResultC> result)
FreeCompletionResultMembersDart = void Function(Pointer<CactusCompletionResultC> result)
FreeCompletionResultMembersNative = Void Function(Pointer<CactusCompletionResultC> result)
FreeContextDart = void Function(CactusContextHandle handle)
FreeContextNative = Void Function(CactusContextHandle handle)
FreeFloatArrayDart = void Function(CactusFloatArrayC arr)
FreeFloatArrayNative = Void Function(CactusFloatArrayC arr)
FreeLoraAdaptersDart = void Function(Pointer<CactusLoraAdaptersC> adapters)
FreeLoraAdaptersNative = Void Function(Pointer<CactusLoraAdaptersC> adapters)
FreeStringDart = void Function(Pointer<Utf8> str)
FreeStringNative = Void Function(Pointer<Utf8> str)
FreeTokenArrayDart = void Function(CactusTokenArrayC arr)
FreeTokenArrayNative = Void Function(CactusTokenArrayC arr)
FreeTokenizeResultDart = void Function(Pointer<CactusTokenizeResultC> result)
FreeTokenizeResultNative = Void Function(Pointer<CactusTokenizeResultC> result)
GetAudioGuideTokensDart = CactusTokenArrayC Function(CactusContextHandle handle, Pointer<Utf8> text_to_speak)
GetAudioGuideTokensNative = CactusTokenArrayC Function(CactusContextHandle handle, Pointer<Utf8> text_to_speak)
GetFormattedAudioCompletionDart = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Utf8> speaker_json_str, Pointer<Utf8> text_to_speak)
GetFormattedAudioCompletionNative = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Utf8> speaker_json_str, Pointer<Utf8> text_to_speak)
GetFormattedChatDart = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Utf8> speaker_json_str, Pointer<Utf8> text_to_speak)
GetFormattedChatNative = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Utf8> speaker_json_str, Pointer<Utf8> text_to_speak)
GetFormattedChatWithJinjaDart = CactusChatResultC Function(CactusContextHandle handle, Pointer<Utf8> messages, Pointer<Utf8> chat_template, Pointer<Utf8> json_schema, Pointer<Utf8> tools, bool parallel_tool_calls, Pointer<Utf8> tool_choice)
GetFormattedChatWithJinjaNative = CactusChatResultC Function(CactusContextHandle handle, Pointer<Utf8> messages, Pointer<Utf8> chat_template, Pointer<Utf8> json_schema, Pointer<Utf8> tools, Bool parallel_tool_calls, Pointer<Utf8> tool_choice)
GetLoadedLoraAdaptersDart = CactusLoraAdaptersC Function(CactusContextHandle handle)
GetLoadedLoraAdaptersNative = CactusLoraAdaptersC Function(CactusContextHandle handle)
GetModelDescDart = Pointer<Utf8> Function(CactusContextHandle handle)
GetModelDescNative = Pointer<Utf8> Function(CactusContextHandle handle)
GetModelParamsDart = int Function(CactusContextHandle handle)
GetModelParamsNative = Int64 Function(CactusContextHandle handle)
GetModelSizeDart = int Function(CactusContextHandle handle)
GetModelSizeNative = Int64 Function(CactusContextHandle handle)
GetNCtxDart = int Function(CactusContextHandle handle)
GetNCtxNative = Int32 Function(CactusContextHandle handle)
GetNEmbdDart = int Function(CactusContextHandle handle)
GetNEmbdNative = Int32 Function(CactusContextHandle handle)
GetTTSTypeDart = int Function(CactusContextHandle handle)
GetTTSTypeNative = Int32 Function(CactusContextHandle handle)
InitContextDart = CactusContextHandle Function(Pointer<CactusInitParamsC> params)
InitContextNative = CactusContextHandle Function(Pointer<CactusInitParamsC> params)
InitMultimodalDart = int Function(CactusContextHandle handle, Pointer<Utf8> mmproj_path, bool use_gpu)
InitMultimodalNative = Int32 Function(CactusContextHandle handle, Pointer<Utf8> mmproj_path, Bool use_gpu)
InitSamplingDart = bool Function(CactusContextHandle handle)
InitSamplingNative = Bool Function(CactusContextHandle handle)
InitVocoderDart = int Function(CactusContextHandle handle, Pointer<Utf8> vocoder_model_path)
InitVocoderNative = Int32 Function(CactusContextHandle handle, Pointer<Utf8> vocoder_model_path)
IsMultimodalEnabledDart = bool Function(CactusContextHandle handle)
IsMultimodalEnabledNative = Bool Function(CactusContextHandle handle)
IsVocoderEnabledDart = bool Function(CactusContextHandle handle)
IsVocoderEnabledNative = Bool Function(CactusContextHandle handle)
LoadPromptDart = void Function(CactusContextHandle handle)
LoadPromptNative = Void Function(CactusContextHandle handle)
LoadPromptWithMediaDart = void Function(CactusContextHandle handle, Pointer<Pointer<Utf8>> media_paths, int media_count)
LoadPromptWithMediaNative = Void Function(CactusContextHandle handle, Pointer<Pointer<Utf8>> media_paths, Int32 media_count)
MultimodalCompletionDart = int Function(CactusContextHandle handle, Pointer<CactusCompletionParamsC> params, Pointer<Pointer<Utf8>> media_paths, int media_count, Pointer<CactusCompletionResultC> result)
MultimodalCompletionNative = Int32 Function(CactusContextHandle handle, Pointer<CactusCompletionParamsC> params, Pointer<Pointer<Utf8>> media_paths, Int32 media_count, Pointer<CactusCompletionResultC> result)
ReleaseMultimodalDart = void Function(CactusContextHandle handle)
ReleaseMultimodalNative = Void Function(CactusContextHandle handle)
ReleaseVocoderDart = void Function(CactusContextHandle handle)
ReleaseVocoderNative = Void Function(CactusContextHandle handle)
RemoveLoraAdaptersDart = void Function(CactusContextHandle handle)
RemoveLoraAdaptersNative = Void Function(CactusContextHandle handle)
RewindDart = void Function(CactusContextHandle handle)
RewindNative = Void Function(CactusContextHandle handle)
SetGuideTokensDart = void Function(CactusContextHandle handle, Pointer<Int32> tokens, int count)
SetGuideTokensNative = Void Function(CactusContextHandle handle, Pointer<Int32> tokens, Int32 count)
StopCompletionDart = void Function(CactusContextHandle handle)
StopCompletionNative = Void Function(CactusContextHandle handle)
SupportsAudioDart = bool Function(CactusContextHandle handle)
SupportsAudioNative = Bool Function(CactusContextHandle handle)
SupportsVisionDart = bool Function(CactusContextHandle handle)
SupportsVisionNative = Bool Function(CactusContextHandle handle)
TokenizeDart = CactusTokenArrayC Function(CactusContextHandle handle, Pointer<Utf8> text_to_speak)
TokenizeNative = CactusTokenArrayC Function(CactusContextHandle handle, Pointer<Utf8> text_to_speak)
TokenizeWithMediaDart = CactusTokenizeResultC Function(CactusContextHandle handle, Pointer<Utf8> text, Pointer<Pointer<Utf8>> media_paths, int media_count)
TokenizeWithMediaNative = CactusTokenizeResultC Function(CactusContextHandle handle, Pointer<Utf8> text, Pointer<Pointer<Utf8>> media_paths, Int32 media_count)
ValidateChatTemplateDart = bool Function(CactusContextHandle handle, bool use_jinja, Pointer<Utf8> name)
ValidateChatTemplateNative = Bool Function(CactusContextHandle handle, Bool use_jinja, Pointer<Utf8> name)