main function
void
main()
Implementation
void main() async {
IChunker c = IChunker(maxChunkSize: 500, maxPostOverlap: 100);
int factor = 5;
try {
ConnectedChatModel llm = OLlamaConnector().connect(
ChatModel.basic("gpt-oss:20b"),
);
IDistiller distiller = IDistiller(llm: llm, targetOutputSize: 500);
c
.recursiveDistillChunks(
chunks: c.chunkString(rawText),
distiller: distiller,
factor: factor,
parallelism: 8,
)
.map((i) {
printChunk(i);
})
.toList();
} catch (e, es) {
error(e);
error(es);
}
}