main function

void main()

Implementation

void main() async {
  IChunker c = IChunker(maxChunkSize: 500, maxPostOverlap: 100);
  int factor = 5;
  try {
    ConnectedChatModel llm = OLlamaConnector().connect(
      ChatModel.basic("gpt-oss:20b"),
    );
    IDistiller distiller = IDistiller(llm: llm, targetOutputSize: 500);
    c
        .recursiveDistillChunks(
          chunks: c.chunkString(rawText),
          distiller: distiller,
          factor: factor,
          parallelism: 8,
        )
        .map((i) {
          printChunk(i);
        })
        .toList();
  } catch (e, es) {
    error(e);
    error(es);
  }
}