distillChunks method

Stream<IChunk> distillChunks({
  1. required Stream<IChunk> chunks,
  2. required IDistiller distiller,
  3. int parallelism = 8,
  4. int factor = 3,
})

Implementation

Stream<IChunk> distillChunks({
  required Stream<IChunk> chunks,
  required IDistiller distiller,
  int parallelism = 8,
  int factor = 3,
}) async* {
  await for (IChunk i in chunks
      .transform(
        IChunkDistiller(
          distiller: distiller,
          factor: factor,
          parallelism: parallelism,
        ),
      )
      .transform(
        IChunkExploder2(
          factor: factor,
          maxChunkSize: maxChunkSize,
          maxPostOverlap: maxPostOverlap,
        ),
      )) {
    yield i;
  }
}