add method

Implementation

Future<void> add(WarcRecord record) async {
  await _lock.synchronized(() async {
    await _createBaseDirIfNeeded();
    await _updateOutputFile();
    final position = await _warcWriter!.add(record);
    if (_autoFlush) {
      await _warcSink!.flush();
    }

    if (_cdxjWriter != null && record.header.targetUri != null) {
      String? mime;
      String? digest;
      WarcHttpBlock? httpBlock;
      final ct =
          (record.header['Content-Type'] ?? '').split(';').first.trim();
      if (ct == 'application/http') {
        httpBlock = WarcHttpBlock.fromBlock(record.block);
        if (record.header.type == WarcTypes.response) {
          mime = httpBlock.payloadContentType?.split(';').first.trim();
        }
        digest = hex.encode(sha1.convert(httpBlock.payloadBytes).bytes);
      }

      final cdxj = CdxjRecord(
        url: record.header.targetUri!,
        timestamp: record.header.date,
        mime: mime ?? 'warc/${record.header.type}',
        filename: _currentFileName!,
        offset: position.compressed.offset,
        length: position.compressed.length,
        status: httpBlock?.statusCode,
        digest: digest ?? hex.encode(sha1.convert(record.block.bytes).bytes),
      );
      final storeCdxj =
          _storeCdxjFn == null ? true : await _storeCdxjFn!(cdxj);
      if (storeCdxj) {
        await _cdxjWriter!.add(cdxj);
        if (_autoFlush) {
          await _cdxjSink!.flush();
        }
      }
    }
  });
}