aboutsummaryrefslogtreecommitdiffstats
path: root/vespalib/src/vespa/vespalib/data/lz4_output_encoder.cpp
blob: 93dce029a64d6a7383cad5fabec2d4030dd64e18 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.

#include "lz4_output_encoder.h"
#include <lz4frame.h>
#include <cassert>

namespace vespalib {

void
Lz4OutputEncoder::encode_frame()
{
    auto dst = _output.reserve(LZ4F_compressFrameBound(_used, nullptr));
    size_t written = LZ4F_compressFrame(dst.data, dst.size, &_buffer[0], _used, nullptr);
    assert(!LZ4F_isError(written));
    assert(written <= dst.size);
    _output.commit(written);
    _used = 0;
}

Lz4OutputEncoder::Lz4OutputEncoder(Output &output, size_t buffer_size)
    : _output(output),
      _buffer(buffer_size, 0),
      _used(0),
      _limit(buffer_size)
{
}

Lz4OutputEncoder::~Lz4OutputEncoder()
{
    if (_used > 0) {
        encode_frame();
    }
}

WritableMemory
Lz4OutputEncoder::reserve(size_t bytes)
{
    if ((_used + bytes) > _buffer.size()) {
        _buffer.resize(_used + bytes, 0);
    }
    return WritableMemory(&_buffer[_used], (_buffer.size() - _used));
}

Output &
Lz4OutputEncoder::commit(size_t bytes)
{
    _used += bytes;
    if (_used >= _limit) {
        encode_frame();
    }
    return *this;
}

} // namespace vespalib