55 lines
1.6 KiB
C++
55 lines
1.6 KiB
C++
// Copyright (2019-2022) Paul Scherrer Institute
|
|
// SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
#ifndef JUNGFRAUJOCH_JFJOCHCOMPRESSOR_H
|
|
#define JUNGFRAUJOCH_JFJOCHCOMPRESSOR_H
|
|
|
|
#include <bitshuffle/bitshuffle.h>
|
|
|
|
#include <vector>
|
|
#include <cstdint>
|
|
#include <cstddef>
|
|
#include "CompressionAlgorithmEnum.h"
|
|
#include "MaxCompressedSize.h"
|
|
|
|
#include "JFJochZstdCompressor.h"
|
|
|
|
class JFJochBitShuffleCompressor {
|
|
JFJochZstdCompressor zstd_compressor;
|
|
CompressionAlgorithm algorithm;
|
|
std::vector<char> tmp_space;
|
|
|
|
size_t CompressBlock(char *dest, const char * source, size_t nelements, size_t elem_size);
|
|
public:
|
|
constexpr static const size_t DefaultBlockSize = 4096;
|
|
|
|
explicit JFJochBitShuffleCompressor(CompressionAlgorithm algorithm);
|
|
|
|
template<class T>
|
|
size_t Compress(void *dest, const std::vector<T> &src) {
|
|
return Compress((char *) dest, (char *) src.data(), src.size(), sizeof(T));
|
|
};
|
|
|
|
template<class T>
|
|
std::vector<uint8_t> Compress(const std::vector<T> &src) {
|
|
std::vector<uint8_t> tmp(MaxCompressedSize(algorithm, src.size(), sizeof(T)));
|
|
size_t tmp_size = Compress(tmp.data(), src);
|
|
tmp.resize(tmp_size);
|
|
return tmp;
|
|
}
|
|
|
|
size_t Compress(char *dest, const char* source, size_t nelements, size_t elem_size);
|
|
private:
|
|
char scratch[DefaultBlockSize * sizeof(uint64_t)];
|
|
};
|
|
|
|
template <class T> std::vector<T> bitshuffle(const std::vector<T> &input, size_t block_size) {
|
|
std::vector<T> ret(input.size() * sizeof(T));
|
|
bshuf_bitshuffle(input.data(), ret.data(), input.size(), sizeof(T), block_size);
|
|
return ret;
|
|
}
|
|
|
|
|
|
|
|
#endif //JUNGFRAUJOCH_JFJOCHCOMPRESSOR_H
|