21a8ea51ee
Build Packages / build:rpm (ubuntu2404_nocuda) (push) Failing after 8m56s
Build Packages / build:rpm (rocky8_nocuda) (push) Failing after 10m5s
Build Packages / build:rpm (rocky9_nocuda) (push) Failing after 11m41s
Build Packages / build:rpm (ubuntu2204_nocuda) (push) Failing after 11m39s
Build Packages / build:rpm (rocky9_sls9) (push) Failing after 11m42s
Build Packages / build:rpm (rocky8_sls9) (push) Failing after 11m45s
Build Packages / build:rpm (rocky8) (push) Failing after 11m47s
Build Packages / build:rpm (rocky9) (push) Failing after 10m21s
Build Packages / Generate python client (push) Successful in 14s
Build Packages / build:rpm (ubuntu2204) (push) Failing after 9m58s
Build Packages / Create release (push) Skipped
Build Packages / XDS test (neggia plugin) (push) Successful in 8m14s
Build Packages / Build documentation (push) Successful in 36s
Build Packages / XDS test (durin plugin) (push) Successful in 8m52s
Build Packages / build:rpm (ubuntu2404) (push) Failing after 9m4s
Build Packages / XDS test (JFJoch plugin) (push) Successful in 9m7s
Build Packages / DIALS test (push) Successful in 11m49s
Build Packages / Unit tests (push) Successful in 1h8m58s
47 lines
1.5 KiB
C++
47 lines
1.5 KiB
C++
// SPDX-FileCopyrightText: 2024 Filip Leonarski, Paul Scherrer Institute <filip.leonarski@psi.ch>
|
|
// SPDX-License-Identifier: GPL-3.0-only
|
|
|
|
#pragma once
|
|
|
|
#include <bitshuffle/bitshuffle.h>
|
|
|
|
#include <vector>
|
|
#include <cstdint>
|
|
#include <cstddef>
|
|
#include "CompressionAlgorithmEnum.h"
|
|
#include "MaxCompressedSize.h"
|
|
|
|
#include "JFJochZstdCompressor.h"
|
|
|
|
class JFJochBitShuffleCompressor {
|
|
JFJochZstdCompressor zstd_compressor;
|
|
CompressionAlgorithm algorithm;
|
|
std::vector<char> tmp_space;
|
|
|
|
size_t CompressBlock(char *dest, const char * source, size_t nelements, size_t elem_size);
|
|
public:
|
|
constexpr static const size_t DefaultBlockSize = 4096;
|
|
|
|
explicit JFJochBitShuffleCompressor(CompressionAlgorithm algorithm);
|
|
|
|
template<class T>
|
|
size_t Compress(void *dest, const std::vector<T> &src) {
|
|
return Compress((char *) dest, (char *) src.data(), src.size(), sizeof(T));
|
|
};
|
|
|
|
template<class T>
|
|
std::vector<uint8_t> Compress(const std::vector<T> &src) {
|
|
return Compress(src.data(), src.size(), sizeof(T));
|
|
}
|
|
std::vector<uint8_t> Compress(const void* source, size_t nelements, size_t elem_size);
|
|
size_t Compress(void *dest, const void* source, size_t nelements, size_t elem_size);
|
|
private:
|
|
char scratch[DefaultBlockSize * sizeof(uint64_t)];
|
|
};
|
|
|
|
template <class T> std::vector<T> bitshuffle(const std::vector<T> &input, size_t block_size) {
|
|
std::vector<T> ret(input.size());
|
|
bshuf_bitshuffle(input.data(), ret.data(), input.size(), sizeof(T), block_size);
|
|
return ret;
|
|
}
|