Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 8a1f305cc7 | |||
| 8e05a58610 | |||
| 0b0c865df0 |
+7
-1
@@ -1,6 +1,6 @@
|
||||
cmake_minimum_required(VERSION 3.14)
|
||||
|
||||
project(libXISF VERSION 0.2.8 LANGUAGES CXX C
|
||||
project(libXISF VERSION 0.2.10 LANGUAGES CXX C
|
||||
HOMEPAGE_URL https://gitea.nouspiro.space/nou/libXISF
|
||||
DESCRIPTION "LibXISF is C++ library that can read and write XISF files produced by PixInsight.")
|
||||
|
||||
@@ -94,6 +94,12 @@ endif(USE_BUNDLED_LIBS)
|
||||
|
||||
set_target_properties(XISF PROPERTIES VERSION ${PROJECT_VERSION} SOVERSION ${PROJECT_VERSION_MAJOR})
|
||||
|
||||
pkg_check_modules(ZSTD libzstd IMPORTED_TARGET)
|
||||
if(ZSTD_FOUND)
|
||||
target_compile_definitions(XISF PRIVATE HAVE_ZSTD)
|
||||
target_link_libraries(XISF PUBLIC PkgConfig::ZSTD)
|
||||
endif(ZSTD_FOUND)
|
||||
|
||||
if(BUILD_SHARED_LIBS)
|
||||
target_compile_definitions(XISF PRIVATE LIBXISF_LIBRARY)
|
||||
else(BUILD_SHARED_LIBS)
|
||||
|
||||
+52
-1
@@ -27,6 +27,9 @@
|
||||
#include <lz4hc.h>
|
||||
#include <pugixml.hpp>
|
||||
#include <zlib.h>
|
||||
#ifdef HAVE_ZSTD
|
||||
#include <zstd.h>
|
||||
#endif
|
||||
#include "streambuffer.h"
|
||||
|
||||
namespace LibXISF
|
||||
@@ -142,6 +145,15 @@ void DataBlock::decompress(const ByteArray &input, const String &encoding)
|
||||
if(LZ4_decompress_safe(tmp.constData(), data.data(), tmp.size(), data.size()) < 0)
|
||||
throw Error("LZ4 decompression failed");
|
||||
break;
|
||||
case ZSTD:
|
||||
#ifdef HAVE_ZSTD
|
||||
data.resize(uncompressedSize);
|
||||
if(ZSTD_isError(ZSTD_decompress(data.data(), data.size(), tmp.constData(), tmp.size())))
|
||||
throw Error("ZSTD decompression failed");
|
||||
#else
|
||||
throw Error("ZSTD support not compiled");
|
||||
#endif
|
||||
break;
|
||||
}
|
||||
|
||||
byteUnshuffle(data, byteShuffling);
|
||||
@@ -192,8 +204,33 @@ void DataBlock::compress(int sampleFormatSize)
|
||||
data.resize(compSize);
|
||||
break;
|
||||
}
|
||||
case ZSTD:
|
||||
{
|
||||
#ifdef HAVE_ZSTD
|
||||
size_t compSize = 0;
|
||||
data.resize(ZSTD_compressBound(uncompressedSize));
|
||||
compSize = ZSTD_compress(data.data(), data.size(), tmp.data(), tmp.size(), compressLevel < 0 ? ZSTD_CLEVEL_DEFAULT : compressLevel);
|
||||
if(ZSTD_isError(compSize))
|
||||
throw Error("ZSTD compression failed");
|
||||
|
||||
data.resize(compSize);
|
||||
#else
|
||||
throw Error("ZSTD support not compiled");
|
||||
#endif
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
bool DataBlock::CompressionCodecSupported(CompressionCodec codec)
|
||||
{
|
||||
(void)codec;
|
||||
#ifndef HAVE_ZSTD
|
||||
if(codec == ZSTD)
|
||||
return false;
|
||||
#endif
|
||||
return true;
|
||||
}
|
||||
|
||||
Property::Property(const String &_id, const char *_value) :
|
||||
id(_id),
|
||||
@@ -663,6 +700,10 @@ void XISFReaderPrivate::parseCompression(const pugi::xml_node &node, DataBlock &
|
||||
dataBlock.codec = DataBlock::LZ4HC;
|
||||
else if(compression[0].find("lz4") == 0)
|
||||
dataBlock.codec = DataBlock::LZ4;
|
||||
#ifdef HAVE_ZSTD
|
||||
else if(compression[0].find("zstd") == 0)
|
||||
dataBlock.codec = DataBlock::ZSTD;
|
||||
#endif
|
||||
else
|
||||
throw Error("Unknown compression codec");
|
||||
|
||||
@@ -916,7 +957,7 @@ void XISFWriterPrivate::writeHeader()
|
||||
offset += image._dataBlock.data.size();
|
||||
}
|
||||
|
||||
uint32_t headerSize = size - sizeof(signature);
|
||||
uint32_t headerSize = header.size() - sizeof(signature);
|
||||
header.resize(size, 0);
|
||||
header.replace(8, sizeof(uint32_t), (const char*)&headerSize, sizeof(uint32_t));
|
||||
|
||||
@@ -988,6 +1029,12 @@ void XISFWriterPrivate::writeDataBlockAttributes(pugi::xml_node &image_node, con
|
||||
codec = "lz4";
|
||||
else if(dataBlock.codec == DataBlock::LZ4HC)
|
||||
codec = "lz4hc";
|
||||
else if(dataBlock.codec == DataBlock::ZSTD)
|
||||
#ifdef HAVE_ZSTD
|
||||
codec = "zstd";
|
||||
#else
|
||||
throw Error("ZSTD support not compiled");
|
||||
#endif
|
||||
|
||||
if(dataBlock.byteShuffling > 1)
|
||||
codec += "+sh";
|
||||
@@ -1149,6 +1196,10 @@ struct Init
|
||||
compressionCodecOverride = DataBlock::LZ4HC;
|
||||
else if(compression.find("lz4") == 0)
|
||||
compressionCodecOverride = DataBlock::LZ4;
|
||||
#ifdef HAVE_ZSTD
|
||||
else if(compression.find("zstd") == 0)
|
||||
compressionCodecOverride = DataBlock::ZSTD;
|
||||
#endif
|
||||
|
||||
if(compression.find("+sh") != std::string::npos)
|
||||
byteShuffleOverride = true;
|
||||
|
||||
@@ -172,7 +172,8 @@ struct LIBXISF_EXPORT DataBlock
|
||||
None,
|
||||
Zlib,
|
||||
LZ4,
|
||||
LZ4HC
|
||||
LZ4HC,
|
||||
ZSTD
|
||||
};
|
||||
bool embedded = false;
|
||||
uint32_t byteShuffling = 0;
|
||||
@@ -184,6 +185,8 @@ struct LIBXISF_EXPORT DataBlock
|
||||
ByteArray data;
|
||||
void decompress(const ByteArray &input, const std::string &encoding = "");
|
||||
void compress(int sampleFormatSize);
|
||||
/// ZSTD compression can be disabled at compile time
|
||||
static bool CompressionCodecSupported(CompressionCodec codec);
|
||||
};
|
||||
|
||||
struct LIBXISF_EXPORT Property
|
||||
|
||||
@@ -78,6 +78,17 @@ void benchmarkType(float avg, float stdDev)
|
||||
std::cout << "LZ4HC compression \tElapsed time: " << timer.elapsed() << " " << "ms\tSpeed: "
|
||||
<< size/1024.0/1.024/timer.elapsed() << "MiB/s\tRatio: " << baseSize/xisfImage.size() << std::endl;
|
||||
}
|
||||
if(DataBlock::CompressionCodecSupported(DataBlock::ZSTD))
|
||||
{
|
||||
image.setCompression(DataBlock::ZSTD);
|
||||
timer.start();
|
||||
XISFWriter writer;
|
||||
writer.writeImage(image);
|
||||
ByteArray xisfImage;
|
||||
writer.save(xisfImage);
|
||||
std::cout << "ZSTD compression \tElapsed time: " << timer.elapsed() << " " << "ms\tSpeed: "
|
||||
<< size/1024.0/1.024/timer.elapsed() << "MiB/s\tRatio: " << baseSize/xisfImage.size() << std::endl;
|
||||
}
|
||||
image.setByteshuffling(true);
|
||||
{
|
||||
image.setCompression(DataBlock::Zlib);
|
||||
@@ -109,6 +120,17 @@ void benchmarkType(float avg, float stdDev)
|
||||
std::cout << "LZ4HC compression SH\tElapsed time: " << timer.elapsed() << " " << "ms\tSpeed: "
|
||||
<< size/1024.0/1.024/timer.elapsed() << "MiB/s\tRatio: " << baseSize/xisfImage.size() << std::endl;
|
||||
}
|
||||
if(DataBlock::CompressionCodecSupported(DataBlock::ZSTD))
|
||||
{
|
||||
image.setCompression(DataBlock::ZSTD);
|
||||
timer.start();
|
||||
XISFWriter writer;
|
||||
writer.writeImage(image);
|
||||
ByteArray xisfImage;
|
||||
writer.save(xisfImage);
|
||||
std::cout << "ZSTD compression SH\tElapsed time: " << timer.elapsed() << " " << "ms\tSpeed: "
|
||||
<< size/1024.0/1.024/timer.elapsed() << "MiB/s\tRatio: " << baseSize/xisfImage.size() << std::endl;
|
||||
}
|
||||
}
|
||||
|
||||
void benchmark()
|
||||
|
||||
Reference in New Issue
Block a user