Compare commits
29 Commits
aa356443d3
..
ubuntu
| Author | SHA1 | Date | |
|---|---|---|---|
| 97ada678e5 | |||
| 6954620071 | |||
| 5e85ccfd72 | |||
| 87d65a31fc | |||
| f704b9f041 | |||
| c1e986080c | |||
| 4db1d86530 | |||
| 899fe98233 | |||
| 67887bd4c8 | |||
| e3ba8eedd8 | |||
| bf690339b4 | |||
| 033a34e248 | |||
| cf9c903a90 | |||
| 0f24632753 | |||
| ff87f7d943 | |||
| bc4a66a110 | |||
| 20ff9130bb | |||
| 0f86e5ac59 | |||
| 6ae48adc6b | |||
| 605734e217 | |||
| a991f8dfcb | |||
| 7a5c05c3ad | |||
| 4333387af0 | |||
| 7da5f98d8b | |||
| 31bb8cbdd9 | |||
| 4c1d8c4ca6 | |||
| 9d034e77a3 | |||
| 16fc80fa15 | |||
| ef90ad4d7c |
+1
-1
@@ -1,6 +1,6 @@
|
||||
cmake_minimum_required(VERSION 3.14)
|
||||
|
||||
project(libXISF VERSION 0.2.10 LANGUAGES CXX C
|
||||
project(libXISF VERSION 0.2.12 LANGUAGES CXX C
|
||||
HOMEPAGE_URL https://gitea.nouspiro.space/nou/libXISF
|
||||
DESCRIPTION "LibXISF is C++ library that can read and write XISF files produced by PixInsight.")
|
||||
|
||||
|
||||
Vendored
+80
@@ -0,0 +1,80 @@
|
||||
libxisf (0.2.12-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Fix bug in writing ICCProfile
|
||||
* Fix handling big +2GiB images
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Sat, 23 Mar 2024 09:25:46 +0100
|
||||
|
||||
libxisf (0.2.11-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Fix not loading String properties
|
||||
* Convert aperture and focal length from mm to meters
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Fri, 05 Jan 2024 16:18:32 +0100
|
||||
|
||||
libxisf (0.2.10-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Fix writing incorrect header size
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Tue, 17 Oct 2023 20:33:05 +0200
|
||||
|
||||
libxisf (0.2.9-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Add support for ZSTD
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Mon, 14 Aug 2023 10:32:30 +0200
|
||||
|
||||
libxisf (0.2.6-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Add method for ICC profile
|
||||
* pkg-config file support
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Fri, 02 Jun 2023 09:16:59 +0200
|
||||
|
||||
libxisf (0.2.4-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Add getThumbnail method
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Tue, 19 May 2023 19:23:34 +0200
|
||||
|
||||
libxisf (0.2.3-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Fix Color filter array
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Tue, 11 Apr 2023 12:39:41 +0200
|
||||
|
||||
libxisf (0.2.0-ubuntu2) focal; urgency=medium
|
||||
|
||||
* Fix lintian errors
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Sun, 19 Mar 2023 22:10:39 +0100
|
||||
|
||||
libxisf (0.2.0-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Rewrite to remove Qt as dependency
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Fri, 10 Mar 2023 22:10:01 +0100
|
||||
|
||||
libxisf (0.1.3-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Write missing pixelStorage attribute
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Fri, 17 Feb 2023 16:57:30 +0100
|
||||
|
||||
libxisf (0.1.2-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Add qtbase5-dev as dependency to libxisf-dev
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Thu, 09 Feb 2023 21:28:45 +0100
|
||||
|
||||
libxisf (0.1.1-ubuntu1) focal; urgency=medium
|
||||
|
||||
* Fixed packaging
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Wed, 08 Feb 2023 18:57:50 +0100
|
||||
|
||||
libxisf (0.1.0-ubuntu1) focal; urgency=low
|
||||
|
||||
* Initial release.
|
||||
|
||||
-- Dušan Poizl <nou@nouspiro.space> Tue, 07 Feb 2023 10:47:08 +0100
|
||||
Vendored
+1
@@ -0,0 +1 @@
|
||||
10
|
||||
Vendored
+45
@@ -0,0 +1,45 @@
|
||||
Source: libxisf
|
||||
Priority: optional
|
||||
Maintainer: Dušan Poizl <nou@nouspiro.space>
|
||||
Build-Depends: debhelper (>= 9),
|
||||
cdbs,
|
||||
cmake,
|
||||
pkg-config,
|
||||
liblz4-dev,
|
||||
libpugixml-dev,
|
||||
zlib1g-dev,
|
||||
libzstd-dev
|
||||
Standards-Version: 4.5.0
|
||||
Section: libs
|
||||
Homepage: https://gitea.nouspiro.space/nou/libXISF
|
||||
Vcs-Git: https://gitea.nouspiro.space/nou/libXISF.git
|
||||
|
||||
Package: libxisf-dev
|
||||
Section: libdevel
|
||||
Architecture: any
|
||||
Multi-Arch: same
|
||||
Depends: libxisf (= ${binary:Version}), ${misc:Depends}
|
||||
Description: Library to load and save XISF images development files
|
||||
This package contain development files.
|
||||
.
|
||||
XISF is native format of PixInsight astroprocessing suite.
|
||||
Extensible Image Serialization Format (XISF) is the native file format
|
||||
of PixInsight. It is a free, open format for storage, management and
|
||||
interchange of digital images and associated data.
|
||||
.
|
||||
This C++ library implements XISF specification 1.0 which can be found at
|
||||
https://pixinsight.com/doc/docs/XISF-1.0-spec/XISF-1.0-spec.html
|
||||
|
||||
Package: libxisf
|
||||
Architecture: any
|
||||
Multi-Arch: same
|
||||
Depends: ${shlibs:Depends}, ${misc:Depends}
|
||||
Conflicts: libxisf0
|
||||
Description: Library to load and save XISF images
|
||||
XISF is native format of PixInsight astroprocessing suite.
|
||||
Extensible Image Serialization Format (XISF) is the native file format
|
||||
of PixInsight. It is a free, open format for storage, management and
|
||||
interchange of digital images and associated data.
|
||||
.
|
||||
This C++ library implements XISF specification 1.0 which can be found at
|
||||
https://pixinsight.com/doc/docs/XISF-1.0-spec/XISF-1.0-spec.html
|
||||
Vendored
+97
@@ -0,0 +1,97 @@
|
||||
Format: https://www.debian.org/doc/packaging-manuals/copyright-format/1.0/
|
||||
Upstream-Name: libxisf
|
||||
Source: https://gitea.nouspiro.space/nou/libXISF
|
||||
|
||||
Files: * debian/*
|
||||
Copyright: (c) 2023 <Dušan Poizl nou@nouspiro.space>
|
||||
License: GPL-3+
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
.
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
.
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
.
|
||||
On Debian systems, the complete texts of the GNU General Public Licenses
|
||||
version 2 and 3 can be found in '/usr/share/common-licenses/GPL-2' and
|
||||
'/usr/share/common-licenses/GPL-3'.
|
||||
|
||||
Files: lz4/*
|
||||
Copyright: (c) 2011-2020, Yann Collet
|
||||
License: BSD-2-clause
|
||||
LZ4 Library
|
||||
Copyright (c) 2011-2020, Yann Collet
|
||||
All rights reserved.
|
||||
.
|
||||
Redistribution and use in source and binary forms, with or without modification,
|
||||
are permitted provided that the following conditions are met:
|
||||
.
|
||||
* Redistributions of source code must retain the above copyright notice, this
|
||||
list of conditions and the following disclaimer.
|
||||
.
|
||||
* Redistributions in binary form must reproduce the above copyright notice, this
|
||||
list of conditions and the following disclaimer in the documentation and/or
|
||||
other materials provided with the distribution.
|
||||
.
|
||||
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
|
||||
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
||||
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
|
||||
ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
||||
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
||||
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
|
||||
ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
||||
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
|
||||
Files: zlib/*
|
||||
Copyright: (c) 1995-2022 Jean-loup Gailly and Mark Adler
|
||||
License: Zlib
|
||||
This software is provided 'as-is', without any express or implied
|
||||
warranty. In no event will the authors be held liable for any damages
|
||||
arising from the use of this software.
|
||||
.
|
||||
Permission is granted to anyone to use this software for any purpose,
|
||||
including commercial applications, and to alter it and redistribute it
|
||||
freely, subject to the following restrictions:
|
||||
.
|
||||
1. The origin of this software must not be misrepresented; you must not
|
||||
claim that you wrote the original software. If you use this software
|
||||
in a product, an acknowledgment in the product documentation would be
|
||||
appreciated but is not required.
|
||||
2. Altered source versions must be plainly marked as such, and must not be
|
||||
misrepresented as being the original software.
|
||||
3. This notice may not be removed or altered from any source distribution.
|
||||
.
|
||||
Jean-loup Gailly Mark Adler
|
||||
jloup@gzip.org madler@alumni.caltech.edu
|
||||
|
||||
Files: pugixml/*
|
||||
Copyright: (c) 2006-2022 Arseny Kapoulkine
|
||||
License: MIT
|
||||
Permission is hereby granted, free of charge, to any person
|
||||
obtaining a copy of this software and associated documentation
|
||||
files (the "Software"), to deal in the Software without
|
||||
restriction, including without limitation the rights to use,
|
||||
copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the
|
||||
Software is furnished to do so, subject to the following
|
||||
conditions:
|
||||
.
|
||||
The above copyright notice and this permission notice shall be
|
||||
included in all copies or substantial portions of the Software.
|
||||
.
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
||||
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
|
||||
HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
||||
WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
||||
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
||||
OTHER DEALINGS IN THE SOFTWARE.
|
||||
Vendored
+2
@@ -0,0 +1,2 @@
|
||||
usr/include
|
||||
usr/lib/*/*.so
|
||||
Vendored
+1
@@ -0,0 +1 @@
|
||||
usr/lib/*/*.so.*
|
||||
+16
@@ -0,0 +1,16 @@
|
||||
#!/usr/bin/make -f
|
||||
|
||||
export DEB_BUILD_MAINT_OPTIONS = hardening=+all
|
||||
export DEB_CFLAGS_MAINT_APPEND = -Wall -pedantic
|
||||
export DEB_LDFLAGS_MAINT_APPEND = -Wl,--as-needed
|
||||
DEB_HOST_MULTIARCH ?= $(shell dpkg-architecture -qDEB_HOST_MULTIARCH)
|
||||
DPKG_EXPORT_BUILDFLAGS = 1
|
||||
include /usr/share/dpkg/buildflags.mk
|
||||
CFLAGS+=$(CPPFLAGS)
|
||||
CXXFLAGS+=$(CPPFLAGS)
|
||||
|
||||
%:
|
||||
dh $@
|
||||
|
||||
override_dh_auto_configure:
|
||||
dh_auto_configure -- -DCMAKE_LIBRARY_ARCHITECTURE="$(DEB_HOST_MULTIARCH)" -DUSE_BUNDLED_LIBS=Off
|
||||
+158
-44
@@ -49,6 +49,7 @@ static std::unordered_map<Image::ColorSpace, String> colorSpaceToString;
|
||||
static DataBlock::CompressionCodec compressionCodecOverride = DataBlock::None;
|
||||
static bool byteShuffleOverride = false;
|
||||
static int compressionLevelOverride = -1;
|
||||
const size_t GiB = 1073741824;
|
||||
|
||||
static const std::unordered_map<String, std::pair<String, Variant::Type>> fitsNameToPropertyIdTypeConvert = {
|
||||
{"OBSERVER", {"Observer:Name", Variant::Type::String}},
|
||||
@@ -127,6 +128,9 @@ void DataBlock::decompress(const ByteArray &input, const String &encoding)
|
||||
else if(encoding == "base16")
|
||||
tmp.decodeHex();
|
||||
|
||||
if(subblocks.size() == 0)
|
||||
subblocks.push_back({tmp.size(), uncompressedSize});
|
||||
|
||||
switch(codec)
|
||||
{
|
||||
case None:
|
||||
@@ -135,27 +139,55 @@ void DataBlock::decompress(const ByteArray &input, const String &encoding)
|
||||
case Zlib:
|
||||
{
|
||||
data.resize(uncompressedSize);
|
||||
uLongf size = uncompressedSize;
|
||||
::uncompress((Bytef*)data.data(), &size, (Bytef*)tmp.data(), tmp.size());
|
||||
const char *srcPtr = tmp.constData();
|
||||
char *dstPtr = data.data();
|
||||
for(auto &block : subblocks)
|
||||
{
|
||||
uLongf size = block.second;
|
||||
::uncompress((Bytef*)dstPtr, &size, (const Bytef*)srcPtr, block.first);
|
||||
srcPtr += block.first;
|
||||
dstPtr += block.second;
|
||||
}
|
||||
break;
|
||||
}
|
||||
case LZ4:
|
||||
case LZ4HC:
|
||||
{
|
||||
data.resize(uncompressedSize);
|
||||
if(LZ4_decompress_safe(tmp.constData(), data.data(), tmp.size(), data.size()) < 0)
|
||||
throw Error("LZ4 decompression failed");
|
||||
const char *srcPtr = tmp.constData();
|
||||
char *dstPtr = data.data();
|
||||
for(auto &block : subblocks)
|
||||
{
|
||||
if(LZ4_decompress_safe(srcPtr, dstPtr, block.first, block.second) < 0)
|
||||
throw Error("LZ4 decompression failed");
|
||||
srcPtr += block.first;
|
||||
dstPtr += block.second;
|
||||
}
|
||||
break;
|
||||
}
|
||||
case ZSTD:
|
||||
#ifdef HAVE_ZSTD
|
||||
{
|
||||
data.resize(uncompressedSize);
|
||||
if(ZSTD_isError(ZSTD_decompress(data.data(), data.size(), tmp.constData(), tmp.size())))
|
||||
throw Error("ZSTD decompression failed");
|
||||
const char *srcPtr = tmp.constData();
|
||||
char *dstPtr = data.data();
|
||||
for(auto &block : subblocks)
|
||||
{
|
||||
if(ZSTD_isError(ZSTD_decompress(dstPtr, block.second, srcPtr, block.first)))
|
||||
throw Error("ZSTD decompression failed");
|
||||
srcPtr += block.first;
|
||||
dstPtr += block.second;
|
||||
}
|
||||
|
||||
}
|
||||
#else
|
||||
throw Error("ZSTD support not compiled");
|
||||
#endif
|
||||
break;
|
||||
}
|
||||
|
||||
subblocks.clear();
|
||||
|
||||
byteUnshuffle(data, byteShuffling);
|
||||
attachmentPos = 0;
|
||||
}
|
||||
@@ -181,26 +213,48 @@ void DataBlock::compress(int sampleFormatSize)
|
||||
break;
|
||||
case Zlib:
|
||||
{
|
||||
data.resize(compressBound(uncompressedSize));
|
||||
uLongf compressedSize = data.size();
|
||||
if(::compress2((Bytef*)data.data(), &compressedSize, (Bytef*)tmp.data(), tmp.size(), compressLevel) != Z_OK)
|
||||
throw Error("Zlib compression failed");
|
||||
data.resize(compressedSize);
|
||||
int64_t size = tmp.size();
|
||||
int64_t compSize = 0;
|
||||
int64_t inPtr = 0;
|
||||
while(inPtr < size)
|
||||
{
|
||||
int64_t inSize = UINT32_MAX < size - inPtr ? UINT32_MAX : size - inPtr;
|
||||
data.resize(compSize + compressBound(inSize));
|
||||
uLongf outSize = data.size() - compSize;
|
||||
if(::compress2((Bytef*)data.data() + compSize, &outSize, (const Bytef*)tmp.constData() + inPtr, inSize, compressLevel) != Z_OK)
|
||||
throw Error("Zlib compression failed");
|
||||
|
||||
compSize += outSize;
|
||||
inPtr += inSize;
|
||||
subblocks.push_back({outSize, inSize});
|
||||
}
|
||||
data.resize(compSize);
|
||||
break;
|
||||
}
|
||||
case LZ4:
|
||||
case LZ4HC:
|
||||
{
|
||||
int compSize = 0;
|
||||
data.resize(LZ4_compressBound(tmp.size()));
|
||||
if(codec == LZ4)
|
||||
compSize = LZ4_compress_default(tmp.constData(), data.data(), tmp.size(), data.size());
|
||||
else
|
||||
compSize = LZ4_compress_HC(tmp.constData(), data.data(), tmp.size(), data.size(), compressLevel < 0 ? LZ4HC_CLEVEL_DEFAULT : compressLevel);
|
||||
int64_t size = tmp.size();
|
||||
int64_t compSize = 0;
|
||||
int64_t inPtr = 0;
|
||||
while(inPtr < size)
|
||||
{
|
||||
int64_t inSize = LZ4_MAX_INPUT_SIZE < size - inPtr ? LZ4_MAX_INPUT_SIZE : size - inPtr;
|
||||
data.resize(compSize + LZ4_compressBound(inSize));
|
||||
int outSize = 0;
|
||||
|
||||
if(compSize <= 0)
|
||||
throw Error("LZ4 compression failed");
|
||||
if(codec == LZ4)
|
||||
outSize = LZ4_compress_default(tmp.constData() + inPtr, data.data() + compSize, inSize, data.size() - compSize);
|
||||
else
|
||||
outSize = LZ4_compress_HC(tmp.constData() + inPtr, data.data() + compSize, inSize, data.size() - compSize, compressLevel < 0 ? LZ4HC_CLEVEL_DEFAULT : compressLevel);
|
||||
|
||||
if(outSize <= 0)
|
||||
throw Error("LZ4 compression failed");
|
||||
|
||||
compSize += outSize;
|
||||
inPtr += inSize;
|
||||
subblocks.push_back({outSize, inSize});
|
||||
}
|
||||
data.resize(compSize);
|
||||
break;
|
||||
}
|
||||
@@ -711,7 +765,7 @@ void XISFReaderPrivate::parseCompression(const pugi::xml_node &node, DataBlock &
|
||||
else
|
||||
throw Error("Unknown compression codec");
|
||||
|
||||
dataBlock.uncompressedSize = std::stoul(compression[1]);
|
||||
dataBlock.uncompressedSize = std::stoull(compression[1]);
|
||||
|
||||
if(compression[0].find("+sh") != std::string::npos)
|
||||
{
|
||||
@@ -720,6 +774,18 @@ void XISFReaderPrivate::parseCompression(const pugi::xml_node &node, DataBlock &
|
||||
else
|
||||
throw Error("Missing byte shuffling size");
|
||||
}
|
||||
|
||||
if(node.attribute("subblocks"))
|
||||
{
|
||||
std::vector<std::string> subblocks = splitString(node.attribute("subblocks").as_string(), ':');
|
||||
for(auto &block : subblocks)
|
||||
{
|
||||
size_t pos = 0;
|
||||
size_t comp = std::stoull(block, &pos);
|
||||
size_t deco = std::stoull(block.substr(pos+1));
|
||||
dataBlock.subblocks.push_back({comp, deco});
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -741,8 +807,8 @@ DataBlock XISFReaderPrivate::parseDataBlock(const pugi::xml_node &node)
|
||||
}
|
||||
else if(location.size() >= 3 && location[0] == "attachment")
|
||||
{
|
||||
dataBlock.attachmentPos = std::stoul(location[1]);
|
||||
dataBlock.attachmentSize = std::stoul(location[2]);
|
||||
dataBlock.attachmentPos = std::stoull(location[1]);
|
||||
dataBlock.attachmentSize = std::stoull(location[2]);
|
||||
}
|
||||
else
|
||||
{
|
||||
@@ -818,9 +884,9 @@ Image XISFReaderPrivate::parseImage(const pugi::xml_node &node)
|
||||
|
||||
std::vector<std::string> geometry = splitString(node.attribute("geometry").as_string(), ':');
|
||||
if(geometry.size() != 3)throw Error("We support only 2D images");
|
||||
image._width = std::stoul(geometry[0]);
|
||||
image._height = std::stoul(geometry[1]);
|
||||
image._channelCount = std::stoul(geometry[2]);
|
||||
image._width = std::stoull(geometry[0]);
|
||||
image._height = std::stoull(geometry[1]);
|
||||
image._channelCount = std::stoull(geometry[2]);
|
||||
if(!image._width || !image._height || !image._channelCount)throw Error("Invalid image geometry");
|
||||
|
||||
std::vector<std::string> bounds = splitString(node.attribute("bounds").as_string(), ':');
|
||||
@@ -864,7 +930,15 @@ void XISFReaderPrivate::readAttachment(DataBlock &dataBlock)
|
||||
{
|
||||
ByteArray data(dataBlock.attachmentSize);
|
||||
_io->seekg(dataBlock.attachmentPos);
|
||||
_io->read(data.data(), dataBlock.attachmentSize);
|
||||
size_t size = dataBlock.attachmentSize;
|
||||
char *ptr = data.data();
|
||||
while(size > 0)
|
||||
{
|
||||
size_t s = std::min(size, GiB);
|
||||
_io->read(ptr, s);
|
||||
size -= s;
|
||||
ptr += s;
|
||||
}
|
||||
dataBlock.decompress(data);
|
||||
}
|
||||
|
||||
@@ -882,6 +956,7 @@ private:
|
||||
void writePropertyElement(pugi::xml_node &node, const Property &property);
|
||||
void writeFITSKeyword(pugi::xml_node &node, const FITSKeyword &keyword);
|
||||
void writeMetadata(pugi::xml_node &node);
|
||||
void updateImageAttachmentPos(pugi::xml_node &root, size_t offset);
|
||||
ByteArray _xisfHeader;
|
||||
ByteArray _attachmentsData;
|
||||
std::vector<Image> _images;
|
||||
@@ -913,7 +988,15 @@ void XISFWriterPrivate::save(std::ostream &io)
|
||||
|
||||
for(auto &image : _images)
|
||||
{
|
||||
io.write(image._dataBlock.data.constData(), image._dataBlock.data.size());
|
||||
const char *ptr = image._dataBlock.data.constData();
|
||||
size_t size = image._dataBlock.data.size();
|
||||
while(size > 0)
|
||||
{
|
||||
size_t s = std::min(size, GiB);
|
||||
io.write(ptr, s);
|
||||
ptr += s;
|
||||
size -= s;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -944,25 +1027,26 @@ void XISFWriterPrivate::writeHeader()
|
||||
|
||||
writeMetadata(root);
|
||||
|
||||
std::stringstream xml;
|
||||
xml.write(signature, sizeof(signature));
|
||||
doc.save(xml, "", pugi::format_raw);
|
||||
|
||||
std::string header = xml.str();
|
||||
uint32_t size = header.size();
|
||||
|
||||
uint32_t offset = 0;
|
||||
std::string replace = "attachment:2147483648";
|
||||
for(auto &image : _images)
|
||||
uint32_t size = 0;
|
||||
std::string header;
|
||||
while(true)
|
||||
{
|
||||
std::string blockPos = std::string("attachment:") + std::to_string(size + offset);
|
||||
size_t pos = header.find(replace, 32);
|
||||
header.replace(pos, replace.size(), blockPos);
|
||||
offset += image._dataBlock.data.size();
|
||||
std::stringstream xml;
|
||||
xml.write(signature, sizeof(signature));
|
||||
doc.save(xml, "", pugi::format_raw);
|
||||
header = xml.str();
|
||||
if(size != header.size())
|
||||
{
|
||||
size = header.size();
|
||||
updateImageAttachmentPos(root, size);
|
||||
}
|
||||
else
|
||||
{
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
uint32_t headerSize = header.size() - sizeof(signature);
|
||||
header.resize(size, 0);
|
||||
header.replace(8, sizeof(uint32_t), (const char*)&headerSize, sizeof(uint32_t));
|
||||
|
||||
_xisfHeader = ByteArray(header.c_str(), header.size());
|
||||
@@ -1002,7 +1086,8 @@ void XISFWriterPrivate::writeImageElement(pugi::xml_node &node, const Image &ima
|
||||
if(image._iccProfile.size())
|
||||
{
|
||||
ByteArray base64 = image._iccProfile;
|
||||
base64.decodeBase64();
|
||||
base64.encodeBase64();
|
||||
base64.append('\0');
|
||||
pugi::xml_node icc_node = image_node.append_child("ICCProfile");
|
||||
icc_node.append_attribute("location").set_value("inline:base64");
|
||||
icc_node.append_child(pugi::node_pcdata).set_value(base64.data());
|
||||
@@ -1021,7 +1106,10 @@ void XISFWriterPrivate::writeDataBlockAttributes(pugi::xml_node &image_node, con
|
||||
}
|
||||
else
|
||||
{
|
||||
std::string attachment = "attachment:2147483648:" + std::to_string(dataBlock.data.size());
|
||||
std::string attachment = "attachment:";
|
||||
if(dataBlock.attachmentPos == 0) attachment += "99999";
|
||||
else attachment += std::to_string(dataBlock.attachmentPos);
|
||||
attachment += ":" + std::to_string(dataBlock.data.size());
|
||||
image_node.append_attribute("location").set_value(attachment.c_str());
|
||||
}
|
||||
|
||||
@@ -1051,6 +1139,19 @@ void XISFWriterPrivate::writeDataBlockAttributes(pugi::xml_node &image_node, con
|
||||
|
||||
image_node.append_attribute("compression").set_value(codec.c_str());
|
||||
}
|
||||
|
||||
if(!dataBlock.subblocks.empty())
|
||||
{
|
||||
std::string subblocks;
|
||||
for(auto i = dataBlock.subblocks.begin(); i != dataBlock.subblocks.end(); i++)
|
||||
{
|
||||
if(i != dataBlock.subblocks.begin())
|
||||
subblocks += ":";
|
||||
|
||||
subblocks += std::to_string(i->first) + "," + std::to_string(i->second);
|
||||
}
|
||||
image_node.append_attribute("subblocks").set_value(subblocks.c_str());
|
||||
}
|
||||
}
|
||||
|
||||
void XISFWriterPrivate::writePropertyElement(pugi::xml_node &node, const Property &property)
|
||||
@@ -1081,6 +1182,19 @@ void XISFWriterPrivate::writeMetadata(pugi::xml_node &node)
|
||||
writePropertyElement(metadata, Property("XISF:CreatorApplication", "LibXISF"));
|
||||
}
|
||||
|
||||
void XISFWriterPrivate::updateImageAttachmentPos(pugi::xml_node &root, size_t offset)
|
||||
{
|
||||
pugi::xpath_node_set imageNodes = root.select_nodes("//Image");
|
||||
int i = 0;
|
||||
for(auto &image : _images)
|
||||
{
|
||||
pugi::xml_node node = imageNodes[i++].node();
|
||||
std::string location = "attachment:" + std::to_string(offset) + ":" + std::to_string(image._dataBlock.data.size());
|
||||
offset += image._dataBlock.data.size();
|
||||
node.attribute("location").set_value(location.c_str());
|
||||
}
|
||||
}
|
||||
|
||||
XISFReader::XISFReader()
|
||||
{
|
||||
p = new XISFReaderPrivate;
|
||||
|
||||
@@ -180,6 +180,7 @@ struct LIBXISF_EXPORT DataBlock
|
||||
uint64_t attachmentPos = 0;
|
||||
uint64_t attachmentSize = 0;
|
||||
uint64_t uncompressedSize = 0;
|
||||
std::vector<std::pair<uint64_t, uint64_t>> subblocks;
|
||||
CompressionCodec codec = None;
|
||||
int compressLevel = -1;
|
||||
ByteArray data;
|
||||
|
||||
+31
-2
@@ -108,8 +108,8 @@ static std::map<Variant::Type, const char*> idToType = {
|
||||
{Variant::Type::UI32Matrix, "UI32Matrix"},
|
||||
{Variant::Type::I64Matrix, "I64Matrix"},
|
||||
{Variant::Type::UI64Matrix, "UI64Matrix"},
|
||||
{Variant::Type::F32Matrix, "I8Matrix"},
|
||||
{Variant::Type::F64Matrix, "UI8Matrix"},
|
||||
{Variant::Type::F32Matrix, "F32Matrix"},
|
||||
{Variant::Type::F64Matrix, "F64Matrix"},
|
||||
};
|
||||
|
||||
template<typename T>
|
||||
@@ -403,6 +403,7 @@ Variant variantFromString(Variant::Type type, const String &str)
|
||||
|
||||
Variant::Type Variant::type() const
|
||||
{
|
||||
int idx = _value.index();
|
||||
return (Variant::Type)_value.index();
|
||||
}
|
||||
|
||||
@@ -433,6 +434,32 @@ String Variant::toString() const
|
||||
return ss.str();
|
||||
};
|
||||
|
||||
auto matrixString = [](auto matrix) {
|
||||
std::stringstream ss;
|
||||
ss << "{";
|
||||
for(int i=0; i<matrix.rows(); i++)
|
||||
{
|
||||
ss << "{";
|
||||
for(int o=0; o<matrix.cols(); o++)
|
||||
{
|
||||
#if __GNUC__ >= 11 || __clang__
|
||||
char str[128] = {0};
|
||||
char *end = str + sizeof(str);
|
||||
std::to_chars(str, end, matrix(i, o));
|
||||
ss << str;
|
||||
#else
|
||||
ss << std::to_string(matrix(i, o));
|
||||
#endif
|
||||
if(o < matrix.cols() - 1)
|
||||
ss << ",";
|
||||
}
|
||||
ss << "}";
|
||||
if(i < matrix.rows() - 1)
|
||||
ss << ",";
|
||||
}
|
||||
return ss.str();
|
||||
};
|
||||
|
||||
switch(type())
|
||||
{
|
||||
case Variant::Type::Int8: toChars<Int8>(_value, str, end); break;
|
||||
@@ -457,6 +484,8 @@ String Variant::toString() const
|
||||
case Variant::Type::UI64Vector: string = vectorString(std::get<UI64Vector>(_value)); break;
|
||||
case Variant::Type::F32Vector: string = vectorString(std::get<F32Vector>(_value)); break;
|
||||
case Variant::Type::F64Vector: string = vectorString(std::get<F64Vector>(_value)); break;
|
||||
case Variant::Type::F32Matrix: string = matrixString(std::get<F32Matrix>(_value)); break;
|
||||
case Variant::Type::F64Matrix: string = matrixString(std::get<F64Matrix>(_value)); break;
|
||||
case Variant::Type::String: string = std::get<String>(_value); break;
|
||||
case Variant::Type::TimePoint:
|
||||
{
|
||||
|
||||
Reference in New Issue
Block a user