FZGPUModules 2.0
GPU-accelerated modular compression pipelines
Loading...
Searching...
No Matches
zigzag_stage.h
Go to the documentation of this file.
1#pragma once
2
12#include "stage/stage.h"
13#include "fzm_format.h"
15#include <cuda_runtime.h>
16#include <cstdint>
17#include <cstring>
18#include <stdexcept>
19#include <type_traits>
20
21namespace fz {
22
29template<typename TIn, typename TOut = typename std::make_unsigned<TIn>::type>
30class ZigzagStage : public Stage {
31 static_assert(std::is_integral<TIn>::value && std::is_signed<TIn>::value,
32 "ZigzagStage: TIn must be a signed integer type "
33 "(int8_t, int16_t, int32_t, or int64_t).");
34 static_assert(std::is_integral<TOut>::value && std::is_unsigned<TOut>::value,
35 "ZigzagStage: TOut must be an unsigned integer type.");
36 static_assert(sizeof(TIn) == sizeof(TOut),
37 "ZigzagStage: TIn and TOut must have the same byte width.");
38
39public:
40 ZigzagStage() : is_inverse_(false), actual_output_size_(0) {}
41
42 // ── Stage control ──────────────────────────────────────────────────────
43 void setInverse(bool inv) override { is_inverse_ = inv; }
44 bool isInverse() const override { return is_inverse_; }
45
58 void setByteTransparent(bool on) { byte_transparent_ = on; }
59 bool isByteTransparent() const { return byte_transparent_; }
60
61 // ── Execution ──────────────────────────────────────────────────────────
62 void execute(
63 cudaStream_t stream,
64 MemoryPool* pool,
65 const std::vector<void*>& inputs,
66 const std::vector<void*>& outputs,
67 const std::vector<size_t>& sizes
68 ) override;
69
70 // ── Metadata ───────────────────────────────────────────────────────────
71 std::string getName() const override { return "Zigzag"; }
72 size_t getNumInputs() const override { return 1; }
73 size_t getNumOutputs() const override { return 1; }
74
75 std::vector<size_t> estimateOutputSizes(
76 const std::vector<size_t>& input_sizes
77 ) const override {
78 return {input_sizes[0]};
79 }
80
81 std::unordered_map<std::string, size_t>
82 getActualOutputSizesByName() const override {
83 return {{"output", actual_output_size_}};
84 }
85 size_t getActualOutputSize(int index) const override {
86 return (index == 0) ? actual_output_size_ : 0;
87 }
88
89 uint16_t getStageTypeId() const override {
90 return static_cast<uint16_t>(StageType::ZIGZAG);
91 }
92
93 uint8_t getOutputDataType(size_t output_index) const override {
94 (void)output_index;
95 if (byte_transparent_) return static_cast<uint8_t>(DataType::UNKNOWN);
96 // Forward output is TOut (unsigned); inverse output is TIn (signed).
97 return is_inverse_
98 ? static_cast<uint8_t>(dataTypeOf<TIn>())
99 : static_cast<uint8_t>(dataTypeOf<TOut>());
100 }
101
102 uint8_t getInputDataType(size_t /*input_index*/) const override {
103 if (byte_transparent_) return static_cast<uint8_t>(DataType::UNKNOWN);
104 // Forward input is TIn (signed); inverse input is TOut (unsigned).
105 return is_inverse_
106 ? static_cast<uint8_t>(dataTypeOf<TOut>())
107 : static_cast<uint8_t>(dataTypeOf<TIn>());
108 }
109
110 // ── Serialization ──────────────────────────────────────────────────────
112 size_t output_index, uint8_t* buf, size_t max_size
113 ) const override {
114 (void)output_index;
115 if (max_size < 3) return 0;
116 buf[0] = static_cast<uint8_t>(dataTypeOf<TIn>());
117 buf[1] = static_cast<uint8_t>(dataTypeOf<TOut>());
118 buf[2] = byte_transparent_ ? 1 : 0; // LC TCMS mode
119 return 3;
120 }
121
122 void deserializeHeader(const uint8_t* buf, size_t size) override {
123 // TIn/TOut are baked into the template (factory selects the right
124 // instantiation before calling this); byte 2 carries byte-transparent.
125 if (size >= 3) byte_transparent_ = (buf[2] != 0);
126 }
127
128 size_t getMaxHeaderSize(size_t) const override { return 3; }
129
130private:
131 bool is_inverse_;
132 bool byte_transparent_ = false; // LC TCMS mode: opt out of type checking
133 size_t actual_output_size_;
134
135 template<typename U>
136 static constexpr DataType dataTypeOf() {
137 if (std::is_same<U, int8_t>::value) return DataType::INT8;
138 if (std::is_same<U, int16_t>::value) return DataType::INT16;
139 if (std::is_same<U, int32_t>::value) return DataType::INT32;
140 if (std::is_same<U, int64_t>::value) return DataType::INT64;
141 if (std::is_same<U, uint8_t>::value) return DataType::UINT8;
142 if (std::is_same<U, uint16_t>::value) return DataType::UINT16;
143 if (std::is_same<U, uint32_t>::value) return DataType::UINT32;
144 if (std::is_same<U, uint64_t>::value) return DataType::UINT64;
145 return DataType::UINT8; // unreachable
146 }
147};
148
149extern template class ZigzagStage<int8_t, uint8_t>;
150extern template class ZigzagStage<int16_t, uint16_t>;
151extern template class ZigzagStage<int32_t, uint32_t>;
152extern template class ZigzagStage<int64_t, uint64_t>;
153
154} // namespace fz
Definition mempool.h:82
Definition stage.h:30
Definition zigzag_stage.h:30
uint8_t getInputDataType(size_t) const override
Definition zigzag_stage.h:102
std::unordered_map< std::string, size_t > getActualOutputSizesByName() const override
Definition zigzag_stage.h:82
void execute(cudaStream_t stream, MemoryPool *pool, const std::vector< void * > &inputs, const std::vector< void * > &outputs, const std::vector< size_t > &sizes) override
std::string getName() const override
Definition zigzag_stage.h:71
void setInverse(bool inv) override
Definition zigzag_stage.h:43
void deserializeHeader(const uint8_t *buf, size_t size) override
Definition zigzag_stage.h:122
uint16_t getStageTypeId() const override
Definition zigzag_stage.h:89
uint8_t getOutputDataType(size_t output_index) const override
Definition zigzag_stage.h:93
std::vector< size_t > estimateOutputSizes(const std::vector< size_t > &input_sizes) const override
Definition zigzag_stage.h:75
size_t serializeHeader(size_t output_index, uint8_t *buf, size_t max_size) const override
Definition zigzag_stage.h:111
size_t getMaxHeaderSize(size_t) const override
Definition zigzag_stage.h:128
void setByteTransparent(bool on)
Definition zigzag_stage.h:58
size_t getActualOutputSize(int index) const override
Definition zigzag_stage.h:85
FZM binary file format definitions — structs, enums, and helpers.
Definition fzm_format.h:25
DataType
Element data type identifiers used in buffer and stage descriptors.
Definition fzm_format.h:109
@ UNKNOWN
Byte-transparent stages: skip type checking at finalize()
Base class interface for all compression stages.
Zigzag (two's complement to magnitude-sign) encoding helpers.