9#include "stage/fusion.h"
14#include <unordered_map>
33 virtual ~Stage() =
default;
71 const std::vector<void*>& inputs,
72 const std::vector<void*>& outputs,
73 const std::vector<size_t>& sizes
79 virtual size_t getNumInputs()
const = 0;
80 virtual size_t getNumOutputs()
const = 0;
101 for (
size_t i = 0; i < names.size(); i++) {
102 if (names[i] == name)
return static_cast<int>(i);
113 const std::vector<size_t>& input_sizes
127 if (index < 0 || index >=
static_cast<int>(names.size()))
return 0;
129 auto it = m.find(names[index]);
130 return (it != m.end()) ? it->second : 0;
138 virtual bool isInverse()
const {
return false; }
163 virtual size_t serializeHeader(
size_t output_index, uint8_t* header_buffer,
size_t max_size)
const {
164 (void)output_index; (void)header_buffer; (void)max_size;
170 (void)header_buffer; (void)size;
180 virtual void restoreState() {}
200 virtual std::vector<std::string>
getRunNotes()
const {
return {}; }
207 virtual void setDims(
const std::array<size_t, 3>& dims) { (void)dims; }
virtual size_t estimateDeviceFootprintBytes(size_t) const
Definition stage.h:233
virtual void setTerminalOutput(bool terminal)
Definition stage.h:278
virtual uint8_t getInputDataType(size_t) const
Definition stage.h:155
virtual std::string getName() const =0
virtual std::vector< std::string > getOutputNames() const
Definition stage.h:94
virtual std::vector< FusedAuxOutputDecl > getFusedAuxOutputs() const
Definition stage.h:334
virtual bool bindDownstreamEncodingOracle(const EncodingOracleDecl &)
Definition stage.h:329
virtual size_t estimatePinnedFootprintBytes(size_t) const
Definition stage.h:240
virtual void saveState()
Definition stage.h:179
virtual FusedOpDecl getFusedOp() const
Definition stage.h:314
virtual void primeFusedForwardState(const FusedPrimeContext &)
Definition stage.h:343
virtual bool isGraphCompatible() const
Definition stage.h:268
virtual void setFusedArchiveResult(size_t, size_t)
Definition stage.h:353
virtual size_t getActualOutputSize(int index) const
Definition stage.h:125
virtual void onFinalize(size_t, MemoryPool *)
Definition stage.h:226
virtual std::vector< size_t > estimateOutputSizes(const std::vector< size_t > &input_sizes) const =0
virtual void setInverse(bool inverse)
Definition stage.h:137
virtual uint16_t getStageTypeId() const =0
virtual void setFusedSideOutput(int, size_t)
Definition stage.h:363
virtual size_t serializeHeader(size_t output_index, uint8_t *header_buffer, size_t max_size) const
Definition stage.h:163
virtual uint8_t getOutputDataType(size_t output_index) const =0
virtual void deserializeHeader(const uint8_t *header_buffer, size_t size)
Definition stage.h:169
virtual size_t getRequiredInputAlignment() const
Definition stage.h:88
virtual std::unordered_map< std::string, size_t > getActualOutputSizesByName() const =0
virtual void execute(fz::stream_t stream, MemoryPool *pool, const std::vector< void * > &inputs, const std::vector< void * > &outputs, const std::vector< size_t > &sizes)=0
virtual void postStreamSync(fz::stream_t stream)
Definition stage.h:248
virtual EncodingOracleDecl getEncodingOracle() const
Definition stage.h:322
int getOutputIndex(const std::string &name) const
Definition stage.h:99
virtual size_t estimateScratchBytes(const std::vector< size_t > &input_sizes) const
Definition stage.h:288
virtual std::vector< std::string > getRunNotes() const
Definition stage.h:200
virtual FusionSpec getFusionSpec() const
Definition stage.h:303
static constexpr bool isSupportedOnBackend()
Definition stage.h:52
virtual size_t getMaxHeaderSize(size_t output_index) const
Definition stage.h:251
virtual void setDims(const std::array< size_t, 3 > &dims)
Definition stage.h:207
@ UNKNOWN
Byte-transparent stages: skip type checking at finalize()
Host-side declaration of a local, exact encoded-size oracle.
Definition fusion.h:104
A stage's contribution to a generated fused kernel — the device-op it maps to, where its source lives...
Definition fusion.h:161
Minimal context a fused runner hands a stage so it can establish the forward-computed state its OWN i...
Definition fusion.h:186
A stage's fusion contract. Stages that can participate in a fused kernel override Stage::getFusionSpe...
Definition fusion.h:52
Backend-neutral GPU type aliases.