ginterp_kernels.h

Go to the documentation of this file.

#pragma once
 
#include "backend/types.h"
#include <cstddef>
#include <cstdint>
 
// Forward-declared; full definition lives in `cusz_type_subset.h` (included
// only by ginterp_kernels.cu and ginterp_stage.cu, the two consumers).
struct INTERPOLATION_PARAMS;
 
namespace fz {
enum class GInterp2DGeometry : uint8_t;
namespace ginterp {
 
constexpr int kGInterpProfilingErrCount = 36;
 
dim3 ginterpAnchorLen3(size_t nx, size_t ny, size_t nz);
 
dim3 ginterpAnchorLen2(size_t nx, size_t ny);
 
template <typename TInput, typename TCode>
void launchGInterpForward3D(
    const TInput* d_data, dim3 data_len3,
    TCode* d_ectrl,
    TInput* d_anchor, dim3 anchor_len3,
    TInput* d_outlier_vals, uint32_t* d_outlier_idxs,
    uint32_t* d_outlier_count_scratch,
    uint32_t d_outlier_capacity,
    double eb_r, double ebx2, int radius,
    const INTERPOLATION_PARAMS& intp_param,
    fz::stream_t stream);
 
template <typename TInput, typename TCode>
void launchGInterpInverse3D(
    const TCode* d_ectrl, dim3 data_len3,
    const TInput* d_anchor, dim3 anchor_len3,
    TInput* d_outlier_tmp,
    TInput* d_out,
    double eb_r, double ebx2, int radius,
    const INTERPOLATION_PARAMS& intp_param,
    fz::stream_t stream);
 
template <typename TInput, typename TCode>
void launchGInterpForward2D(
    const TInput* d_data, dim3 data_len3,
    TCode* d_ectrl,
    TInput* d_anchor, dim3 anchor_len3,
    TInput* d_outlier_vals, uint32_t* d_outlier_idxs,
    uint32_t* d_outlier_count_scratch,
    uint32_t d_outlier_capacity,
    double eb_r, double ebx2, int radius,
    const INTERPOLATION_PARAMS& intp_param,
    GInterp2DGeometry geometry,
    fz::stream_t stream);
 
template <typename TInput, typename TCode>
void launchGInterpInverse2D(
    const TCode* d_ectrl, dim3 data_len3,
    const TInput* d_anchor, dim3 anchor_len3,
    TInput* d_outlier_tmp,
    TInput* d_out,
    double eb_r, double ebx2, int radius,
    const INTERPOLATION_PARAMS& intp_param,
    GInterp2DGeometry geometry,
    fz::stream_t stream);
 
void launchGInterpResetErrors(float* d_errors, fz::stream_t stream);
 
template <typename TInput>
void launchGInterpProfileMode1(
    const TInput* d_data, dim3 data_len3,
    float* d_errors,
    fz::stream_t stream);
 
template <typename TInput>
void launchGInterpProfileMode2(
    const TInput* d_data, dim3 data_len3,
    int dim,
    float* d_errors,
    fz::stream_t stream);
 
template <typename TInput>
void launchGInterpProfileMode3(
    const TInput* d_data, dim3 data_len3,
    int dim,
    dim3 sample_starts, dim3 sample_block_grid_sizes, dim3 sample_strides,
    float eb_r, float ebx2,
    const INTERPOLATION_PARAMS& intp_param,
    float* d_errors,
    float* d_block_errors,
    size_t block_capacity,
    bool workflow,
    GInterp2DGeometry geometry,
    fz::stream_t stream);
 
template <typename TInput>
void launchScatterOutliers(
    const TInput* d_outlier_vals,
    const uint32_t* d_outlier_idxs,
    uint32_t n,
    TInput* d_outlier_tmp,
    fz::stream_t stream);
 
} // namespace ginterp
} // namespace fz