Nvfp4 A16 Blackwell Gemv Jit Compiler#

struct Nvfp4A16BlackwellGemvJitKey#

Plugin JIT key (see pluginJitKey.h for the contract shared with the blob, digest and registry).

Public Functions

inline std::array<uint32_t, kNumWords> keyWords() const noexcept#

The fields in blob, digest and hash order.

inline bool operator==(
Nvfp4A16BlackwellGemvJitKey const &other
) const noexcept#

Public Members

int32_t sm = {nvfp4_a16_blackwell::kTargetSm}#
uint32_t layout = {kNVFP4_A16_BLACKWELL_GEMV_LAYOUT_ABI}#
int32_t n = {}#
int32_t k = {}#
Nvfp4A16BlackwellGemvDataType dataType = {Nvfp4A16BlackwellGemvDataType::kHALF}#
uint32_t sourceAbi = {kNVFP4_A16_BLACKWELL_GEMV_SOURCE_ABI}#

Public Static Functions

static inline Nvfp4A16BlackwellGemvJitKey fromKeyWords(
std::array<uint32_t, kNumWords> const &words
) noexcept#

Public Static Attributes

static constexpr size_t kNumWords = {6}#
bool trt_edgellm::canCompileNvfp4A16BlackwellGemvJitKernel(
Nvfp4A16BlackwellGemvJitKey const &key
) noexcept#
Nvfp4A16BlackwellGemvJitKernel trt_edgellm::compileNvfp4A16BlackwellGemvJitKernel(
Nvfp4A16BlackwellGemvJitKey const &key
)#
std::vector<uint8_t> trt_edgellm::serializeNvfp4A16BlackwellGemvJitKernel(
Nvfp4A16BlackwellGemvJitKernel const &kernel
)#
Nvfp4A16BlackwellGemvJitKernel trt_edgellm::deserializeNvfp4A16BlackwellGemvJitKernel(
void const *const data,
size_t const size
)#