Nvfp4 A16 Blackwell Gemv Jit Compiler#
-
struct Nvfp4A16BlackwellGemvJitKey#
Plugin JIT key (see pluginJitKey.h for the contract shared with the blob, digest and registry).
Public Functions
-
inline std::array<uint32_t, kNumWords> keyWords() const noexcept#
The fields in blob, digest and hash order.
- inline bool operator==(
- Nvfp4A16BlackwellGemvJitKey const &other
Public Members
-
int32_t sm = {nvfp4_a16_blackwell::kTargetSm}#
-
uint32_t layout = {kNVFP4_A16_BLACKWELL_GEMV_LAYOUT_ABI}#
-
int32_t n = {}#
-
int32_t k = {}#
-
Nvfp4A16BlackwellGemvDataType dataType = {Nvfp4A16BlackwellGemvDataType::kHALF}#
-
uint32_t sourceAbi = {kNVFP4_A16_BLACKWELL_GEMV_SOURCE_ABI}#
Public Static Functions
- static inline Nvfp4A16BlackwellGemvJitKey fromKeyWords(
- std::array<uint32_t, kNumWords> const &words
Public Static Attributes
-
static constexpr size_t kNumWords = {6}#
-
inline std::array<uint32_t, kNumWords> keyWords() const noexcept#
- bool trt_edgellm::canCompileNvfp4A16BlackwellGemvJitKernel(
- Nvfp4A16BlackwellGemvJitKey const &key
- Nvfp4A16BlackwellGemvJitKernel trt_edgellm::compileNvfp4A16BlackwellGemvJitKernel(
- Nvfp4A16BlackwellGemvJitKey const &key
- std::vector<uint8_t> trt_edgellm::serializeNvfp4A16BlackwellGemvJitKernel(
- Nvfp4A16BlackwellGemvJitKernel const &kernel
- Nvfp4A16BlackwellGemvJitKernel trt_edgellm::deserializeNvfp4A16BlackwellGemvJitKernel(
- void const *const data,
- size_t const size