Nvfp4 W4 A16 Marlin Repack
-
cudaError_t trt_edgellm::kernel::launchNvfp4W4A16MarlinRepackSourceBatch(
- uint8_t const *const *firstWeights,
- uint8_t const *const *secondWeights,
- int32_t *marlinOutput,
- int32_t count,
- int32_t sourceN,
- int32_t sourceK,
- int32_t outputN,
- int32_t outputK,
- cudaStream_t stream
)
-
cudaError_t trt_edgellm::kernel::launchNvfp4W4A16ScaleRepack(
- uint8_t const *const *firstSources,
- uint8_t const *const *secondSources,
- int8_t *marlinOutput,
- int32_t count,
- int32_t sourceN,
- int32_t sourceGroups,
- int32_t outputN,
- int32_t outputGroups,
- cudaStream_t stream
)