Dequant#
-
namespace MARLIN_NAMESPACE_NAME#
Functions
- template<int lut> inline __device__ int lop3 (int a, int b, int c)
- template<int start_byte, int mask> inline __device__ uint32_t prmt (uint32_t a)
- template<typename scalar_t2, trt_edgellm::marlin_dtypes::ScalarTypeId w_type_id, bool skip_flop = false> inline __device__ void dequant (int q, scalar_t2 *frag_b)
- template<> inline __device__ void dequant< half2, trt_edgellm::marlin_dtypes::kU4B8.id(), true > (int q, half2 *frag_b)
- template<> inline __device__ void dequant< half2, trt_edgellm::marlin_dtypes::kU4B8.id(), false > (int q, half2 *frag_b)
- template<> inline __device__ void dequant< half2, trt_edgellm::marlin_dtypes::kU4.id(), true > (int q, half2 *frag_b)
- template<> inline __device__ void dequant< half2, trt_edgellm::marlin_dtypes::kU4.id(), false > (int q, half2 *frag_b)
- template<> inline __device__ void dequant< nv_bfloat162, trt_edgellm::marlin_dtypes::kU4B8.id(), true > (int q, nv_bfloat162 *frag_b)
- template<> inline __device__ void dequant< nv_bfloat162, trt_edgellm::marlin_dtypes::kU4B8.id(), false > (int q, nv_bfloat162 *frag_b)
- template<> inline __device__ void dequant< nv_bfloat162, trt_edgellm::marlin_dtypes::kU4.id(), true > (int q, nv_bfloat162 *frag_b)
- template<> inline __device__ void dequant< nv_bfloat162, trt_edgellm::marlin_dtypes::kU4.id(), false > (int q, nv_bfloat162 *frag_b)
- template<> inline __device__ void dequant< half2, trt_edgellm::marlin_dtypes::kFE4M3fn.id(), true > (int q, half2 *frag_b)
- template<> inline __device__ void dequant< half2, trt_edgellm::marlin_dtypes::kFE4M3fn.id(), false > (int q, half2 *frag_b)
- template<> inline __device__ void dequant< nv_bfloat162, trt_edgellm::marlin_dtypes::kFE4M3fn.id(), true > (int q, nv_bfloat162 *frag_b)
- template<> inline __device__ void dequant< nv_bfloat162, trt_edgellm::marlin_dtypes::kFE4M3fn.id(), false > (int q, nv_bfloat162 *frag_b)