Marlin Dtypes

Defines

_data_types_cuh

namespace MARLIN_NAMESPACE_NAME

template<long scalar_type_id>
class MarlinScalarType

template<typename scalar_t>
class MarlinScalarType2

template<>
class MarlinScalarType2<half> : public MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>

template<>
class MarlinScalarType2<int8_t> : public MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>

template<>
class MarlinScalarType2<nv_bfloat16> : public MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>

template<>
class MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>

Subclassed by MARLIN_NAMESPACE_NAME::MarlinScalarType2< nv_bfloat16 >

Public Types

using scalar_t = nv_bfloat16

using scalar_t2 = nv_bfloat162

using scalar_t4 = nv_bfloat162

using scalar_32bit_t = nv_bfloat162

using FragA = Vec<nv_bfloat162, 4>

using FragB = Vec<nv_bfloat162, 2>

using FragC = Vec<float, 4>

using FragS = Vec<nv_bfloat162, 1>

using FragZP = Vec<nv_bfloat162, 4>

Public Static Functions

static inline __device__ float num2float (nv_bfloat16 const x)

static inline __device__ nv_bfloat162 num2num2 (nv_bfloat16 const x)

static inline __device__ nv_bfloat162 nums2num2 (nv_bfloat16 const x1, nv_bfloat16 const x2)

static inline __host__ __device__ nv_bfloat16 float2num (float const x)

static inline __host__ __device__ float2 num22float2 (nv_bfloat162 const x)

template<>
class MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>

Subclassed by MARLIN_NAMESPACE_NAME::MarlinScalarType2< half >

Public Types

using scalar_t = half

using scalar_t2 = half2

using scalar_t4 = half2

using scalar_32bit_t = half2

using FragA = Vec<half2, 4>

using FragB = Vec<half2, 2>

using FragC = Vec<float, 4>

using FragS = Vec<half2, 1>

using FragZP = Vec<half2, 4>

Public Static Functions

static inline __device__ float num2float (half const x)

static inline __device__ half2 num2num2 (half const x)

static inline __device__ half2 nums2num2 (half const x1, half const x2)

static inline __host__ __device__ half float2num (float const x)

static inline __host__ __device__ float2 num22float2 (half2 const x)

template<>
class MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>

Subclassed by MARLIN_NAMESPACE_NAME::MarlinScalarType2< int8_t >

Public Types

using scalar_t = int8_t

using scalar_t2 = int16_t

using scalar_t4 = int32_t

using scalar_32bit_t = int32_t

using FragA = Vec<int32_t, 4>

using FragB = Vec<int32_t, 2>

using FragC = Vec<float, 4>

using FragZP = Vec<int16_t, 4>