Int4 Source Accessors

struct ModelOptInt4Accessor

Public Functions

inline __device__ uint8_t operator() (int32_t n, int32_t k) const

Public Members

uint8_t const *weight

int32_t K

struct GptqInt4Accessor

Public Functions

inline __device__ uint8_t operator() (int32_t n, int32_t k) const

Public Members

int32_t const *qweight

int32_t const *qzeros

int32_t const *activationPermutation

int32_t N

int32_t groupSize

int32_t zeroPointOffset

struct AwqInt4Accessor

Public Functions

inline __device__ uint8_t operator() (int32_t n, int32_t k) const

Public Members

int32_t const *qweight

int32_t const *qzeros

int32_t N

int32_t groupSize