cp.async.bulk.tensor#
PTX ISA: cp.async.bulk.tensor
Changelog#
In earlier versions,
cp_async_bulk_tensor_multicastwas enabled for SM_90. This has been changed to SM_90a.
Unicast#
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 80, SM_90
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.global.shared::cta.tile.bulk_group#
// cp.async.bulk.tensor.1d.dst.src.tile.bulk_group [tensorMap, tensorCoords], [srcMem]; // PTX ISA 80, SM_90
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
const void* srcMem);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 80, SM_90
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.global.shared::cta.tile.bulk_group#
// cp.async.bulk.tensor.2d.dst.src.tile.bulk_group [tensorMap, tensorCoords], [srcMem]; // PTX ISA 80, SM_90
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
const void* srcMem);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 80, SM_90
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.global.shared::cta.tile.bulk_group#
// cp.async.bulk.tensor.3d.dst.src.tile.bulk_group [tensorMap, tensorCoords], [srcMem]; // PTX ISA 80, SM_90
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
const void* srcMem);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 80, SM_90
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.global.shared::cta.tile.bulk_group#
// cp.async.bulk.tensor.4d.dst.src.tile.bulk_group [tensorMap, tensorCoords], [srcMem]; // PTX ISA 80, SM_90
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
const void* srcMem);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 80, SM_90
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.global.shared::cta.tile.bulk_group#
// cp.async.bulk.tensor.5d.dst.src.tile.bulk_group [tensorMap, tensorCoords], [srcMem]; // PTX ISA 80, SM_90
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
const void* srcMem);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_90
// .dst = { .shared::cta }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_90
// .dst = { .shared::cta }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_90
// .dst = { .shared::cta }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_90
// .dst = { .shared::cta }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_90
// .dst = { .shared::cta }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.global.shared::cta.tile.bulk_group.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.bulk_group.override::global_address [tensorMap, gAddrToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
const void* srcMem);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar);
cp.async.bulk.tensor.1d.global.shared::cta.tile.bulk_group.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.bulk_group.override::global_address.override::global_dim [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
const void* srcMem);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.global.shared::cta.tile.bulk_group.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.bulk_group.override::global_address [tensorMap, gAddrToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
const void* srcMem);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.global.shared::cta.tile.bulk_group.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.bulk_group.override::global_address.override::global_dim_stride [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
const void* srcMem);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.global.shared::cta.tile.bulk_group.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.bulk_group.override::global_address [tensorMap, gAddrToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
const void* srcMem);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar);
cp.async.bulk.tensor.3d.global.shared::cta.tile.bulk_group.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.bulk_group.override::global_address.override::global_dim_stride [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
const void* srcMem);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.global.shared::cta.tile.bulk_group.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.bulk_group.override::global_address [tensorMap, gAddrToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
const void* srcMem);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar);
cp.async.bulk.tensor.4d.global.shared::cta.tile.bulk_group.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.bulk_group.override::global_address.override::global_dim_stride [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
const void* srcMem);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.global.shared::cta.tile.bulk_group.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.bulk_group.override::global_address [tensorMap, gAddrToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
const void* srcMem);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.shared::cta.global.tile.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.5d.global.shared::cta.tile.bulk_group.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.bulk_group.override::global_address.override::global_dim_stride [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true>
__device__ static inline void cp_async_bulk_tensor_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
const void* srcMem);
Multicast#
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 80, SM_90a, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 80, SM_90a, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 80, SM_90a, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 80, SM_90a, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 80, SM_90a, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::1#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::2#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::1#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::2#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::1#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::2#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::1#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::2#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::1#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::2#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.1d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim#
// cp.async.bulk.tensor.1d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[1],
const int32_t (&tensorCoords)[1],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.2d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[2],
const B32 (&tensorLowerStrideToOverride)[1],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[2],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.3d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.3d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[3],
const B32 (&tensorLowerStrideToOverride)[2],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[3],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.4d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.4d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[4],
const B32 (&tensorLowerStrideToOverride)[3],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[4],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::1.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::disabled.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80000000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8000.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::80.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_16bytes::8.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.5d.shared::cluster.global.tile.mbarrier::complete_tx::bytes.cta_group::2.multicast::cluster::32b.mbarrier::report::validity::per_element::ff.override::global_address.override::global_dim_stride#
// cp.async.bulk.tensor.5d.dst.src.tile.mbarrier::complete_tx::bytes.cta_group.multicast::cluster::32b.report_mechanism.override::global_address.override::global_dim_stride [dstMem], [tensorMap, gAddrToOverride, tensorSizeToOverride, tensorLowerStrideToOverride, tensorUpperStrideToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <typename B16, enable_if_t<sizeof(B16) == 2, bool> = true, typename B32, enable_if_t<sizeof(B32) == 4, bool> = true, cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const B16 (&tensorSizeToOverride)[5],
const B32 (&tensorLowerStrideToOverride)[4],
const B16& tensorUpperStrideToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
Scatter / Gather#
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100
// .dst = { .shared::cta }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::1#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster.cta_group::2#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster.cta_group [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
template <cuda::ptx::dot_cta_group Cta_Group>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint16_t& ctaMask);
cp.async.bulk.tensor.2d.global.shared::cta.tile::scatter4.bulk_group#
// cp.async.bulk.tensor.2d.dst.src.tile::scatter4.bulk_group [tensorMap, tensorCoords], [srcMem]; // PTX ISA 86, SM_100a, SM_100f, SM_103a, SM_103f, SM_107a, SM_107f, SM_110a, SM_110f
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_tile_scatter4(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
const void* srcMem);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::disabled#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::disabled#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_16bytes::80000000#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_16bytes::8000#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_16bytes::80#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_16bytes::8#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_element::ff#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism [dstMem], [tensorMap, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cta.global.tile::gather4.mbarrier::complete_tx::bytes.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cta }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_override(
cuda::ptx::space_shared_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::1.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::disabled.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_16bytes::80000000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_16bytes::8000.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_16bytes::80.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_16bytes::8.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.shared::cluster.global.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group::2.mbarrier::report::validity::per_element::ff.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::gather4.mbarrier::complete_tx::bytes.multicast::cluster::32b.cta_group.report_mechanism.override::global_address [dstMem], [tensorMap, gAddrToOverride, tensorCoords], [smem_bar], ctaMask; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .shared::cluster }
// .src = { .global }
// .cta_group = { .cta_group::1, .cta_group::2 }
// .report_mechanism = { .mbarrier::report::disabled, .mbarrier::report::validity::per_16bytes::80000000, .mbarrier::report::validity::per_16bytes::8000, .mbarrier::report::validity::per_16bytes::80, .mbarrier::report::validity::per_16bytes::8, .mbarrier::report::validity::per_element::ff }
template <cuda::ptx::dot_cta_group Cta_Group, cuda::ptx::dot_report_mechanism Report_Mechanism>
__device__ static inline void cp_async_bulk_tensor_tile_gather4_multicast_32b_override(
cuda::ptx::space_cluster_t,
cuda::ptx::space_global_t,
cuda::ptx::cta_group_t<Cta_Group> cta_group,
cuda::ptx::report_mechanism_t<Report_Mechanism> report_mechanism,
void* dstMem,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
uint64_t* smem_bar,
const uint32_t& ctaMask);
cp.async.bulk.tensor.2d.global.shared::cta.tile::scatter4.bulk_group.override::global_address#
// cp.async.bulk.tensor.2d.dst.src.tile::scatter4.bulk_group.override::global_address [tensorMap, gAddrToOverride, tensorCoords], [srcMem]; // PTX ISA 94, SM_107a, SM_107f
// .dst = { .global }
// .src = { .shared::cta }
template <typename = void>
__device__ static inline void cp_async_bulk_tensor_tile_scatter4_override(
cuda::ptx::space_global_t,
cuda::ptx::space_shared_t,
const void* tensorMap,
const void* gAddrToOverride,
const int32_t (&tensorCoords)[5],
const void* srcMem);