Reference documentation

• CUDA Host API
  • Device Management
    • Device detection and enquiry
      • is_available()
      • detect()
    • Context management
      • Context
        • get_memory_info()
        • pop()
        • push()
        • reset()
      • current_context()
      • require_context()
      • synchronize()
      • close()
    • Device management
      • gpus
      • current
      • _DeviceContextManager
      • select_device()
      • get_current_device()
      • list_devices()
      • Device
        • compute_capability
        • id
        • name
        • uuid
        • reset()
        • supports_float16
  • Compilation
    • compile()
    • compile_for_current_device()
    • compile_ptx()
    • compile_ptx_for_current_device()
  • Measurement
    • Profiling
      • profile_start()
      • profile_stop()
      • profiling()
    • Events
      • event()
      • event_elapsed_time()
      • Event
        • query()
        • record()
        • synchronize()
        • wait()
  • Stream Management
    • Stream
      • add_callback()
      • async_done()
      • auto_synchronize()
      • synchronize()
    • stream()
    • default_stream()
    • legacy_default_stream()
    • per_thread_default_stream()
    • external_stream()
• CUDA Kernel API
  • Kernel declaration
    • jit()
  • Dispatcher objects
    • CUDADispatcher
      • extensions
      • forall()
      • get_const_mem_size()
      • get_local_mem_per_thread()
      • get_max_threads_per_block()
      • get_regs_per_thread()
      • get_shared_mem_per_block()
      • inspect_asm()
      • inspect_llvm()
      • inspect_sass()
      • inspect_types()
      • specialize()
      • specialized
  • Kernel Arguments
  • Intrinsic Attributes and Functions
    • Thread Indexing
      • threadIdx
      • blockIdx
      • blockDim
      • gridDim
      • laneid
      • warpsize
      • grid()
      • gridsize()
    • Memory Management
      • array()
      • array()
      • array_like()
    • Synchronization and Atomic Operations
      • add()
      • sub()
      • and_()
      • or_()
      • xor()
      • exch()
      • inc()
      • dec()
      • max()
      • cas()
      • syncthreads()
      • syncthreads_count()
      • syncthreads_and()
      • syncthreads_or()
    • Cooperative Groups
      • this_grid()
      • GridGroup
        • sync()
    • Memory Fences
      • threadfence()
      • threadfence_block()
      • threadfence_system()
    • Warp Intrinsics
      • syncwarp()
      • all_sync()
      • any_sync()
      • eq_sync()
      • ballot_sync()
      • shfl_sync()
      • shfl_up_sync()
      • shfl_down_sync()
      • shfl_xor_sync()
      • match_any_sync()
      • match_all_sync()
      • activemask()
      • lanemask_lt()
    • Integer Intrinsics
      • popc()
      • brev()
      • clz()
      • ffs()
    • Floating Point Intrinsics
      • fma()
      • cbrt()
    • 16-bit Floating Point Intrinsics
      • is_float16_supported()
      • hfma()
      • hadd()
      • hsub()
      • hmul()
      • hdiv()
      • hneg()
      • habs()
      • hsin()
      • hcos()
      • hlog()
      • hlog10()
      • hlog2()
      • hexp()
      • hexp10()
      • hexp2()
      • hfloor()
      • hceil()
      • hsqrt()
      • hrsqrt()
      • hrcp()
      • hrint()
      • htrunc()
      • heq()
      • hne()
      • hgt()
      • hge()
      • hlt()
      • hle()
      • hmax()
      • hmin()
    • Control Flow Instructions
      • selp()
    • Timer Intrinsics
      • nanosleep()
• CUDA-Specific Types
  • Vector Types
  • Narrow Data Types
    • Bfloat16
      • is_bfloat16_supported()
      • Data Movement and Casts
        • bfloat16()
      • Arithmetic
      • Math Intrinsics
        • htrunc()
        • hceil()
        • hfloor()
        • hrint()
        • hsqrt()
        • hrsqrt()
        • hrcp()
        • hlog()
        • hlog2()
        • hlog10()
        • hcos()
        • hsin()
        • htanh()
        • htanh_approx()
        • hexp()
        • hexp2()
        • hexp10()
      • Arithmetic Intrinsics
        • habs()
        • hneg()
        • hadd()
        • hadd_rn()
        • hadd_sat()
        • hsub()
        • hsub_rn()
        • hsub_sat()
        • hmul()
        • hmul_rn()
        • hmul_sat()
        • hdiv()
        • hfma()
        • hfma_sat()
        • hfma_relu()
      • Comparison Intrinsics
        • heq()
        • hne()
        • hge()
        • hgt()
        • hle()
        • hlt()
        • hequ()
        • hneu()
        • hgeu()
        • hgtu()
        • hleu()
        • hltu()
        • hmax()
        • hmin()
        • hmax_nan()
        • hmin_nan()
        • hisnan()
        • hisinf()
      • Precision Conversion and Data Movement
        • Floating-point conversions
          • float32_to_bfloat16()
          • float64_to_bfloat16()
          • bfloat16_to_float32()
          • float32_to_bfloat16_rn()
          • float32_to_bfloat16_rz()
          • float32_to_bfloat16_rd()
          • float32_to_bfloat16_ru()
        • Integer conversions
          • int16 (signed 16-bit)
            • int16_to_bfloat16_rn()
            • int16_to_bfloat16_rz()
            • int16_to_bfloat16_rd()
            • int16_to_bfloat16_ru()
            • bfloat16_to_int16_rn()
            • bfloat16_to_int16_rz()
            • bfloat16_to_int16_rd()
            • bfloat16_to_int16_ru()
          • uint16 (unsigned 16-bit)
            • uint16_to_bfloat16_rn()
            • uint16_to_bfloat16_rz()
            • uint16_to_bfloat16_rd()
            • uint16_to_bfloat16_ru()
            • bfloat16_to_uint16_rn()
            • bfloat16_to_uint16_rz()
            • bfloat16_to_uint16_rd()
            • bfloat16_to_uint16_ru()
          • int32 (signed 32-bit)
            • int32_to_bfloat16_rn()
            • int32_to_bfloat16_rz()
            • int32_to_bfloat16_rd()
            • int32_to_bfloat16_ru()
            • bfloat16_to_int32_rn()
            • bfloat16_to_int32_rz()
            • bfloat16_to_int32_rd()
            • bfloat16_to_int32_ru()
          • uint32 (unsigned 32-bit)
            • uint32_to_bfloat16_rn()
            • uint32_to_bfloat16_rz()
            • uint32_to_bfloat16_rd()
            • uint32_to_bfloat16_ru()
            • bfloat16_to_uint32_rn()
            • bfloat16_to_uint32_rz()
            • bfloat16_to_uint32_rd()
            • bfloat16_to_uint32_ru()
          • int64 (signed 64-bit)
            • int64_to_bfloat16_rn()
            • int64_to_bfloat16_rz()
            • int64_to_bfloat16_rd()
            • int64_to_bfloat16_ru()
            • bfloat16_to_int64_rn()
            • bfloat16_to_int64_rz()
            • bfloat16_to_int64_rd()
            • bfloat16_to_int64_ru()
          • uint64 (unsigned 64-bit)
            • uint64_to_bfloat16_rn()
            • uint64_to_bfloat16_rz()
            • uint64_to_bfloat16_rd()
            • uint64_to_bfloat16_ru()
            • bfloat16_to_uint64_rn()
            • bfloat16_to_uint64_rz()
            • bfloat16_to_uint64_rd()
            • bfloat16_to_uint64_ru()
        • 8-bit conversions
          • bfloat16_to_int8_rz()
          • bfloat16_to_uint8_rz()
        • Bit Reinterpret Casts
          • bfloat16_as_int16()
          • bfloat16_as_uint16()
          • int16_as_bfloat16()
          • uint16_as_bfloat16()
• Memory Management
  • to_device()
  • device_array()
  • device_array_like()
  • pinned_array()
  • pinned_array_like()
  • mapped_array()
  • mapped_array_like()
  • managed_array()
  • pinned()
  • mapped()
  • Device Objects
    • DeviceNDArray
      • copy_to_device()
      • copy_to_host()
      • is_c_contiguous()
      • is_f_contiguous()
      • ravel()
      • reshape()
      • split()
    • DeviceRecord
      • copy_to_device()
      • copy_to_host()
    • MappedNDArray
      • copy_to_device()
      • copy_to_host()
      • split()
• Libdevice functions
  • Wrapped functions
    • abs()
    • acos()
    • acosf()
    • acosh()
    • acoshf()
    • asin()
    • asinf()
    • asinh()
    • asinhf()
    • atan()
    • atan2()
    • atan2f()
    • atanf()
    • atanh()
    • atanhf()
    • brev()
    • brevll()
    • byte_perm()
    • cbrt()
    • cbrtf()
    • ceil()
    • ceilf()
    • clz()
    • clzll()
    • copysign()
    • copysignf()
    • cos()
    • cosf()
    • cosh()
    • coshf()
    • cospi()
    • cospif()
    • dadd_rd()
    • dadd_rn()
    • dadd_ru()
    • dadd_rz()
    • ddiv_rd()
    • ddiv_rn()
    • ddiv_ru()
    • ddiv_rz()
    • dmul_rd()
    • dmul_rn()
    • dmul_ru()
    • dmul_rz()
    • double2float_rd()
    • double2float_rn()
    • double2float_ru()
    • double2float_rz()
    • double2hiint()
    • double2int_rd()
    • double2int_rn()
    • double2int_ru()
    • double2int_rz()
    • double2ll_rd()
    • double2ll_rn()
    • double2ll_ru()
    • double2ll_rz()
    • double2loint()
    • double2uint_rd()
    • double2uint_rn()
    • double2uint_ru()
    • double2uint_rz()
    • double2ull_rd()
    • double2ull_rn()
    • double2ull_ru()
    • double2ull_rz()
    • double_as_longlong()
    • drcp_rd()
    • drcp_rn()
    • drcp_ru()
    • drcp_rz()
    • dsqrt_rd()
    • dsqrt_rn()
    • dsqrt_ru()
    • dsqrt_rz()
    • erf()
    • erfc()
    • erfcf()
    • erfcinv()
    • erfcinvf()
    • erfcx()
    • erfcxf()
    • erff()
    • erfinv()
    • erfinvf()
    • exp()
    • exp10()
    • exp10f()
    • exp2()
    • exp2f()
    • expf()
    • expm1()
    • expm1f()
    • fabs()
    • fabsf()
    • fadd_rd()
    • fadd_rn()
    • fadd_ru()
    • fadd_rz()
    • fast_cosf()
    • fast_exp10f()
    • fast_expf()
    • fast_fdividef()
    • fast_log10f()
    • fast_log2f()
    • fast_logf()
    • fast_powf()
    • fast_sincosf()
    • fast_sinf()
    • fast_tanf()
    • fdim()
    • fdimf()
    • fdiv_rd()
    • fdiv_rn()
    • fdiv_ru()
    • fdiv_rz()
    • ffs()
    • ffsll()
    • finitef()
    • float2half_rn()
    • float2int_rd()
    • float2int_rn()
    • float2int_ru()
    • float2int_rz()
    • float2ll_rd()
    • float2ll_rn()
    • float2ll_ru()
    • float2ll_rz()
    • float2uint_rd()
    • float2uint_rn()
    • float2uint_ru()
    • float2uint_rz()
    • float2ull_rd()
    • float2ull_rn()
    • float2ull_ru()
    • float2ull_rz()
    • float_as_int()
    • floor()
    • floorf()
    • fma()
    • fma_rd()
    • fma_rn()
    • fma_ru()
    • fma_rz()
    • fmaf()
    • fmaf_rd()
    • fmaf_rn()
    • fmaf_ru()
    • fmaf_rz()
    • fmax()
    • fmaxf()
    • fmin()
    • fminf()
    • fmod()
    • fmodf()
    • fmul_rd()
    • fmul_rn()
    • fmul_ru()
    • fmul_rz()
    • frcp_rd()
    • frcp_rn()
    • frcp_ru()
    • frcp_rz()
    • frexp()
    • frexpf()
    • frsqrt_rn()
    • fsqrt_rd()
    • fsqrt_rn()
    • fsqrt_ru()
    • fsqrt_rz()
    • fsub_rd()
    • fsub_rn()
    • fsub_ru()
    • fsub_rz()
    • hadd()
    • half2float()
    • hiloint2double()
    • hypot()
    • hypotf()
    • ilogb()
    • ilogbf()
    • int2double_rn()
    • int2float_rd()
    • int2float_rn()
    • int2float_ru()
    • int2float_rz()
    • int_as_float()
    • isfinited()
    • isinfd()
    • isinff()
    • isnand()
    • isnanf()
    • j0()
    • j0f()
    • j1()
    • j1f()
    • jn()
    • jnf()
    • ldexp()
    • ldexpf()
    • lgamma()
    • lgammaf()
    • ll2double_rd()
    • ll2double_rn()
    • ll2double_ru()
    • ll2double_rz()
    • ll2float_rd()
    • ll2float_rn()
    • ll2float_ru()
    • ll2float_rz()
    • llabs()
    • llmax()
    • llmin()
    • llrint()
    • llrintf()
    • llround()
    • llroundf()
    • log()
    • log10()
    • log10f()
    • log1p()
    • log1pf()
    • log2()
    • log2f()
    • logb()
    • logbf()
    • logf()
    • longlong_as_double()
    • max()
    • min()
    • modf()
    • modff()
    • mul24()
    • mul64hi()
    • mulhi()
    • nearbyint()
    • nearbyintf()
    • nextafter()
    • nextafterf()
    • normcdf()
    • normcdff()
    • normcdfinv()
    • normcdfinvf()
    • popc()
    • popcll()
    • pow()
    • powf()
    • powi()
    • powif()
    • rcbrt()
    • rcbrtf()
    • remainder()
    • remainderf()
    • remquo()
    • remquof()
    • rhadd()
    • rint()
    • rintf()
    • round()
    • roundf()
    • rsqrt()
    • rsqrtf()
    • sad()
    • saturatef()
    • scalbn()
    • scalbnf()
    • signbitd()
    • signbitf()
    • sin()
    • sincos()
    • sincosf()
    • sincospi()
    • sincospif()
    • sinf()
    • sinh()
    • sinhf()
    • sinpi()
    • sinpif()
    • sqrt()
    • sqrtf()
    • tan()
    • tanf()
    • tanh()
    • tanhf()
    • tgamma()
    • tgammaf()
    • trunc()
    • truncf()
    • uhadd()
    • uint2double_rn()
    • uint2float_rd()
    • uint2float_rn()
    • uint2float_ru()
    • uint2float_rz()
    • ull2double_rd()
    • ull2double_rn()
    • ull2double_ru()
    • ull2double_rz()
    • ull2float_rd()
    • ull2float_rn()
    • ull2float_ru()
    • ull2float_rz()
    • ullmax()
    • ullmin()
    • umax()
    • umin()
    • umul24()
    • umul64hi()
    • umulhi()
    • urhadd()
    • usad()
    • y0()
    • y0f()
    • y1()
    • y1f()
    • yn()
    • ynf()
• Environment Variables