CUDA Python API Reference#
CaptionHolder:
- driver
- Data types used by CUDA driver
CUuuid_stCUmemFabricHandle_stCUipcEventHandle_stCUipcMemHandle_stCUstreamBatchMemOpParams_unionCUDA_BATCH_MEM_OP_NODE_PARAMS_v1_stCUDA_BATCH_MEM_OP_NODE_PARAMS_v2_stCUasyncNotificationInfo_stCUdevprop_stCUaccessPolicyWindow_stCUDA_KERNEL_NODE_PARAMS_stCUDA_KERNEL_NODE_PARAMS_v2_stCUDA_KERNEL_NODE_PARAMS_v3_stCUDA_MEMSET_NODE_PARAMS_stCUDA_MEMSET_NODE_PARAMS_v2_stCUDA_HOST_NODE_PARAMS_stCUDA_HOST_NODE_PARAMS_v2_stCUDA_CONDITIONAL_NODE_PARAMSCUgraphEdgeData_stCUDA_GRAPH_INSTANTIATE_PARAMS_stCUlaunchMemSyncDomainMap_stCUlaunchAttributeValue_unionCUlaunchAttribute_stCUlaunchConfig_stCUexecAffinitySmCount_stCUexecAffinityParam_stCUctxCigParam_stCUctxCreateParams_stCUstreamCigParam_stCUstreamCigCaptureParams_stCUlibraryHostUniversalFunctionAndDataTable_stCUDA_MEMCPY2D_stCUDA_MEMCPY3D_stCUDA_MEMCPY3D_PEER_stCUDA_MEMCPY_NODE_PARAMS_stCUDA_ARRAY_DESCRIPTOR_stCUDA_ARRAY3D_DESCRIPTOR_stCUDA_ARRAY_SPARSE_PROPERTIES_stCUDA_ARRAY_MEMORY_REQUIREMENTS_stCUDA_RESOURCE_DESC_stCUDA_TEXTURE_DESC_stCUDA_RESOURCE_VIEW_DESC_stCUtensorMap_stCUDA_POINTER_ATTRIBUTE_P2P_TOKENS_stCUDA_LAUNCH_PARAMS_stCUDA_EXTERNAL_MEMORY_HANDLE_DESC_stCUDA_EXTERNAL_MEMORY_BUFFER_DESC_stCUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC_stCUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC_stCUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS_stCUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS_stCUDA_EXT_SEM_SIGNAL_NODE_PARAMS_stCUDA_EXT_SEM_SIGNAL_NODE_PARAMS_v2_stCUDA_EXT_SEM_WAIT_NODE_PARAMS_stCUDA_EXT_SEM_WAIT_NODE_PARAMS_v2_stCUarrayMapInfo_stCUmemLocation_stCUmemAllocationProp_stCUmulticastObjectProp_stCUmemAccessDesc_stCUgraphExecUpdateResultInfo_stCUmemPoolProps_stCUmemPoolPtrExportData_stCUmemcpyAttributes_stCUoffset3D_stCUextent3D_stCUmemcpy3DOperand_stCUDA_MEMCPY3D_BATCH_OP_stCUDA_MEM_ALLOC_NODE_PARAMS_v1_stCUDA_MEM_ALLOC_NODE_PARAMS_v2_stCUDA_MEM_FREE_NODE_PARAMS_stCUDA_CHILD_GRAPH_NODE_PARAMS_stCUDA_EVENT_RECORD_NODE_PARAMS_stCUDA_EVENT_WAIT_NODE_PARAMS_stCUgraphNodeParams_stCUcheckpointLockArgs_stCUcheckpointCheckpointArgs_stCUcheckpointGpuPair_stCUcheckpointRestoreArgs_stCUcheckpointUnlockArgs_stCUeglFrame_stCUipcMem_flagsCUmemAttach_flagsCUctx_flagsCUevent_sched_flagscl_event_flagscl_context_flagsCUhostTaskSyncModeCUstream_flagsCUevent_flagsCUevent_record_flagsCUevent_wait_flagsCUatomicOperationCUatomicOperationCapabilityCUstreamWaitValue_flagsCUstreamWriteValue_flagsCUstreamBatchMemOpTypeCUstreamMemoryBarrier_flagsCUstreamAtomicReductionOpTypeCUstreamAtomicReductionDataTypeCUoccupancy_flagsCUstreamUpdateCaptureDependencies_flagsCUasyncNotificationTypeCUarray_formatCUaddress_modeCUfilter_modeCUdevice_attributeCUpointer_attributeCUfunction_attributeCUfunc_cacheCUsharedconfigCUshared_carveoutCUmemorytypeCUcomputemodeCUmem_adviseCUmem_range_attributeCUjit_optionCUjit_targetCUjit_fallbackCUjit_cacheModeCUjitInputTypeCUgraphicsRegisterFlagsCUgraphicsMapResourceFlagsCUarray_cubemap_faceCUlimitCUresourcetypeCUaccessPropertyCUgraphConditionalNodeTypeCUgraphNodeTypeCUgraphDependencyTypeCUgraphInstantiateResultCUsynchronizationPolicyCUclusterSchedulingPolicyCUlaunchMemSyncDomainCUlaunchAttributePortableClusterModeCUsharedMemoryModeCUlaunchAttributeIDCUstreamCaptureStatusCUstreamCaptureModeCUdriverProcAddress_flagsCUdriverProcAddressQueryResultCUexecAffinityTypeCUcigDataTypeCUstreamCigDataTypeCUlibraryOptionCUresultCUdevice_P2PAttributeCUresourceViewFormatCUtensorMapDataTypeCUtensorMapInterleaveCUtensorMapSwizzleCUtensorMapL2promotionCUtensorMapFloatOOBfillCUtensorMapIm2ColWideModeCUDA_POINTER_ATTRIBUTE_ACCESS_FLAGSCUexternalMemoryHandleTypeCUexternalSemaphoreHandleTypeCUmemAllocationHandleTypeCUmemAccess_flagsCUmemLocationTypeCUmemAllocationTypeCUmemAllocationGranularity_flagsCUmemRangeHandleTypeCUmemRangeFlagsCUarraySparseSubresourceTypeCUmemOperationTypeCUmemHandleTypeCUmemAllocationCompTypeCUmulticastGranularity_flagsCUgraphExecUpdateResultCUmemPool_attributeCUmemcpyFlagsCUmemcpySrcAccessOrderCUmemcpy3DOperandTypeCUgraphMem_attributeCUgraphChildGraphNodeOwnershipCUflushGPUDirectRDMAWritesOptionsCUGPUDirectRDMAWritesOrderingCUflushGPUDirectRDMAWritesScopeCUflushGPUDirectRDMAWritesTargetCUgraphDebugDot_flagsCUuserObject_flagsCUuserObjectRetain_flagsCUgraphInstantiate_flagsCUdeviceNumaConfigCUprocessStateCUeglFrameTypeCUeglResourceLocationFlagsCUeglColorFormatCUdeviceptr_v2CUdeviceptrCUdevice_v1CUdeviceCUcontextCUmoduleCUfunctionCUlibraryCUkernelCUarrayCUmipmappedArrayCUtexrefCUsurfrefCUeventCUstreamCUgraphicsResourceCUtexObject_v1CUtexObjectCUsurfObject_v1CUsurfObjectCUexternalMemoryCUexternalSemaphoreCUgraphCUgraphNodeCUgraphExecCUmemoryPoolCUuserObjectCUgraphConditionalHandleCUgraphDeviceNodeCUasyncCallbackHandleCUgreenCtxCUuuidCUmemFabricHandle_v1CUmemFabricHandleCUipcEventHandle_v1CUipcEventHandleCUipcMemHandle_v1CUipcMemHandleCUstreamBatchMemOpParams_v1CUstreamBatchMemOpParamsCUDA_BATCH_MEM_OP_NODE_PARAMS_v1CUDA_BATCH_MEM_OP_NODE_PARAMSCUDA_BATCH_MEM_OP_NODE_PARAMS_v2CUasyncNotificationInfoCUasyncCallbackCUdevprop_v1CUdevpropCUlinkStateCUhostFnCUaccessPolicyWindow_v1CUaccessPolicyWindowCUDA_KERNEL_NODE_PARAMS_v1CUDA_KERNEL_NODE_PARAMS_v2CUDA_KERNEL_NODE_PARAMSCUDA_KERNEL_NODE_PARAMS_v3CUDA_MEMSET_NODE_PARAMS_v1CUDA_MEMSET_NODE_PARAMSCUDA_MEMSET_NODE_PARAMS_v2CUDA_HOST_NODE_PARAMS_v1CUDA_HOST_NODE_PARAMSCUDA_HOST_NODE_PARAMS_v2CUDA_CONDITIONAL_NODE_PARAMSCUgraphEdgeDataCUDA_GRAPH_INSTANTIATE_PARAMSCUlaunchMemSyncDomainMapCUlaunchAttributeValueCUlaunchAttributeCUlaunchConfigCUkernelNodeAttrIDCUkernelNodeAttrValue_v1CUkernelNodeAttrValueCUstreamAttrIDCUstreamAttrValue_v1CUstreamAttrValueCUexecAffinitySmCount_v1CUexecAffinitySmCountCUexecAffinityParam_v1CUexecAffinityParamCUctxCigParamCUctxCreateParamsCUstreamCigParamCUstreamCigCaptureParamsCUlibraryHostUniversalFunctionAndDataTableCUstreamCallbackCUoccupancyB2DSizeCUDA_MEMCPY2D_v2CUDA_MEMCPY2DCUDA_MEMCPY3D_v2CUDA_MEMCPY3DCUDA_MEMCPY3D_PEER_v1CUDA_MEMCPY3D_PEERCUDA_MEMCPY_NODE_PARAMSCUDA_ARRAY_DESCRIPTOR_v2CUDA_ARRAY_DESCRIPTORCUDA_ARRAY3D_DESCRIPTOR_v2CUDA_ARRAY3D_DESCRIPTORCUDA_ARRAY_SPARSE_PROPERTIES_v1CUDA_ARRAY_SPARSE_PROPERTIESCUDA_ARRAY_MEMORY_REQUIREMENTS_v1CUDA_ARRAY_MEMORY_REQUIREMENTSCUDA_RESOURCE_DESC_v1CUDA_RESOURCE_DESCCUDA_TEXTURE_DESC_v1CUDA_TEXTURE_DESCCUDA_RESOURCE_VIEW_DESC_v1CUDA_RESOURCE_VIEW_DESCCUtensorMapCUDA_POINTER_ATTRIBUTE_P2P_TOKENS_v1CUDA_POINTER_ATTRIBUTE_P2P_TOKENSCUDA_LAUNCH_PARAMS_v1CUDA_LAUNCH_PARAMSCUDA_EXTERNAL_MEMORY_HANDLE_DESC_v1CUDA_EXTERNAL_MEMORY_HANDLE_DESCCUDA_EXTERNAL_MEMORY_BUFFER_DESC_v1CUDA_EXTERNAL_MEMORY_BUFFER_DESCCUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC_v1CUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESCCUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC_v1CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESCCUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS_v1CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMSCUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS_v1CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMSCUDA_EXT_SEM_SIGNAL_NODE_PARAMS_v1CUDA_EXT_SEM_SIGNAL_NODE_PARAMSCUDA_EXT_SEM_SIGNAL_NODE_PARAMS_v2CUDA_EXT_SEM_WAIT_NODE_PARAMS_v1CUDA_EXT_SEM_WAIT_NODE_PARAMSCUDA_EXT_SEM_WAIT_NODE_PARAMS_v2CUmemGenericAllocationHandle_v1CUmemGenericAllocationHandleCUarrayMapInfo_v1CUarrayMapInfoCUmemLocation_v1CUmemLocationCUmemAllocationProp_v1CUmemAllocationPropCUmulticastObjectProp_v1CUmulticastObjectPropCUmemAccessDesc_v1CUmemAccessDescCUgraphExecUpdateResultInfo_v1CUgraphExecUpdateResultInfoCUmemPoolProps_v1CUmemPoolPropsCUmemPoolPtrExportData_v1CUmemPoolPtrExportDataCUmemcpyAttributes_v1CUmemcpyAttributesCUoffset3D_v1CUoffset3DCUextent3D_v1CUextent3DCUmemcpy3DOperand_v1CUmemcpy3DOperandCUDA_MEMCPY3D_BATCH_OP_v1CUDA_MEMCPY3D_BATCH_OPCUDA_MEM_ALLOC_NODE_PARAMS_v1CUDA_MEM_ALLOC_NODE_PARAMSCUDA_MEM_ALLOC_NODE_PARAMS_v2CUDA_MEM_FREE_NODE_PARAMSCUDA_CHILD_GRAPH_NODE_PARAMSCUDA_EVENT_RECORD_NODE_PARAMSCUDA_EVENT_WAIT_NODE_PARAMSCUgraphNodeParamsCUcheckpointLockArgsCUcheckpointCheckpointArgsCUcheckpointGpuPairCUcheckpointRestoreArgsCUcheckpointUnlockArgsCUeglFrame_v1CUeglFrameCUeglStreamConnectiondriver.CUDA_VERSIONdriver.CU_IPC_HANDLE_SIZEdriver.CU_STREAM_LEGACYdriver.CU_STREAM_PER_THREADdriver.CU_COMPUTE_ACCELERATED_TARGET_BASEdriver.CU_COMPUTE_FAMILY_TARGET_BASEdriver.CU_GRAPH_COND_ASSIGN_DEFAULTdriver.CU_GRAPH_KERNEL_NODE_PORT_DEFAULTdriver.CU_GRAPH_KERNEL_NODE_PORT_PROGRAMMATICdriver.CU_GRAPH_KERNEL_NODE_PORT_LAUNCH_ORDERdriver.CU_KERNEL_NODE_ATTRIBUTE_ACCESS_POLICY_WINDOWdriver.CU_KERNEL_NODE_ATTRIBUTE_COOPERATIVEdriver.CU_KERNEL_NODE_ATTRIBUTE_CLUSTER_DIMENSIONdriver.CU_KERNEL_NODE_ATTRIBUTE_CLUSTER_SCHEDULING_POLICY_PREFERENCEdriver.CU_KERNEL_NODE_ATTRIBUTE_PRIORITYdriver.CU_KERNEL_NODE_ATTRIBUTE_MEM_SYNC_DOMAIN_MAPdriver.CU_KERNEL_NODE_ATTRIBUTE_MEM_SYNC_DOMAINdriver.CU_KERNEL_NODE_ATTRIBUTE_PREFERRED_CLUSTER_DIMENSIONdriver.CU_KERNEL_NODE_ATTRIBUTE_DEVICE_UPDATABLE_KERNEL_NODEdriver.CU_KERNEL_NODE_ATTRIBUTE_PREFERRED_SHARED_MEMORY_CARVEOUTdriver.CU_STREAM_ATTRIBUTE_ACCESS_POLICY_WINDOWdriver.CU_STREAM_ATTRIBUTE_SYNCHRONIZATION_POLICYdriver.CU_STREAM_ATTRIBUTE_PRIORITYdriver.CU_STREAM_ATTRIBUTE_MEM_SYNC_DOMAIN_MAPdriver.CU_STREAM_ATTRIBUTE_MEM_SYNC_DOMAINdriver.CU_MEMHOSTALLOC_PORTABLEdriver.CU_MEMHOSTALLOC_DEVICEMAPdriver.CU_MEMHOSTALLOC_WRITECOMBINEDdriver.CU_MEMHOSTREGISTER_PORTABLEdriver.CU_MEMHOSTREGISTER_DEVICEMAPdriver.CU_MEMHOSTREGISTER_IOMEMORYdriver.CU_MEMHOSTREGISTER_READ_ONLYdriver.CU_ARRAY_SPARSE_PROPERTIES_SINGLE_MIPTAILdriver.CU_TENSOR_MAP_NUM_QWORDSdriver.CUDA_EXTERNAL_MEMORY_DEDICATEDdriver.CUDA_EXTERNAL_SEMAPHORE_SIGNAL_SKIP_NVSCIBUF_MEMSYNCdriver.CUDA_EXTERNAL_SEMAPHORE_WAIT_SKIP_NVSCIBUF_MEMSYNCdriver.CUDA_NVSCISYNC_ATTR_SIGNALdriver.CUDA_NVSCISYNC_ATTR_WAITdriver.CU_MEM_CREATE_USAGE_TILE_POOLdriver.CU_MEM_CREATE_USAGE_HW_DECOMPRESSdriver.CU_MEM_POOL_CREATE_USAGE_HW_DECOMPRESSdriver.CUDA_COOPERATIVE_LAUNCH_MULTI_DEVICE_NO_PRE_LAUNCH_SYNCdriver.CUDA_COOPERATIVE_LAUNCH_MULTI_DEVICE_NO_POST_LAUNCH_SYNCdriver.CUDA_ARRAY3D_LAYEREDdriver.CUDA_ARRAY3D_2DARRAYdriver.CUDA_ARRAY3D_SURFACE_LDSTdriver.CUDA_ARRAY3D_CUBEMAPdriver.CUDA_ARRAY3D_TEXTURE_GATHERdriver.CUDA_ARRAY3D_DEPTH_TEXTUREdriver.CUDA_ARRAY3D_COLOR_ATTACHMENTdriver.CUDA_ARRAY3D_SPARSEdriver.CUDA_ARRAY3D_DEFERRED_MAPPINGdriver.CUDA_ARRAY3D_VIDEO_ENCODE_DECODEdriver.CU_TRSA_OVERRIDE_FORMATdriver.CU_TRSF_READ_AS_INTEGERdriver.CU_TRSF_NORMALIZED_COORDINATESdriver.CU_TRSF_SRGBdriver.CU_TRSF_DISABLE_TRILINEAR_OPTIMIZATIONdriver.CU_TRSF_SEAMLESS_CUBEMAPdriver.CU_LAUNCH_KERNEL_REQUIRED_BLOCK_DIMdriver.CU_LAUNCH_PARAM_END_AS_INTdriver.CU_LAUNCH_PARAM_ENDdriver.CU_LAUNCH_PARAM_BUFFER_POINTER_AS_INTdriver.CU_LAUNCH_PARAM_BUFFER_POINTERdriver.CU_LAUNCH_PARAM_BUFFER_SIZE_AS_INTdriver.CU_LAUNCH_PARAM_BUFFER_SIZEdriver.CU_PARAM_TR_DEFAULTdriver.CU_DEVICE_CPUdriver.CU_DEVICE_INVALIDdriver.MAX_PLANESdriver.CUDA_EGL_INFINITE_TIMEOUT
- Error Handling
- Initialization
- Version Management
- Device Management
cuDeviceGet()cuDeviceGetCount()cuDeviceGetName()cuDeviceGetUuid()cuDeviceGetLuid()cuDeviceTotalMem()cuDeviceGetTexture1DLinearMaxWidth()cuDeviceGetAttribute()cuDeviceGetHostAtomicCapabilities()cuDeviceGetNvSciSyncAttributes()cuDeviceSetMemPool()cuDeviceGetMemPool()cuDeviceGetDefaultMemPool()cuDeviceGetExecAffinitySupport()cuFlushGPUDirectRDMAWrites()
- Primary Context Management
- Context Management
cuCtxCreate()cuCtxDestroy()cuCtxPushCurrent()cuCtxPopCurrent()cuCtxSetCurrent()cuCtxGetCurrent()cuCtxGetDevice()cuCtxGetDevice_v2()cuCtxGetFlags()cuCtxSetFlags()cuCtxGetId()cuCtxSynchronize()cuCtxSynchronize_v2()cuCtxSetLimit()cuCtxGetLimit()cuCtxGetCacheConfig()cuCtxSetCacheConfig()cuCtxGetApiVersion()cuCtxGetStreamPriorityRange()cuCtxResetPersistingL2Cache()cuCtxGetExecAffinity()cuCtxRecordEvent()cuCtxWaitEvent()
- Module Management
CUmoduleLoadingModecuModuleLoad()cuModuleLoadData()cuModuleLoadDataEx()cuModuleLoadFatBinary()cuModuleUnload()cuModuleGetLoadingMode()cuModuleGetFunction()cuModuleGetFunctionCount()cuModuleEnumerateFunctions()cuModuleGetGlobal()cuLinkCreate()cuLinkAddData()cuLinkAddFile()cuLinkComplete()cuLinkDestroy()
- Library Management
cuLibraryLoadData()cuLibraryLoadFromFile()cuLibraryUnload()cuLibraryGetKernel()cuLibraryGetKernelCount()cuLibraryEnumerateKernels()cuLibraryGetModule()cuKernelGetFunction()cuKernelGetLibrary()cuLibraryGetGlobal()cuLibraryGetManaged()cuLibraryGetUnifiedFunction()cuKernelGetAttribute()cuKernelSetAttribute()cuKernelSetCacheConfig()cuKernelGetName()cuKernelGetParamInfo()cuKernelGetParamCount()
- Memory Management
CUmemDecompressParams_stCUmemDecompressAlgorithmCUmemDecompressParamscuMemGetInfo()cuMemAlloc()cuMemAllocPitch()cuMemFree()cuMemGetAddressRange()cuMemAllocHost()cuMemFreeHost()cuMemHostAlloc()cuMemHostGetDevicePointer()cuMemHostGetFlags()cuMemAllocManaged()cuDeviceRegisterAsyncNotification()cuDeviceUnregisterAsyncNotification()cuDeviceGetByPCIBusId()cuDeviceGetPCIBusId()cuIpcGetEventHandle()cuIpcOpenEventHandle()cuIpcGetMemHandle()cuIpcOpenMemHandle()cuIpcCloseMemHandle()cuMemHostRegister()cuMemHostUnregister()cuMemcpy()cuMemcpyPeer()cuMemcpyHtoD()cuMemcpyDtoH()cuMemcpyDtoD()cuMemcpyDtoA()cuMemcpyAtoD()cuMemcpyHtoA()cuMemcpyAtoH()cuMemcpyAtoA()cuMemcpy2D()cuMemcpy2DUnaligned()cuMemcpy3D()cuMemcpy3DPeer()cuMemcpyAsync()cuMemcpyPeerAsync()cuMemcpyHtoDAsync()cuMemcpyDtoHAsync()cuMemcpyDtoDAsync()cuMemcpyHtoAAsync()cuMemcpyAtoHAsync()cuMemcpy2DAsync()cuMemcpy3DAsync()cuMemcpy3DPeerAsync()cuMemcpyBatchAsync()cuMemcpy3DBatchAsync()cuMemcpyWithAttributesAsync()cuMemcpy3DWithAttributesAsync()cuMemsetD8()cuMemsetD16()cuMemsetD32()cuMemsetD2D8()cuMemsetD2D16()cuMemsetD2D32()cuMemsetD8Async()cuMemsetD16Async()cuMemsetD32Async()cuMemsetD2D8Async()cuMemsetD2D16Async()cuMemsetD2D32Async()cuArrayCreate()cuArrayGetDescriptor()cuArrayGetSparseProperties()cuMipmappedArrayGetSparseProperties()cuArrayGetMemoryRequirements()cuMipmappedArrayGetMemoryRequirements()cuArrayGetPlane()cuArrayDestroy()cuArray3DCreate()cuArray3DGetDescriptor()cuMipmappedArrayCreate()cuMipmappedArrayGetLevel()cuMipmappedArrayDestroy()cuMemGetHandleForAddressRange()cuMemBatchDecompressAsync()
- Virtual Memory Management
cuMemAddressReserve()cuMemAddressFree()cuMemCreate()cuMemRelease()cuMemMap()cuMemMapArrayAsync()cuMemUnmap()cuMemSetAccess()cuMemGetAccess()cuMemExportToShareableHandle()cuMemImportFromShareableHandle()cuMemGetAllocationGranularity()cuMemGetAllocationPropertiesFromHandle()cuMemRetainAllocationHandle()
- Stream Ordered Memory Allocator
cuMemFreeAsync()cuMemAllocAsync()cuMemPoolTrimTo()cuMemPoolSetAttribute()cuMemPoolGetAttribute()cuMemPoolSetAccess()cuMemPoolGetAccess()cuMemPoolCreate()cuMemPoolDestroy()cuMemGetDefaultMemPool()cuMemGetMemPool()cuMemSetMemPool()cuMemAllocFromPoolAsync()cuMemPoolExportToShareableHandle()cuMemPoolImportFromShareableHandle()cuMemPoolExportPointer()cuMemPoolImportPointer()
- Multicast Object Management
- Unified Addressing
- Stream Management
cuStreamCreate()cuStreamCreateWithPriority()cuStreamBeginCaptureToCig()cuStreamEndCaptureToCig()cuStreamGetPriority()cuStreamGetDevice()cuStreamGetFlags()cuStreamGetId()cuStreamGetCtx()cuStreamGetCtx_v2()cuStreamWaitEvent()cuStreamAddCallback()cuStreamBeginCapture()cuStreamBeginCaptureToGraph()cuThreadExchangeStreamCaptureMode()cuStreamEndCapture()cuStreamIsCapturing()cuStreamGetCaptureInfo()cuStreamUpdateCaptureDependencies()cuStreamAttachMemAsync()cuStreamQuery()cuStreamSynchronize()cuStreamDestroy()cuStreamCopyAttributes()cuStreamGetAttribute()cuStreamSetAttribute()
- Event Management
- External Resource Interoperability
- Stream Memory Operations
- Execution Control
CUfunctionLoadingStatecuFuncGetAttribute()cuFuncSetAttribute()cuFuncSetCacheConfig()cuFuncGetModule()cuFuncGetName()cuFuncGetParamInfo()cuFuncGetParamCount()cuFuncIsLoaded()cuFuncLoad()cuLaunchKernel()cuLaunchKernelEx()cuLaunchCooperativeKernel()cuLaunchCooperativeKernelMultiDevice()cuLaunchHostFunc()cuLaunchHostFunc_v2()
- Graph Management
cuGraphCreate()cuGraphAddKernelNode()cuGraphKernelNodeGetParams()cuGraphKernelNodeSetParams()cuGraphAddMemcpyNode()cuGraphMemcpyNodeGetParams()cuGraphMemcpyNodeSetParams()cuGraphAddMemsetNode()cuGraphMemsetNodeGetParams()cuGraphMemsetNodeSetParams()cuGraphAddHostNode()cuGraphHostNodeGetParams()cuGraphHostNodeSetParams()cuGraphAddChildGraphNode()cuGraphChildGraphNodeGetGraph()cuGraphAddEmptyNode()cuGraphAddEventRecordNode()cuGraphEventRecordNodeGetEvent()cuGraphEventRecordNodeSetEvent()cuGraphAddEventWaitNode()cuGraphEventWaitNodeGetEvent()cuGraphEventWaitNodeSetEvent()cuGraphAddExternalSemaphoresSignalNode()cuGraphExternalSemaphoresSignalNodeGetParams()cuGraphExternalSemaphoresSignalNodeSetParams()cuGraphAddExternalSemaphoresWaitNode()cuGraphExternalSemaphoresWaitNodeGetParams()cuGraphExternalSemaphoresWaitNodeSetParams()cuGraphAddBatchMemOpNode()cuGraphBatchMemOpNodeGetParams()cuGraphBatchMemOpNodeSetParams()cuGraphExecBatchMemOpNodeSetParams()cuGraphAddMemAllocNode()cuGraphMemAllocNodeGetParams()cuGraphAddMemFreeNode()cuGraphMemFreeNodeGetParams()cuDeviceGraphMemTrim()cuDeviceGetGraphMemAttribute()cuDeviceSetGraphMemAttribute()cuGraphClone()cuGraphNodeFindInClone()cuGraphNodeGetType()cuGraphNodeGetContainingGraph()cuGraphNodeGetLocalId()cuGraphNodeGetToolsId()cuGraphGetId()cuGraphExecGetId()cuGraphGetNodes()cuGraphGetRootNodes()cuGraphGetEdges()cuGraphNodeGetDependencies()cuGraphNodeGetDependentNodes()cuGraphAddDependencies()cuGraphRemoveDependencies()cuGraphDestroyNode()cuGraphInstantiate()cuGraphInstantiateWithParams()cuGraphExecGetFlags()cuGraphExecKernelNodeSetParams()cuGraphExecMemcpyNodeSetParams()cuGraphExecMemsetNodeSetParams()cuGraphExecHostNodeSetParams()cuGraphExecChildGraphNodeSetParams()cuGraphExecEventRecordNodeSetEvent()cuGraphExecEventWaitNodeSetEvent()cuGraphExecExternalSemaphoresSignalNodeSetParams()cuGraphExecExternalSemaphoresWaitNodeSetParams()cuGraphNodeSetEnabled()cuGraphNodeGetEnabled()cuGraphUpload()cuGraphLaunch()cuGraphExecDestroy()cuGraphDestroy()cuGraphExecUpdate()cuGraphKernelNodeCopyAttributes()cuGraphKernelNodeGetAttribute()cuGraphKernelNodeSetAttribute()cuGraphDebugDotPrint()cuUserObjectCreate()cuUserObjectRetain()cuUserObjectRelease()cuGraphRetainUserObject()cuGraphReleaseUserObject()cuGraphAddNode()cuGraphNodeSetParams()cuGraphNodeGetParams()cuGraphExecNodeSetParams()cuGraphConditionalHandleCreate()
- Occupancy
- Texture Object Management
- Surface Object Management
- Tensor Map Object Managment
- Peer Context Memory Access
- Graphics Interoperability
- Driver Entry Point Access
- Coredump Attributes Control API
CUcoredumpSettingsCUCoredumpGenerationFlagsCUcoredumpCallbackHandleCUcoredumpStatusCallbackcuCoredumpGetAttribute()cuCoredumpGetAttributeGlobal()cuCoredumpSetAttribute()cuCoredumpSetAttributeGlobal()cuCoredumpRegisterStartCallback()cuCoredumpRegisterCompleteCallback()cuCoredumpDeregisterStartCallback()cuCoredumpDeregisterCompleteCallback()
- Green Contexts
CUdevSmResource_stCUdevWorkqueueConfigResource_stCUdevWorkqueueResource_stCU_DEV_SM_RESOURCE_GROUP_PARAMS_stCUdevResource_stCUdevSmResourceCUdevWorkqueueConfigResourceCUdevWorkqueueResourceCU_DEV_SM_RESOURCE_GROUP_PARAMSCUdevResourceCUgreenCtxCreate_flagsCUdevSmResourceGroup_flagsCUdevSmResourceSplitByCount_flagsCUdevResourceTypeCUdevWorkqueueConfigScopeCUdevResourceDescCUdevSmResourceCUdevWorkqueueConfigResourceCUdevWorkqueueResourceCU_DEV_SM_RESOURCE_GROUP_PARAMScuGreenCtxCreate()cuGreenCtxDestroy()cuCtxFromGreenCtx()cuDeviceGetDevResource()cuCtxGetDevResource()cuGreenCtxGetDevResource()cuDevSmResourceSplitByCount()cuDevSmResourceSplit()cuDevResourceGenerateDesc()cuGreenCtxRecordEvent()cuGreenCtxWaitEvent()cuStreamGetGreenCtx()cuGreenCtxStreamCreate()cuGreenCtxGetId()cuStreamGetDevResource()
- Error Log Management Functions
- CUDA Checkpointing
- EGL Interoperability
cuGraphicsEGLRegisterImage()cuEGLStreamConsumerConnect()cuEGLStreamConsumerConnectWithFlags()cuEGLStreamConsumerDisconnect()cuEGLStreamConsumerAcquireFrame()cuEGLStreamConsumerReleaseFrame()cuEGLStreamProducerConnect()cuEGLStreamProducerDisconnect()cuEGLStreamProducerPresentFrame()cuEGLStreamProducerReturnFrame()cuGraphicsResourceGetMappedEglFrame()cuEventCreateFromEGLSync()
- OpenGL Interoperability
- Profiler Control
- VDPAU Interoperability
- Data types used by CUDA driver
- runtime
- Profiler Control
- Device Management
cudaDeviceReset()cudaDeviceSynchronize()cudaDeviceSetLimit()cudaDeviceGetLimit()cudaDeviceGetTexture1DLinearMaxWidth()cudaDeviceGetCacheConfig()cudaDeviceGetStreamPriorityRange()cudaDeviceSetCacheConfig()cudaDeviceGetByPCIBusId()cudaDeviceGetPCIBusId()cudaIpcGetEventHandle()cudaIpcOpenEventHandle()cudaIpcGetMemHandle()cudaIpcOpenMemHandle()cudaIpcCloseMemHandle()cudaDeviceFlushGPUDirectRDMAWrites()cudaDeviceRegisterAsyncNotification()cudaDeviceUnregisterAsyncNotification()cudaGetDeviceCount()cudaGetDeviceProperties()cudaDeviceGetAttribute()cudaDeviceGetHostAtomicCapabilities()cudaDeviceGetDefaultMemPool()cudaDeviceSetMemPool()cudaDeviceGetMemPool()cudaDeviceGetNvSciSyncAttributes()cudaDeviceGetP2PAttribute()cudaDeviceGetP2PAtomicCapabilities()cudaChooseDevice()cudaInitDevice()cudaSetDevice()cudaGetDevice()cudaSetDeviceFlags()cudaGetDeviceFlags()
- Error Handling
- Stream Management
cudaStreamCallback_tcudaStreamCreate()cudaStreamCreateWithFlags()cudaStreamCreateWithPriority()cudaStreamGetPriority()cudaStreamGetFlags()cudaStreamGetId()cudaStreamGetDevice()cudaCtxResetPersistingL2Cache()cudaStreamCopyAttributes()cudaStreamGetAttribute()cudaStreamSetAttribute()cudaStreamDestroy()cudaStreamWaitEvent()cudaStreamAddCallback()cudaStreamSynchronize()cudaStreamQuery()cudaStreamAttachMemAsync()cudaStreamBeginCapture()cudaStreamBeginCaptureToGraph()cudaThreadExchangeStreamCaptureMode()cudaStreamEndCapture()cudaStreamIsCapturing()cudaStreamGetCaptureInfo()cudaStreamUpdateCaptureDependencies()
- Event Management
- External Resource Interoperability
- Execution Control
- Occupancy
- Memory Management
cudaMallocManaged()cudaMalloc()cudaMallocHost()cudaMallocPitch()cudaMallocArray()cudaFree()cudaFreeHost()cudaFreeArray()cudaFreeMipmappedArray()cudaHostAlloc()cudaHostRegister()cudaHostUnregister()cudaHostGetDevicePointer()cudaHostGetFlags()cudaMalloc3D()cudaMalloc3DArray()cudaMallocMipmappedArray()cudaGetMipmappedArrayLevel()cudaMemcpy3D()cudaMemcpy3DPeer()cudaMemcpy3DAsync()cudaMemcpy3DPeerAsync()cudaMemGetInfo()cudaArrayGetInfo()cudaArrayGetPlane()cudaArrayGetMemoryRequirements()cudaMipmappedArrayGetMemoryRequirements()cudaArrayGetSparseProperties()cudaMipmappedArrayGetSparseProperties()cudaMemcpy()cudaMemcpyPeer()cudaMemcpy2D()cudaMemcpy2DToArray()cudaMemcpy2DFromArray()cudaMemcpy2DArrayToArray()cudaMemcpyAsync()cudaMemcpyPeerAsync()cudaMemcpyBatchAsync()cudaMemcpy3DBatchAsync()cudaMemcpyWithAttributesAsync()cudaMemcpy3DWithAttributesAsync()cudaMemcpy2DAsync()cudaMemcpy2DToArrayAsync()cudaMemcpy2DFromArrayAsync()cudaMemset()cudaMemset2D()cudaMemset3D()cudaMemsetAsync()cudaMemset2DAsync()cudaMemset3DAsync()cudaMemPrefetchAsync()cudaMemPrefetchBatchAsync()cudaMemDiscardBatchAsync()cudaMemDiscardAndPrefetchBatchAsync()cudaMemAdvise()cudaMemRangeGetAttribute()cudaMemRangeGetAttributes()make_cudaPitchedPtr()make_cudaPos()make_cudaExtent()
- Stream Ordered Memory Allocator
cudaMallocAsync()cudaFreeAsync()cudaMemPoolTrimTo()cudaMemPoolSetAttribute()cudaMemPoolGetAttribute()cudaMemPoolSetAccess()cudaMemPoolGetAccess()cudaMemPoolCreate()cudaMemPoolDestroy()cudaMemGetDefaultMemPool()cudaMemGetMemPool()cudaMemSetMemPool()cudaMallocFromPoolAsync()cudaMemPoolExportToShareableHandle()cudaMemPoolImportFromShareableHandle()cudaMemPoolExportPointer()cudaMemPoolImportPointer()
- Unified Addressing
- Peer Device Memory Access
- OpenGL Interoperability
- Direct3D 9 Interoperability
- Direct3D 10 Interoperability
- Direct3D 11 Interoperability
- VDPAU Interoperability
- EGL Interoperability
cudaGraphicsEGLRegisterImage()cudaEGLStreamConsumerConnect()cudaEGLStreamConsumerConnectWithFlags()cudaEGLStreamConsumerDisconnect()cudaEGLStreamConsumerAcquireFrame()cudaEGLStreamConsumerReleaseFrame()cudaEGLStreamProducerConnect()cudaEGLStreamProducerDisconnect()cudaEGLStreamProducerPresentFrame()cudaEGLStreamProducerReturnFrame()cudaGraphicsResourceGetMappedEglFrame()cudaEventCreateFromEGLSync()
- Graphics Interoperability
- Texture Object Management
- Surface Object Management
- Version Management
- Error Log Management Functions
- Graph Management
cudaGraphCreate()cudaGraphAddKernelNode()cudaGraphKernelNodeGetParams()cudaGraphKernelNodeSetParams()cudaGraphKernelNodeCopyAttributes()cudaGraphKernelNodeGetAttribute()cudaGraphKernelNodeSetAttribute()cudaGraphAddMemcpyNode()cudaGraphAddMemcpyNode1D()cudaGraphMemcpyNodeGetParams()cudaGraphMemcpyNodeSetParams()cudaGraphMemcpyNodeSetParams1D()cudaGraphAddMemsetNode()cudaGraphMemsetNodeGetParams()cudaGraphMemsetNodeSetParams()cudaGraphAddHostNode()cudaGraphHostNodeGetParams()cudaGraphHostNodeSetParams()cudaGraphAddChildGraphNode()cudaGraphChildGraphNodeGetGraph()cudaGraphAddEmptyNode()cudaGraphAddEventRecordNode()cudaGraphEventRecordNodeGetEvent()cudaGraphEventRecordNodeSetEvent()cudaGraphAddEventWaitNode()cudaGraphEventWaitNodeGetEvent()cudaGraphEventWaitNodeSetEvent()cudaGraphAddExternalSemaphoresSignalNode()cudaGraphExternalSemaphoresSignalNodeGetParams()cudaGraphExternalSemaphoresSignalNodeSetParams()cudaGraphAddExternalSemaphoresWaitNode()cudaGraphExternalSemaphoresWaitNodeGetParams()cudaGraphExternalSemaphoresWaitNodeSetParams()cudaGraphAddMemAllocNode()cudaGraphMemAllocNodeGetParams()cudaGraphAddMemFreeNode()cudaGraphMemFreeNodeGetParams()cudaDeviceGraphMemTrim()cudaDeviceGetGraphMemAttribute()cudaDeviceSetGraphMemAttribute()cudaGraphClone()cudaGraphNodeFindInClone()cudaGraphNodeGetType()cudaGraphNodeGetContainingGraph()cudaGraphNodeGetLocalId()cudaGraphNodeGetToolsId()cudaGraphGetId()cudaGraphExecGetId()cudaGraphGetNodes()cudaGraphGetRootNodes()cudaGraphGetEdges()cudaGraphNodeGetDependencies()cudaGraphNodeGetDependentNodes()cudaGraphAddDependencies()cudaGraphRemoveDependencies()cudaGraphDestroyNode()cudaGraphInstantiate()cudaGraphInstantiateWithFlags()cudaGraphInstantiateWithParams()cudaGraphExecGetFlags()cudaGraphExecKernelNodeSetParams()cudaGraphExecMemcpyNodeSetParams()cudaGraphExecMemcpyNodeSetParams1D()cudaGraphExecMemsetNodeSetParams()cudaGraphExecHostNodeSetParams()cudaGraphExecChildGraphNodeSetParams()cudaGraphExecEventRecordNodeSetEvent()cudaGraphExecEventWaitNodeSetEvent()cudaGraphExecExternalSemaphoresSignalNodeSetParams()cudaGraphExecExternalSemaphoresWaitNodeSetParams()cudaGraphNodeSetEnabled()cudaGraphNodeGetEnabled()cudaGraphExecUpdate()cudaGraphUpload()cudaGraphLaunch()cudaGraphExecDestroy()cudaGraphDestroy()cudaGraphDebugDotPrint()cudaUserObjectCreate()cudaUserObjectRetain()cudaUserObjectRelease()cudaGraphRetainUserObject()cudaGraphReleaseUserObject()cudaGraphAddNode()cudaGraphNodeSetParams()cudaGraphNodeGetParams()cudaGraphExecNodeSetParams()cudaGraphConditionalHandleCreate()cudaGraphConditionalHandleCreate_v2()
- Driver Entry Point Access
- Library Management
- Execution Context Management
cudaDeviceGetDevResource()cudaDevSmResourceSplitByCount()cudaDevSmResourceSplit()cudaDevResourceGenerateDesc()cudaGreenCtxCreate()cudaExecutionCtxDestroy()cudaExecutionCtxGetDevResource()cudaExecutionCtxGetDevice()cudaExecutionCtxGetId()cudaExecutionCtxStreamCreate()cudaExecutionCtxSynchronize()cudaStreamGetDevResource()cudaExecutionCtxRecordEvent()cudaExecutionCtxWaitEvent()cudaDeviceGetExecutionCtx()
- C++ API Routines
- Interactions with the CUDA Driver API
- Data types used by CUDA Runtime
cudaEglPlaneDesc_stcudaEglFrame_stcudaChannelFormatDesccudaArraySparsePropertiescudaArrayMemoryRequirementscudaPitchedPtrcudaExtentcudaPoscudaMemcpy3DParmscudaMemcpyNodeParamscudaMemcpy3DPeerParmscudaMemsetParamscudaMemsetParamsV2cudaAccessPolicyWindowcudaHostNodeParamscudaHostNodeParamsV2cudaResourceDesccudaResourceViewDesccudaPointerAttributescudaFuncAttributescudaMemLocationcudaMemAccessDesccudaMemPoolPropscudaMemPoolPtrExportDatacudaMemAllocNodeParamscudaMemAllocNodeParamsV2cudaMemFreeNodeParamscudaMemcpyAttributescudaOffset3DcudaMemcpy3DOperandcudaMemcpy3DBatchOpCUuuid_stcudaDevicePropcudaIpcEventHandle_stcudaIpcMemHandle_stcudaMemFabricHandle_stcudaExternalMemoryHandleDesccudaExternalMemoryBufferDesccudaExternalMemoryMipmappedArrayDesccudaExternalSemaphoreHandleDesccudaExternalSemaphoreSignalParamscudaExternalSemaphoreWaitParamscudaDevSmResourcecudaDevWorkqueueConfigResourcecudaDevWorkqueueResourcecudaDevSmResourceGroupParams_stcudaDevResource_stcudalibraryHostUniversalFunctionAndDataTablecudaKernelNodeParamscudaKernelNodeParamsV2cudaExternalSemaphoreSignalNodeParamscudaExternalSemaphoreSignalNodeParamsV2cudaExternalSemaphoreWaitNodeParamscudaExternalSemaphoreWaitNodeParamsV2cudaConditionalNodeParamscudaChildGraphNodeParamscudaEventRecordNodeParamscudaEventWaitNodeParamscudaGraphNodeParamscudaGraphEdgeData_stcudaGraphInstantiateParams_stcudaGraphExecUpdateResultInfo_stcudaGraphKernelNodeUpdatecudaLaunchMemSyncDomainMap_stcudaLaunchAttributeValuecudaLaunchAttribute_stcudaAsyncNotificationInfocudaTextureDesccudaEglFrameTypecudaEglResourceLocationFlagscudaEglColorFormatcudaError_tcudaChannelFormatKindcudaMemoryTypecudaMemcpyKindcudaAccessPropertycudaStreamCaptureStatuscudaStreamCaptureModecudaSynchronizationPolicycudaClusterSchedulingPolicycudaStreamUpdateCaptureDependenciesFlagscudaUserObjectFlagscudaUserObjectRetainFlagscudaHostTaskSyncModecudaGraphicsRegisterFlagscudaGraphicsMapFlagscudaGraphicsCubeFacecudaResourceTypecudaResourceViewFormatcudaFuncAttributecudaFuncCachecudaSharedMemConfigcudaSharedCarveoutcudaComputeModecudaLimitcudaMemoryAdvisecudaMemRangeAttributecudaFlushGPUDirectRDMAWritesOptionscudaGPUDirectRDMAWritesOrderingcudaFlushGPUDirectRDMAWritesScopecudaFlushGPUDirectRDMAWritesTargetcudaDeviceAttrcudaMemPoolAttrcudaMemLocationTypecudaMemAccessFlagscudaMemAllocationTypecudaMemAllocationHandleTypecudaGraphMemAttributeTypecudaMemcpyFlagscudaMemcpySrcAccessOrdercudaMemcpy3DOperandTypecudaDeviceP2PAttrcudaAtomicOperationcudaAtomicOperationCapabilitycudaExternalMemoryHandleTypecudaExternalSemaphoreHandleTypecudaDevSmResourceGroup_flagscudaDevSmResourceSplitByCount_flagscudaDevResourceTypecudaDevWorkqueueConfigScopecudaJitOptioncudaLibraryOptioncudaJit_CacheModecudaJit_FallbackcudaCGScopecudaKernelFunctionTypecudaGraphConditionalHandleFlagscudaGraphConditionalNodeTypecudaGraphNodeTypecudaGraphChildGraphNodeOwnershipcudaGraphDependencyTypecudaGraphExecUpdateResultcudaGraphInstantiateResultcudaGraphKernelNodeFieldcudaGetDriverEntryPointFlagscudaDriverEntryPointQueryResultcudaGraphDebugDotFlagscudaGraphInstantiateFlagscudaLaunchMemSyncDomaincudaLaunchAttributePortableClusterModecudaSharedMemoryModecudaLaunchAttributeIDcudaDeviceNumaConfigcudaAsyncNotificationTypecudaLogLevelcudaSurfaceBoundaryModecudaSurfaceFormatModecudaTextureAddressModecudaTextureFilterModecudaTextureReadModecudaEglPlaneDesccudaEglFramecudaEglStreamConnectioncudaDevResourceDesc_tcudaExecutionContext_tcudaArray_tcudaArray_const_tcudaMipmappedArray_tcudaMipmappedArray_const_tcudaHostFn_tCUuuidcudaUUID_tcudaIpcEventHandle_tcudaIpcMemHandle_tcudaMemFabricHandle_tcudaDevSmResourceGroupParamscudaDevResourcecudaStream_tcudaEvent_tcudaGraphicsResource_tcudaExternalMemory_tcudaExternalSemaphore_tcudaGraph_tcudaGraphNode_tcudaUserObject_tcudaGraphConditionalHandlecudaFunction_tcudaKernel_tcudaLibrary_tcudaMemPool_tcudaGraphEdgeDatacudaGraphExec_tcudaGraphInstantiateParamscudaGraphExecUpdateResultInfocudaGraphDeviceNode_tcudaLaunchMemSyncDomainMapcudaLaunchAttributeValuecudaLaunchAttributecudaAsyncCallbackHandle_tcudaAsyncNotificationInfo_tcudaAsyncCallbackcudaLogsCallbackHandlecudaLogIteratorcudaSurfaceObject_tcudaTextureObject_truntime.CUDA_EGL_MAX_PLANESruntime.cudaHostAllocDefaultruntime.cudaHostAllocPortableruntime.cudaHostAllocMappedruntime.cudaHostAllocWriteCombinedruntime.cudaHostRegisterDefaultruntime.cudaHostRegisterPortableruntime.cudaHostRegisterMappedruntime.cudaHostRegisterIoMemoryruntime.cudaHostRegisterReadOnlyruntime.cudaPeerAccessDefaultruntime.cudaStreamDefaultruntime.cudaStreamNonBlockingruntime.cudaStreamLegacyruntime.cudaStreamPerThreadruntime.cudaEventDefaultruntime.cudaEventBlockingSyncruntime.cudaEventDisableTimingruntime.cudaEventInterprocessruntime.cudaEventRecordDefaultruntime.cudaEventRecordExternalruntime.cudaEventWaitDefaultruntime.cudaEventWaitExternalruntime.cudaDeviceScheduleAutoruntime.cudaDeviceScheduleSpinruntime.cudaDeviceScheduleYieldruntime.cudaDeviceScheduleBlockingSyncruntime.cudaDeviceBlockingSyncruntime.cudaDeviceScheduleMaskruntime.cudaDeviceMapHostruntime.cudaDeviceLmemResizeToMaxruntime.cudaDeviceSyncMemopsruntime.cudaDeviceMaskruntime.cudaArrayDefaultruntime.cudaArrayLayeredruntime.cudaArraySurfaceLoadStoreruntime.cudaArrayCubemapruntime.cudaArrayTextureGatherruntime.cudaArrayColorAttachmentruntime.cudaArraySparseruntime.cudaArrayDeferredMappingruntime.cudaIpcMemLazyEnablePeerAccessruntime.cudaMemAttachGlobalruntime.cudaMemAttachHostruntime.cudaMemAttachSingleruntime.cudaOccupancyDefaultruntime.cudaOccupancyDisableCachingOverrideruntime.cudaCpuDeviceIdruntime.cudaInvalidDeviceIdruntime.cudaInitDeviceFlagsAreValidruntime.cudaArraySparsePropertiesSingleMipTailruntime.cudaMemPoolCreateUsageHwDecompressruntime.CUDA_IPC_HANDLE_SIZEruntime.cudaExternalMemoryDedicatedruntime.cudaExternalSemaphoreSignalSkipNvSciBufMemSyncruntime.cudaExternalSemaphoreWaitSkipNvSciBufMemSyncruntime.cudaNvSciSyncAttrSignalruntime.cudaNvSciSyncAttrWaitruntime.cudaGraphKernelNodePortDefaultruntime.cudaGraphKernelNodePortProgrammaticruntime.cudaGraphKernelNodePortLaunchCompletionruntime.cudaStreamAttrIDruntime.cudaStreamAttributeAccessPolicyWindowruntime.cudaStreamAttributeSynchronizationPolicyruntime.cudaStreamAttributeMemSyncDomainMapruntime.cudaStreamAttributeMemSyncDomainruntime.cudaStreamAttributePriorityruntime.cudaStreamAttrValueruntime.cudaKernelNodeAttrIDruntime.cudaKernelNodeAttributeAccessPolicyWindowruntime.cudaKernelNodeAttributeCooperativeruntime.cudaKernelNodeAttributePriorityruntime.cudaKernelNodeAttributeClusterDimensionruntime.cudaKernelNodeAttributeClusterSchedulingPolicyPreferenceruntime.cudaKernelNodeAttributeMemSyncDomainMapruntime.cudaKernelNodeAttributeMemSyncDomainruntime.cudaKernelNodeAttributePreferredSharedMemoryCarveoutruntime.cudaKernelNodeAttributeDeviceUpdatableKernelNoderuntime.cudaKernelNodeAttributeNvlinkUtilCentricSchedulingruntime.cudaKernelNodeAttrValueruntime.cudaSurfaceType1Druntime.cudaSurfaceType2Druntime.cudaSurfaceType3Druntime.cudaSurfaceTypeCubemapruntime.cudaSurfaceType1DLayeredruntime.cudaSurfaceType2DLayeredruntime.cudaSurfaceTypeCubemapLayeredruntime.cudaTextureType1Druntime.cudaTextureType2Druntime.cudaTextureType3Druntime.cudaTextureTypeCubemapruntime.cudaTextureType1DLayeredruntime.cudaTextureType2DLayeredruntime.cudaTextureTypeCubemapLayered
- nvrtc
- Error Handling
- General Information Query
- Compilation
nvrtcProgramnvrtcCreateProgram()nvrtcDestroyProgram()nvrtcCompileProgram()nvrtcGetPTXSize()nvrtcGetPTX()nvrtcGetCUBINSize()nvrtcGetCUBIN()nvrtcGetLTOIRSize()nvrtcGetLTOIR()nvrtcGetOptiXIRSize()nvrtcGetOptiXIR()nvrtcGetProgramLogSize()nvrtcGetProgramLog()nvrtcAddNameExpression()nvrtcGetLoweredName()nvrtcSetFlowCallback()
- Precompiled header (PCH) (CUDA 12.8+)
- Supported Compile Options
- nvjitlink
- nvvm
- nvfatbin
- cufile
- Functions
- cuda.bindings.cufile.handle_register
- cuda.bindings.cufile.handle_deregister
- cuda.bindings.cufile.buf_register
- cuda.bindings.cufile.buf_deregister
- cuda.bindings.cufile.read
- cuda.bindings.cufile.write
- cuda.bindings.cufile.driver_open
- cuda.bindings.cufile.use_count
- cuda.bindings.cufile.driver_get_properties
- cuda.bindings.cufile.driver_set_poll_mode
- cuda.bindings.cufile.driver_set_max_direct_io_size
- cuda.bindings.cufile.driver_set_max_cache_size
- cuda.bindings.cufile.driver_set_max_pinned_mem_size
- cuda.bindings.cufile.batch_io_set_up
- cuda.bindings.cufile.batch_io_submit
- cuda.bindings.cufile.batch_io_get_status
- cuda.bindings.cufile.batch_io_cancel
- cuda.bindings.cufile.batch_io_destroy
- cuda.bindings.cufile.read_async
- cuda.bindings.cufile.write_async
- cuda.bindings.cufile.stream_register
- cuda.bindings.cufile.stream_deregister
- cuda.bindings.cufile.get_version
- cuda.bindings.cufile.get_parameter_size_t
- cuda.bindings.cufile.get_parameter_bool
- cuda.bindings.cufile.get_parameter_string
- cuda.bindings.cufile.set_parameter_size_t
- cuda.bindings.cufile.set_parameter_bool
- cuda.bindings.cufile.set_parameter_string
- cuda.bindings.cufile.op_status_error
- cuda.bindings.cufile.driver_close
- Types
- cuda.bindings.cufile.IOEvents
- cuda.bindings.cufile.Descr
- cuda.bindings.cufile.IOParams
- cuda.bindings.cufile.OpError
- cuda.bindings.cufile.DriverStatusFlags
- cuda.bindings.cufile.DriverControlFlags
- cuda.bindings.cufile.FeatureFlags
- cuda.bindings.cufile.FileHandleType
- cuda.bindings.cufile.Opcode
- cuda.bindings.cufile.Status
- cuda.bindings.cufile.BatchMode
- cuda.bindings.cufile.SizeTConfigParameter
- cuda.bindings.cufile.BoolConfigParameter
- cuda.bindings.cufile.StringConfigParameter
- cuda.bindings.cufile.cuFileError
- Functions
- nvml
- Functions
- cuda.bindings.nvml.compute_instance_destroy
- cuda.bindings.nvml.compute_instance_get_info_v2
- cuda.bindings.nvml.device_clear_accounting_pids
- cuda.bindings.nvml.device_clear_cpu_affinity
- cuda.bindings.nvml.device_clear_ecc_error_counts
- cuda.bindings.nvml.device_clear_field_values
- cuda.bindings.nvml.device_create_gpu_instance
- cuda.bindings.nvml.device_create_gpu_instance_with_placement
- cuda.bindings.nvml.device_discover_gpus
- cuda.bindings.nvml.device_get_accounting_buffer_size
- cuda.bindings.nvml.device_get_accounting_mode
- cuda.bindings.nvml.device_get_accounting_pids
- cuda.bindings.nvml.device_get_accounting_stats
- cuda.bindings.nvml.device_get_active_vgpus
- cuda.bindings.nvml.device_get_adaptive_clock_info_status
- cuda.bindings.nvml.device_get_addressing_mode
- cuda.bindings.nvml.device_get_api_restriction
- cuda.bindings.nvml.device_get_architecture
- cuda.bindings.nvml.device_get_attributes_v2
- cuda.bindings.nvml.device_get_auto_boosted_clocks_enabled
- cuda.bindings.nvml.device_get_bar1_memory_info
- cuda.bindings.nvml.device_get_board_id
- cuda.bindings.nvml.device_get_board_part_number
- cuda.bindings.nvml.device_get_brand
- cuda.bindings.nvml.device_get_bridge_chip_info
- cuda.bindings.nvml.device_get_bus_type
- cuda.bindings.nvml.device_get_c2c_mode_info_v
- cuda.bindings.nvml.device_get_capabilities
- cuda.bindings.nvml.device_get_clk_mon_status
- cuda.bindings.nvml.device_get_clock
- cuda.bindings.nvml.device_get_clock_info
- cuda.bindings.nvml.device_get_clock_offsets
- cuda.bindings.nvml.device_get_compute_instance_id
- cuda.bindings.nvml.device_get_compute_mode
- cuda.bindings.nvml.device_get_compute_running_processes_v3
- cuda.bindings.nvml.device_get_conf_compute_gpu_attestation_report
- cuda.bindings.nvml.device_get_conf_compute_gpu_certificate
- cuda.bindings.nvml.device_get_conf_compute_mem_size_info
- cuda.bindings.nvml.device_get_conf_compute_protected_memory_usage
- cuda.bindings.nvml.device_get_cooler_info
- cuda.bindings.nvml.device_get_count_v2
- cuda.bindings.nvml.device_get_cpu_affinity
- cuda.bindings.nvml.device_get_cpu_affinity_within_scope
- cuda.bindings.nvml.device_get_creatable_vgpus
- cuda.bindings.nvml.device_get_cuda_compute_capability
- cuda.bindings.nvml.device_get_curr_pcie_link_generation
- cuda.bindings.nvml.device_get_curr_pcie_link_width
- cuda.bindings.nvml.device_get_current_clock_freqs
- cuda.bindings.nvml.device_get_current_clocks_event_reasons
- cuda.bindings.nvml.device_get_decoder_utilization
- cuda.bindings.nvml.device_get_default_ecc_mode
- cuda.bindings.nvml.device_get_device_handle_from_mig_device_handle
- cuda.bindings.nvml.device_get_display_active
- cuda.bindings.nvml.device_get_display_mode
- cuda.bindings.nvml.device_get_dram_encryption_mode
- cuda.bindings.nvml.device_get_driver_model_v2
- cuda.bindings.nvml.device_get_dynamic_pstates_info
- cuda.bindings.nvml.device_get_ecc_mode
- cuda.bindings.nvml.device_get_encoder_capacity
- cuda.bindings.nvml.device_get_encoder_sessions
- cuda.bindings.nvml.device_get_encoder_stats
- cuda.bindings.nvml.device_get_encoder_utilization
- cuda.bindings.nvml.device_get_enforced_power_limit
- cuda.bindings.nvml.device_get_fan_control_policy_v2
- cuda.bindings.nvml.device_get_fan_speed
- cuda.bindings.nvml.device_get_fan_speed_rpm
- cuda.bindings.nvml.device_get_fan_speed_v2
- cuda.bindings.nvml.device_get_fbc_sessions
- cuda.bindings.nvml.device_get_fbc_stats
- cuda.bindings.nvml.device_get_field_values
- cuda.bindings.nvml.device_get_gpc_clk_min_max_vf_offset
- cuda.bindings.nvml.device_get_gpc_clk_vf_offset
- cuda.bindings.nvml.device_get_gpu_fabric_info_v
- cuda.bindings.nvml.device_get_gpu_instance_by_id
- cuda.bindings.nvml.device_get_gpu_instance_id
- cuda.bindings.nvml.device_get_gpu_instance_possible_placements_v2
- cuda.bindings.nvml.device_get_gpu_instance_profile_info_by_id_v
- cuda.bindings.nvml.device_get_gpu_instance_profile_info_v
- cuda.bindings.nvml.device_get_gpu_instance_remaining_capacity
- cuda.bindings.nvml.device_get_gpu_instances
- cuda.bindings.nvml.device_get_gpu_max_pcie_link_generation
- cuda.bindings.nvml.device_get_gpu_operation_mode
- cuda.bindings.nvml.device_get_grid_licensable_features_v4
- cuda.bindings.nvml.device_get_gsp_firmware_mode
- cuda.bindings.nvml.device_get_gsp_firmware_version
- cuda.bindings.nvml.device_get_handle_by_index_v2
- cuda.bindings.nvml.device_get_handle_by_pci_bus_id_v2
- cuda.bindings.nvml.device_get_handle_by_serial
- cuda.bindings.nvml.device_get_handle_by_uuid
- cuda.bindings.nvml.device_get_handle_by_uuidv
- cuda.bindings.nvml.device_get_host_vgpu_mode
- cuda.bindings.nvml.device_get_hostname_v1
- cuda.bindings.nvml.device_get_index
- cuda.bindings.nvml.device_get_inforom_configuration_checksum
- cuda.bindings.nvml.device_get_inforom_image_version
- cuda.bindings.nvml.device_get_inforom_version
- cuda.bindings.nvml.device_get_irq_num
- cuda.bindings.nvml.device_get_jpg_utilization
- cuda.bindings.nvml.device_get_last_bbx_flush_time
- cuda.bindings.nvml.device_get_margin_temperature
- cuda.bindings.nvml.device_get_max_clock_info
- cuda.bindings.nvml.device_get_max_customer_boost_clock
- cuda.bindings.nvml.device_get_max_mig_device_count
- cuda.bindings.nvml.device_get_max_pcie_link_generation
- cuda.bindings.nvml.device_get_max_pcie_link_width
- cuda.bindings.nvml.device_get_mem_clk_min_max_vf_offset
- cuda.bindings.nvml.device_get_mem_clk_vf_offset
- cuda.bindings.nvml.device_get_memory_affinity
- cuda.bindings.nvml.device_get_memory_bus_width
- cuda.bindings.nvml.device_get_memory_error_counter
- cuda.bindings.nvml.device_get_memory_info_v2
- cuda.bindings.nvml.device_get_mig_device_handle_by_index
- cuda.bindings.nvml.device_get_mig_mode
- cuda.bindings.nvml.device_get_min_max_clock_of_p_state
- cuda.bindings.nvml.device_get_min_max_fan_speed
- cuda.bindings.nvml.device_get_minor_number
- cuda.bindings.nvml.device_get_module_id
- cuda.bindings.nvml.device_get_mps_compute_running_processes_v3
- cuda.bindings.nvml.device_get_multi_gpu_board
- cuda.bindings.nvml.device_get_name
- cuda.bindings.nvml.device_get_num_fans
- cuda.bindings.nvml.device_get_num_gpu_cores
- cuda.bindings.nvml.device_get_numa_node_id
- cuda.bindings.nvml.device_get_nvlink_bw_mode
- cuda.bindings.nvml.device_get_nvlink_capability
- cuda.bindings.nvml.device_get_nvlink_error_counter
- cuda.bindings.nvml.device_get_nvlink_info
- cuda.bindings.nvml.device_get_nvlink_remote_device_type
- cuda.bindings.nvml.device_get_nvlink_remote_pci_info_v2
- cuda.bindings.nvml.device_get_nvlink_state
- cuda.bindings.nvml.device_get_nvlink_supported_bw_modes
- cuda.bindings.nvml.device_get_nvlink_version
- cuda.bindings.nvml.device_get_ofa_utilization
- cuda.bindings.nvml.device_get_p2p_status
- cuda.bindings.nvml.device_get_pci_info_ext
- cuda.bindings.nvml.device_get_pci_info_v3
- cuda.bindings.nvml.device_get_pcie_link_max_speed
- cuda.bindings.nvml.device_get_pcie_replay_counter
- cuda.bindings.nvml.device_get_pcie_speed
- cuda.bindings.nvml.device_get_pcie_throughput
- cuda.bindings.nvml.device_get_pdi
- cuda.bindings.nvml.device_get_performance_modes
- cuda.bindings.nvml.device_get_performance_state
- cuda.bindings.nvml.device_get_persistence_mode
- cuda.bindings.nvml.device_get_pgpu_metadata_string
- cuda.bindings.nvml.device_get_platform_info
- cuda.bindings.nvml.device_get_power_management_default_limit
- cuda.bindings.nvml.device_get_power_management_limit
- cuda.bindings.nvml.device_get_power_management_limit_constraints
- cuda.bindings.nvml.device_get_power_mizer_mode_v1
- cuda.bindings.nvml.device_get_power_source
- cuda.bindings.nvml.device_get_power_state
- cuda.bindings.nvml.device_get_power_usage
- cuda.bindings.nvml.device_get_process_utilization
- cuda.bindings.nvml.device_get_processes_utilization_info
- cuda.bindings.nvml.device_get_remapped_rows
- cuda.bindings.nvml.device_get_repair_status
- cuda.bindings.nvml.device_get_retired_pages
- cuda.bindings.nvml.device_get_retired_pages_pending_status
- cuda.bindings.nvml.device_get_retired_pages_v2
- cuda.bindings.nvml.device_get_row_remapper_histogram
- cuda.bindings.nvml.device_get_running_process_detail_list
- cuda.bindings.nvml.device_get_samples
- cuda.bindings.nvml.device_get_serial
- cuda.bindings.nvml.device_get_sram_ecc_error_status
- cuda.bindings.nvml.device_get_sram_unique_uncorrected_ecc_error_counts
- cuda.bindings.nvml.device_get_supported_clocks_event_reasons
- cuda.bindings.nvml.device_get_supported_event_types
- cuda.bindings.nvml.device_get_supported_graphics_clocks
- cuda.bindings.nvml.device_get_supported_memory_clocks
- cuda.bindings.nvml.device_get_supported_performance_states
- cuda.bindings.nvml.device_get_supported_vgpus
- cuda.bindings.nvml.device_get_target_fan_speed
- cuda.bindings.nvml.device_get_temperature_threshold
- cuda.bindings.nvml.device_get_temperature_v
- cuda.bindings.nvml.device_get_thermal_settings
- cuda.bindings.nvml.device_get_topology_common_ancestor
- cuda.bindings.nvml.device_get_topology_nearest_gpus
- cuda.bindings.nvml.device_get_total_ecc_errors
- cuda.bindings.nvml.device_get_total_energy_consumption
- cuda.bindings.nvml.device_get_unrepairable_memory_flag_v1
- cuda.bindings.nvml.device_get_utilization_rates
- cuda.bindings.nvml.device_get_uuid
- cuda.bindings.nvml.device_get_vbios_version
- cuda.bindings.nvml.device_get_vgpu_capabilities
- cuda.bindings.nvml.device_get_vgpu_heterogeneous_mode
- cuda.bindings.nvml.device_get_vgpu_instances_utilization_info
- cuda.bindings.nvml.device_get_vgpu_metadata
- cuda.bindings.nvml.device_get_vgpu_process_utilization
- cuda.bindings.nvml.device_get_vgpu_processes_utilization_info
- cuda.bindings.nvml.device_get_vgpu_scheduler_capabilities
- cuda.bindings.nvml.device_get_vgpu_scheduler_log
- cuda.bindings.nvml.device_get_vgpu_scheduler_state
- cuda.bindings.nvml.device_get_vgpu_type_creatable_placements
- cuda.bindings.nvml.device_get_vgpu_type_supported_placements
- cuda.bindings.nvml.device_get_vgpu_utilization
- cuda.bindings.nvml.device_get_virtualization_mode
- cuda.bindings.nvml.device_is_mig_device_handle
- cuda.bindings.nvml.device_modify_drain_state
- cuda.bindings.nvml.device_on_same_board
- cuda.bindings.nvml.device_power_smoothing_activate_preset_profile
- cuda.bindings.nvml.device_power_smoothing_set_state
- cuda.bindings.nvml.device_power_smoothing_update_preset_profile_param
- cuda.bindings.nvml.device_query_drain_state
- cuda.bindings.nvml.device_read_prm_counters_v1
- cuda.bindings.nvml.device_read_write_prm_v1
- cuda.bindings.nvml.device_register_events
- cuda.bindings.nvml.device_remove_gpu_v2
- cuda.bindings.nvml.device_reset_gpu_locked_clocks
- cuda.bindings.nvml.device_reset_memory_locked_clocks
- cuda.bindings.nvml.device_reset_nvlink_error_counters
- cuda.bindings.nvml.device_set_accounting_mode
- cuda.bindings.nvml.device_set_api_restriction
- cuda.bindings.nvml.device_set_auto_boosted_clocks_enabled
- cuda.bindings.nvml.device_set_clock_offsets
- cuda.bindings.nvml.device_set_compute_mode
- cuda.bindings.nvml.device_set_conf_compute_unprotected_mem_size
- cuda.bindings.nvml.device_set_cpu_affinity
- cuda.bindings.nvml.device_set_default_auto_boosted_clocks_enabled
- cuda.bindings.nvml.device_set_default_fan_speed_v2
- cuda.bindings.nvml.device_set_dram_encryption_mode
- cuda.bindings.nvml.device_set_driver_model
- cuda.bindings.nvml.device_set_ecc_mode
- cuda.bindings.nvml.device_set_fan_control_policy
- cuda.bindings.nvml.device_set_fan_speed_v2
- cuda.bindings.nvml.device_set_gpu_locked_clocks
- cuda.bindings.nvml.device_set_gpu_operation_mode
- cuda.bindings.nvml.device_set_hostname_v1
- cuda.bindings.nvml.device_set_memory_locked_clocks
- cuda.bindings.nvml.device_set_mig_mode
- cuda.bindings.nvml.device_set_nvlink_bw_mode
- cuda.bindings.nvml.device_set_nvlink_device_low_power_threshold
- cuda.bindings.nvml.device_set_persistence_mode
- cuda.bindings.nvml.device_set_power_management_limit_v2
- cuda.bindings.nvml.device_set_power_mizer_mode_v1
- cuda.bindings.nvml.device_set_rusd_settings_v1
- cuda.bindings.nvml.device_set_temperature_threshold
- cuda.bindings.nvml.device_set_vgpu_capabilities
- cuda.bindings.nvml.device_set_vgpu_heterogeneous_mode
- cuda.bindings.nvml.device_set_vgpu_scheduler_state
- cuda.bindings.nvml.device_set_virtualization_mode
- cuda.bindings.nvml.device_validate_inforom
- cuda.bindings.nvml.error_string
- cuda.bindings.nvml.event_set_create
- cuda.bindings.nvml.event_set_free
- cuda.bindings.nvml.event_set_wait_v2
- cuda.bindings.nvml.get_excluded_device_count
- cuda.bindings.nvml.get_excluded_device_info_by_index
- cuda.bindings.nvml.get_vgpu_compatibility
- cuda.bindings.nvml.get_vgpu_driver_capabilities
- cuda.bindings.nvml.get_vgpu_version
- cuda.bindings.nvml.gpu_instance_create_compute_instance
- cuda.bindings.nvml.gpu_instance_create_compute_instance_with_placement
- cuda.bindings.nvml.gpu_instance_destroy
- cuda.bindings.nvml.gpu_instance_get_active_vgpus
- cuda.bindings.nvml.gpu_instance_get_compute_instance_by_id
- cuda.bindings.nvml.gpu_instance_get_compute_instance_possible_placements
- cuda.bindings.nvml.gpu_instance_get_compute_instance_profile_info_v
- cuda.bindings.nvml.gpu_instance_get_compute_instance_remaining_capacity
- cuda.bindings.nvml.gpu_instance_get_compute_instances
- cuda.bindings.nvml.gpu_instance_get_creatable_vgpus
- cuda.bindings.nvml.gpu_instance_get_info
- cuda.bindings.nvml.gpu_instance_get_vgpu_heterogeneous_mode
- cuda.bindings.nvml.gpu_instance_get_vgpu_scheduler_log
- cuda.bindings.nvml.gpu_instance_get_vgpu_scheduler_state
- cuda.bindings.nvml.gpu_instance_get_vgpu_type_creatable_placements
- cuda.bindings.nvml.gpu_instance_set_vgpu_heterogeneous_mode
- cuda.bindings.nvml.gpu_instance_set_vgpu_scheduler_state
- cuda.bindings.nvml.init_v2
- cuda.bindings.nvml.init_with_flags
- cuda.bindings.nvml.set_vgpu_version
- cuda.bindings.nvml.shutdown
- cuda.bindings.nvml.system_event_set_create
- cuda.bindings.nvml.system_event_set_free
- cuda.bindings.nvml.system_event_set_wait
- cuda.bindings.nvml.system_get_conf_compute_capabilities
- cuda.bindings.nvml.system_get_conf_compute_gpus_ready_state
- cuda.bindings.nvml.system_get_conf_compute_key_rotation_threshold_info
- cuda.bindings.nvml.system_get_conf_compute_settings
- cuda.bindings.nvml.system_get_conf_compute_state
- cuda.bindings.nvml.system_get_cuda_driver_version
- cuda.bindings.nvml.system_get_cuda_driver_version_v2
- cuda.bindings.nvml.system_get_driver_branch
- cuda.bindings.nvml.system_get_driver_version
- cuda.bindings.nvml.system_get_hic_version
- cuda.bindings.nvml.system_get_nvlink_bw_mode
- cuda.bindings.nvml.system_get_nvml_version
- cuda.bindings.nvml.system_get_process_name
- cuda.bindings.nvml.system_get_topology_gpu_set
- cuda.bindings.nvml.system_register_events
- cuda.bindings.nvml.system_set_conf_compute_gpus_ready_state
- cuda.bindings.nvml.system_set_conf_compute_key_rotation_threshold_info
- cuda.bindings.nvml.system_set_nvlink_bw_mode
- cuda.bindings.nvml.unit_get_count
- cuda.bindings.nvml.unit_get_devices
- cuda.bindings.nvml.unit_get_fan_speed_info
- cuda.bindings.nvml.unit_get_handle_by_index
- cuda.bindings.nvml.unit_get_led_state
- cuda.bindings.nvml.unit_get_psu_info
- cuda.bindings.nvml.unit_get_temperature
- cuda.bindings.nvml.unit_get_unit_info
- cuda.bindings.nvml.unit_set_led_state
- cuda.bindings.nvml.vgpu_instance_clear_accounting_pids
- cuda.bindings.nvml.vgpu_instance_get_accounting_mode
- cuda.bindings.nvml.vgpu_instance_get_accounting_pids
- cuda.bindings.nvml.vgpu_instance_get_accounting_stats
- cuda.bindings.nvml.vgpu_instance_get_ecc_mode
- cuda.bindings.nvml.vgpu_instance_get_encoder_capacity
- cuda.bindings.nvml.vgpu_instance_get_encoder_sessions
- cuda.bindings.nvml.vgpu_instance_get_encoder_stats
- cuda.bindings.nvml.vgpu_instance_get_fb_usage
- cuda.bindings.nvml.vgpu_instance_get_fbc_sessions
- cuda.bindings.nvml.vgpu_instance_get_fbc_stats
- cuda.bindings.nvml.vgpu_instance_get_frame_rate_limit
- cuda.bindings.nvml.vgpu_instance_get_gpu_instance_id
- cuda.bindings.nvml.vgpu_instance_get_gpu_pci_id
- cuda.bindings.nvml.vgpu_instance_get_license_info_v2
- cuda.bindings.nvml.vgpu_instance_get_license_status
- cuda.bindings.nvml.vgpu_instance_get_mdev_uuid
- cuda.bindings.nvml.vgpu_instance_get_metadata
- cuda.bindings.nvml.vgpu_instance_get_placement_id
- cuda.bindings.nvml.vgpu_instance_get_runtime_state_size
- cuda.bindings.nvml.vgpu_instance_get_type
- cuda.bindings.nvml.vgpu_instance_get_uuid
- cuda.bindings.nvml.vgpu_instance_get_vm_driver_version
- cuda.bindings.nvml.vgpu_instance_get_vm_id
- cuda.bindings.nvml.vgpu_instance_set_encoder_capacity
- cuda.bindings.nvml.vgpu_type_get_bar1_info
- cuda.bindings.nvml.vgpu_type_get_capabilities
- cuda.bindings.nvml.vgpu_type_get_class
- cuda.bindings.nvml.vgpu_type_get_device_id
- cuda.bindings.nvml.vgpu_type_get_fb_reservation
- cuda.bindings.nvml.vgpu_type_get_frame_rate_limit
- cuda.bindings.nvml.vgpu_type_get_framebuffer_size
- cuda.bindings.nvml.vgpu_type_get_gpu_instance_profile_id
- cuda.bindings.nvml.vgpu_type_get_gsp_heap_size
- cuda.bindings.nvml.vgpu_type_get_license
- cuda.bindings.nvml.vgpu_type_get_max_instances
- cuda.bindings.nvml.vgpu_type_get_max_instances_per_gpu_instance
- cuda.bindings.nvml.vgpu_type_get_max_instances_per_vm
- cuda.bindings.nvml.vgpu_type_get_name
- cuda.bindings.nvml.vgpu_type_get_num_display_heads
- cuda.bindings.nvml.vgpu_type_get_resolution
- Enums
- cuda.bindings.nvml.AdaptiveClockingInfoStatus
- cuda.bindings.nvml.AffinityScope
- cuda.bindings.nvml.BrandType
- cuda.bindings.nvml.BridgeChipType
- cuda.bindings.nvml.BusType
- cuda.bindings.nvml.C2CPowerState
- cuda.bindings.nvml.CCAcceptingClientRequests
- cuda.bindings.nvml.CCSystemCpuCaps
- cuda.bindings.nvml.CCSystemDevtoolsMode
- cuda.bindings.nvml.CCSystemEnvironment
- cuda.bindings.nvml.CCSystemFeature
- cuda.bindings.nvml.CCSystemGpus
- cuda.bindings.nvml.CCSystemMultiGpu
- cuda.bindings.nvml.ClockId
- cuda.bindings.nvml.ClockLimitId
- cuda.bindings.nvml.ClocksEventReasons
- cuda.bindings.nvml.ClockType
- cuda.bindings.nvml.ComputeInstanceEngineProfile
- cuda.bindings.nvml.ComputeInstanceProfile
- cuda.bindings.nvml.ComputeInstanceProfileCaps
- cuda.bindings.nvml.ComputeMode
- cuda.bindings.nvml.CoolerControl
- cuda.bindings.nvml.CoolerTarget
- cuda.bindings.nvml.DetachGpuState
- cuda.bindings.nvml.DeviceAddressingModeType
- cuda.bindings.nvml.DeviceArch
- cuda.bindings.nvml.DeviceGpuRecoveryAction
- cuda.bindings.nvml.DeviceMig
- cuda.bindings.nvml.DeviceVgpuCapability
- cuda.bindings.nvml.DriverModel
- cuda.bindings.nvml.EccCounterType
- cuda.bindings.nvml.EnableState
- cuda.bindings.nvml.EncoderQuery
- cuda.bindings.nvml.EncoderType
- cuda.bindings.nvml.EventType
- cuda.bindings.nvml.FanControlPolicy
- cuda.bindings.nvml.FanState
- cuda.bindings.nvml.FBCSessionType
- cuda.bindings.nvml.FieldId
- cuda.bindings.nvml.GpmMetricId
- cuda.bindings.nvml.GpuFabricHealthMaskAccessTimeout
- cuda.bindings.nvml.GpuFabricHealthMaskDegradedBw
- cuda.bindings.nvml.GpuFabricHealthMaskIncorrectConfiguration
- cuda.bindings.nvml.GpuFabricHealthMaskRouteRecovery
- cuda.bindings.nvml.GpuFabricHealthMaskRouteUnhealthy
- cuda.bindings.nvml.GpuFabricHealthSummary
- cuda.bindings.nvml.GpuFabricState
- cuda.bindings.nvml.GpuInstanceProfile
- cuda.bindings.nvml.GpuInstanceProfileCaps
- cuda.bindings.nvml.GpuOperationMode
- cuda.bindings.nvml.GpuP2PCapsIndex
- cuda.bindings.nvml.GpuP2PStatus
- cuda.bindings.nvml.GpuTopologyLevel
- cuda.bindings.nvml.GpuUtilizationDomainId
- cuda.bindings.nvml.GpuVirtualizationMode
- cuda.bindings.nvml.GridLicenseExpiryEnum
- cuda.bindings.nvml.GridLicenseFeatureCode
- cuda.bindings.nvml.GridLicenseState
- cuda.bindings.nvml.HostVgpuMode
- cuda.bindings.nvml.InforomObject
- cuda.bindings.nvml.InitFlag
- cuda.bindings.nvml.IntNvLinkDeviceType
- cuda.bindings.nvml.LedColor
- cuda.bindings.nvml.MemoryErrorType
- cuda.bindings.nvml.MemoryLocation
- cuda.bindings.nvml.NvFBCSessionFlag
- cuda.bindings.nvml.NvLinkCapability
- cuda.bindings.nvml.NvLinkErrorCounter
- cuda.bindings.nvml.NvlinkFirmwareUcodeType
- cuda.bindings.nvml.NvlinkLowPowerThreshold
- cuda.bindings.nvml.NvlinkLowPowerThresholdUnit
- cuda.bindings.nvml.NvlinkPowerState
- cuda.bindings.nvml.NvlinkState
- cuda.bindings.nvml.NvLinkUtilizationCountPktTypes
- cuda.bindings.nvml.NvLinkUtilizationCountUnits
- cuda.bindings.nvml.NvlinkVersion
- cuda.bindings.nvml.PageRetirementCause
- cuda.bindings.nvml.PcieAtomicsCap
- cuda.bindings.nvml.PcieLinkMaxSpeed
- cuda.bindings.nvml.PcieLinkState
- cuda.bindings.nvml.PcieUtilCounter
- cuda.bindings.nvml.PerfPolicyType
- cuda.bindings.nvml.PowerMizerMode
- cuda.bindings.nvml.PowerProfileOperation
- cuda.bindings.nvml.PowerProfileType
- cuda.bindings.nvml.PowerScope
- cuda.bindings.nvml.PowerSmoothingProfileParam
- cuda.bindings.nvml.PowerSource
- cuda.bindings.nvml.PRMCounterId
- cuda.bindings.nvml.Pstates
- cuda.bindings.nvml.RestrictedAPI
- cuda.bindings.nvml.Return
- cuda.bindings.nvml.RUSD
- cuda.bindings.nvml.SamplingType
- cuda.bindings.nvml.SystemEventType
- cuda.bindings.nvml.TemperatureSensors
- cuda.bindings.nvml.TemperatureThresholds
- cuda.bindings.nvml.ThermalController
- cuda.bindings.nvml.ThermalTarget
- cuda.bindings.nvml.UUIDType
- cuda.bindings.nvml.ValueType
- cuda.bindings.nvml.VgpuCapability
- cuda.bindings.nvml.VgpuDriverCapability
- cuda.bindings.nvml.VgpuGuestInfoState
- cuda.bindings.nvml.VgpuPgpu
- cuda.bindings.nvml.VgpuPgpuCompatibilityLimitCode
- cuda.bindings.nvml.VgpuPgpuVirtualizationCapMigration
- cuda.bindings.nvml.VgpuSchedulerArr
- cuda.bindings.nvml.VgpuSchedulerEngineType
- cuda.bindings.nvml.VgpuSchedulerPolicy
- cuda.bindings.nvml.VgpuVirtualizationCapMigration
- cuda.bindings.nvml.VgpuVmCompatibility
- cuda.bindings.nvml.VgpuVmIdType
- Types
- cuda.bindings.nvml.AccountingStats
- cuda.bindings.nvml.ActiveVgpuInstanceInfo_v1
- cuda.bindings.nvml.BAR1Memory
- cuda.bindings.nvml.BridgeChipHierarchy
- cuda.bindings.nvml.BridgeChipInfo
- cuda.bindings.nvml.C2cModeInfo_v1
- cuda.bindings.nvml.ClkMonFaultInfo
- cuda.bindings.nvml.ClkMonStatus
- cuda.bindings.nvml.ClockOffset_v1
- cuda.bindings.nvml.ComputeInstanceInfo
- cuda.bindings.nvml.ComputeInstancePlacement
- cuda.bindings.nvml.ComputeInstanceProfileInfo_v2
- cuda.bindings.nvml.ComputeInstanceProfileInfo_v3
- cuda.bindings.nvml.ConfComputeGpuAttestationReport
- cuda.bindings.nvml.ConfComputeGpuCertificate
- cuda.bindings.nvml.ConfComputeMemSizeInfo
- cuda.bindings.nvml.ConfComputeSystemCaps
- cuda.bindings.nvml.ConfComputeSystemState
- cuda.bindings.nvml.CoolerInfo_v1
- cuda.bindings.nvml.DeviceAddressingMode_v1
- cuda.bindings.nvml.DeviceAttributes
- cuda.bindings.nvml.DevicePowerMizerModes_v1
- cuda.bindings.nvml.EccSramErrorStatus_v1
- cuda.bindings.nvml.EccSramUniqueUncorrectedErrorCounts_v1
- cuda.bindings.nvml.EccSramUniqueUncorrectedErrorEntry_v1
- cuda.bindings.nvml.EncoderSessionInfo
- cuda.bindings.nvml.EventData
- cuda.bindings.nvml.ExcludedDeviceInfo
- cuda.bindings.nvml.FBCSessionInfo
- cuda.bindings.nvml.FBCStats
- cuda.bindings.nvml.FieldValue
- cuda.bindings.nvml.GpuDynamicPstatesInfo
- cuda.bindings.nvml.GpuFabricInfo_v2
- cuda.bindings.nvml.GpuFabricInfo_v3
- cuda.bindings.nvml.GpuInstanceInfo
- cuda.bindings.nvml.GpuInstancePlacement
- cuda.bindings.nvml.GpuInstanceProfileInfo_v3
- cuda.bindings.nvml.GpuThermalSettings
- cuda.bindings.nvml.GridLicensableFeature
- cuda.bindings.nvml.GridLicensableFeatures
- cuda.bindings.nvml.GridLicenseExpiry
- cuda.bindings.nvml.HwbcEntry
- cuda.bindings.nvml.LedState
- cuda.bindings.nvml.Memory
- cuda.bindings.nvml.Memory_v2
- cuda.bindings.nvml.NvlinkFirmwareInfo
- cuda.bindings.nvml.NvlinkFirmwareVersion
- cuda.bindings.nvml.NvlinkGetBwMode_v1
- cuda.bindings.nvml.NvLinkInfo_v1
- cuda.bindings.nvml.NvLinkInfo_v2
- cuda.bindings.nvml.NvlinkSetBwMode_v1
- cuda.bindings.nvml.NvlinkSupportedBwModes_v1
- cuda.bindings.nvml.PciInfo
- cuda.bindings.nvml.PciInfoExt_v1
- cuda.bindings.nvml.PlatformInfo_v1
- cuda.bindings.nvml.PlatformInfo_v2
- cuda.bindings.nvml.PRMCounter_v1
- cuda.bindings.nvml.PRMCounterInput_v1
- cuda.bindings.nvml.PRMCounterValue_v1
- cuda.bindings.nvml.ProcessDetail_v1
- cuda.bindings.nvml.ProcessDetailList_v1
- cuda.bindings.nvml.ProcessesUtilizationInfo_v1
- cuda.bindings.nvml.ProcessInfo
- cuda.bindings.nvml.ProcessUtilizationInfo_v1
- cuda.bindings.nvml.ProcessUtilizationSample
- cuda.bindings.nvml.PSUInfo
- cuda.bindings.nvml.RepairStatus_v1
- cuda.bindings.nvml.RowRemapperHistogramValues
- cuda.bindings.nvml.Sample
- cuda.bindings.nvml.SystemConfComputeSettings_v1
- cuda.bindings.nvml.SystemEventData_v1
- cuda.bindings.nvml.UnitFanInfo
- cuda.bindings.nvml.UnitFanSpeeds
- cuda.bindings.nvml.UnitInfo
- cuda.bindings.nvml.Utilization
- cuda.bindings.nvml.Value
- cuda.bindings.nvml.VgpuCreatablePlacementInfo_v1
- cuda.bindings.nvml.VgpuInstancesUtilizationInfo_v1
- cuda.bindings.nvml.VgpuInstanceUtilizationInfo_v1
- cuda.bindings.nvml.VgpuInstanceUtilizationSample
- cuda.bindings.nvml.VgpuLicenseExpiry
- cuda.bindings.nvml.VgpuLicenseInfo
- cuda.bindings.nvml.VgpuMetadata
- cuda.bindings.nvml.VgpuPgpuCompatibility
- cuda.bindings.nvml.VgpuPgpuMetadata
- cuda.bindings.nvml.VgpuPlacementList_v2
- cuda.bindings.nvml.VgpuProcessesUtilizationInfo_v1
- cuda.bindings.nvml.VgpuProcessUtilizationInfo_v1
- cuda.bindings.nvml.VgpuSchedulerCapabilities
- cuda.bindings.nvml.VgpuSchedulerGetState
- cuda.bindings.nvml.VgpuSchedulerLog
- cuda.bindings.nvml.VgpuSchedulerLogEntry
- cuda.bindings.nvml.VgpuSchedulerLogInfo_v1
- cuda.bindings.nvml.VgpuSchedulerParams
- cuda.bindings.nvml.VgpuSchedulerSetParams
- cuda.bindings.nvml.VgpuSchedulerState_v1
- cuda.bindings.nvml.VgpuSchedulerStateInfo_v1
- cuda.bindings.nvml.VgpuTypeBar1Info_v1
- cuda.bindings.nvml.VgpuTypeIdInfo_v1
- cuda.bindings.nvml.VgpuVersion
- Exceptions
- cuda.bindings.nvml.NvmlError
- cuda.bindings.nvml.UninitializedError
- cuda.bindings.nvml.InvalidArgumentError
- cuda.bindings.nvml.NotSupportedError
- cuda.bindings.nvml.NoPermissionError
- cuda.bindings.nvml.AlreadyInitializedError
- cuda.bindings.nvml.NotFoundError
- cuda.bindings.nvml.InsufficientSizeError
- cuda.bindings.nvml.InsufficientPowerError
- cuda.bindings.nvml.DriverNotLoadedError
- cuda.bindings.nvml.TimeoutError
- cuda.bindings.nvml.IrqIssueError
- cuda.bindings.nvml.LibraryNotFoundError
- cuda.bindings.nvml.FunctionNotFoundError
- cuda.bindings.nvml.CorruptedInforomError
- cuda.bindings.nvml.GpuIsLostError
- cuda.bindings.nvml.ResetRequiredError
- cuda.bindings.nvml.OperatingSystemError
- cuda.bindings.nvml.LibRmVersionMismatchError
- cuda.bindings.nvml.InUseError
- cuda.bindings.nvml.MemoryError
- cuda.bindings.nvml.NoDataError
- cuda.bindings.nvml.VgpuEccNotSupportedError
- cuda.bindings.nvml.InsufficientResourcesError
- cuda.bindings.nvml.FreqNotSupportedError
- cuda.bindings.nvml.ArgumentVersionMismatchError
- cuda.bindings.nvml.DeprecatedError
- cuda.bindings.nvml.NotReadyError
- cuda.bindings.nvml.GpuNotFoundError
- cuda.bindings.nvml.InvalidStateError
- cuda.bindings.nvml.ResetTypeNotSupportedError
- cuda.bindings.nvml.UnknownError
- Functions
- utils