Coverage for cuda/core/_kernel_arg_handler.pyx: 92.86%

1# SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. (empty)

2# 

3# SPDX-License-Identifier: Apache-2.0 

4  

5from cpython.mem cimport PyMem_Malloc, PyMem_Free 

6from libc.stdint cimport (intptr_t, 

7 int8_t, int16_t, int32_t, int64_t, 

8 uint8_t, uint16_t, uint32_t, uint64_t,) 

9from libcpp cimport bool as cpp_bool 

10from libcpp.complex cimport complex as cpp_complex 

11from libcpp cimport nullptr 

12from libcpp cimport vector 

13  

14import ctypes (empty)

15from typing import Sequence, Any (empty)

16  

17import numpy (empty)

18  

19from cuda.core._memory import Buffer (empty)

20from cuda.core._memory._buffer cimport Buffer as cyBuffer, Buffer_check_open 

21from cuda.core._tensor_map import TensorMapDescriptor as _TensorMapDescriptor_py (empty)

22from cuda.core._tensor_map cimport TensorMapDescriptor 

23from cuda.core.graph._graph_definition cimport GraphCondition 

24from cuda.core._utils.cuda_utils import driver (empty)

25from cuda.bindings cimport cydriver 

26  

27  

28ctypedef cpp_complex.complex[float] cpp_single_complex 

29ctypedef cpp_complex.complex[double] cpp_double_complex 

30  

31  

32# We need an identifier for fp16 for copying scalars on the host. This is a minimal 

33# implementation borrowed from cuda_fp16.h. 

34cdef extern from *: 

35 """ 

36 #if __cplusplus >= 201103L 

37 #define __CUDA_ALIGN__(n) alignas(n) /* C++11 kindly gives us a keyword for this */ 

38 #else 

39 #if defined(__GNUC__) 

40 #define __CUDA_ALIGN__(n) __attribute__ ((aligned(n))) 

41 #elif defined(_MSC_VER) 

42 #define __CUDA_ALIGN__(n) __declspec(align(n)) 

43 #else 

44 #define __CUDA_ALIGN__(n) 

45 #endif /* defined(__GNUC__) */ 

46 #endif /* __cplusplus >= 201103L */ 

47  

48 typedef struct __CUDA_ALIGN__(2) { 

49 /** 

50 * Storage field contains bits representation of the \p half floating-point number. 

51 */ 

52 unsigned short x; 

53 } __half_raw; 

54 """ 

55 ctypedef struct __half_raw: 

56 unsigned short x 

57  

58  

59ctypedef fused supported_type: 

60 cpp_bool 

61 int8_t 

62 int16_t 

63 int32_t 

64 int64_t 

65 uint8_t 

66 uint16_t 

67 uint32_t 

68 uint64_t 

69 __half_raw 

70 float 

71 double 

72 intptr_t 

73 cpp_single_complex 

74 cpp_double_complex 

75  

76  

77# cache ctypes/numpy type objects to avoid attribute access 

78cdef object ctypes_bool = ctypes.c_bool (empty)

79cdef object ctypes_int8 = ctypes.c_int8 (empty)

80cdef object ctypes_int16 = ctypes.c_int16 (empty)

81cdef object ctypes_int32 = ctypes.c_int32 (empty)

82cdef object ctypes_int64 = ctypes.c_int64 (empty)

83cdef object ctypes_uint8 = ctypes.c_uint8 (empty)

84cdef object ctypes_uint16 = ctypes.c_uint16 (empty)

85cdef object ctypes_uint32 = ctypes.c_uint32 (empty)

86cdef object ctypes_uint64 = ctypes.c_uint64 (empty)

87cdef object ctypes_float = ctypes.c_float (empty)

88cdef object ctypes_double = ctypes.c_double (empty)

89cdef object numpy_bool = numpy.bool_ (empty)

90cdef object numpy_int8 = numpy.int8 (empty)

91cdef object numpy_int16 = numpy.int16 (empty)

92cdef object numpy_int32 = numpy.int32 (empty)

93cdef object numpy_int64 = numpy.int64 (empty)

94cdef object numpy_uint8 = numpy.uint8 (empty)

95cdef object numpy_uint16 = numpy.uint16 (empty)

96cdef object numpy_uint32 = numpy.uint32 (empty)

97cdef object numpy_uint64 = numpy.uint64 (empty)

98cdef object numpy_float16 = numpy.float16 (empty)

99cdef object numpy_float32 = numpy.float32 (empty)

100cdef object numpy_float64 = numpy.float64 (empty)

101cdef object numpy_complex64 = numpy.complex64 (empty)

102cdef object numpy_complex128 = numpy.complex128 (empty)

103  

104  

105cdef object tensor_map_descriptor_type = _TensorMapDescriptor_py (empty)

106  

107  

108# limitation due to cython/cython#534 

109ctypedef void* voidptr 

110  

111  

112# Cython can't infer the overload without at least one input argument with fused type 

113cdef inline int prepare_arg( (empty)

114 vector.vector[void*]& data, 

115 vector.vector[void*]& data_addresses, 

116 arg, # important: keep it a Python object and don't cast 

117 const size_t idx, 

118 const supported_type* __unused=NULL) except -1: 

119 cdef void* ptr = PyMem_Malloc(sizeof(supported_type)) 146 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

120 # note: this should also work once ctypes has complex support: 

121 # python/cpython#121248 

122 if supported_type is cpp_single_complex: 

123 (<supported_type*>ptr)[0] = cpp_complex.complex[float](arg.real, arg.imag) 2 ctx1!=

124 elif supported_type is cpp_double_complex: 

125 (<supported_type*>ptr)[0] = cpp_complex.complex[double](arg.real, arg.imag) 4 ctx2b 9 ; hb

126 elif supported_type is __half_raw: 

127 (<supported_type*>ptr).x = <int16_t>(arg.view(numpy_int16)) 2 ctx1%]

128 else: 

129 (<supported_type*>ptr)[0] = <supported_type>(arg) 146 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

130 data_addresses[idx] = ptr # take the address to the scalar 146 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

131 data[idx] = ptr # for later dealloc 146 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

132 return 0 146 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

133  

134  

135cdef inline int prepare_tensor_map_arg( (empty)

136 vector.vector[void*]& data, 

137 vector.vector[void*]& data_addresses, 

138 TensorMapDescriptor arg, 

139 const size_t idx) except -1: 

140 # cuLaunchKernel copies argument bytes during launch, so a TensorMap 

141 # descriptor can point directly at its internal CUtensorMap storage. 

142 data_addresses[idx] = arg._get_data_ptr() 

143 return 0 

144  

145  

146cdef inline int prepare_ctypes_arg( (empty)

147 vector.vector[void*]& data, 

148 vector.vector[void*]& data_addresses, 

149 arg, 

150 const size_t idx) except -1: 

151 cdef object arg_type = type(arg) 61 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGc87UV452361YZWX0THKSRQPONML

152 if arg_type is ctypes_bool: 61 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGc87UV452361YZWX0THKSRQPONML

153 return prepare_arg[cpp_bool](data, data_addresses, arg.value, idx) 5 ctx1mnqr8

154 elif arg_type is ctypes_int8: 61 ctx1#uvwxdemnopyzfgqrstABCDEFhijkalJbIGc7UV452361YZWX0THKSRQPONML

155 return prepare_arg[int8_t](data, data_addresses, arg.value, idx) 1 ctx17

156 elif arg_type is ctypes_int16: 59 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUV452361YZWX0THKSRQPONML

157 return prepare_arg[int16_t](data, data_addresses, arg.value, idx) 1 ctx16

158 elif arg_type is ctypes_int32: 58 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUV45231YZWX0THKSRQPONML

159 return prepare_arg[int32_t](data, data_addresses, arg.value, idx) 3 ctx1#45

160 elif arg_type is ctypes_int64: 56 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUV231YZWX0THKSRQPONML

161 return prepare_arg[int64_t](data, data_addresses, arg.value, idx) 2 ctx123

162 elif arg_type is ctypes_uint8: 54 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUV1YZWX0THKSRQPONML

163 return prepare_arg[uint8_t](data, data_addresses, arg.value, idx) 1 ctx11

164 elif arg_type is ctypes_uint16: 54 ctx1#uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUVYZWX0THKSRQPONML

165 return prepare_arg[uint16_t](data, data_addresses, arg.value, idx) 1 ctx10

166 elif arg_type is ctypes_uint32: 52 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUVYZWXTHKSRQPONML

167 return prepare_arg[uint32_t](data, data_addresses, arg.value, idx) 2 ctx1YZ

168 elif arg_type is ctypes_uint64: 50 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUVWXTHKSRQPONML

169 return prepare_arg[uint64_t](data, data_addresses, arg.value, idx) 2 ctx1WX

170 elif arg_type is ctypes_float: 48 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUVTHKSRQPONML

171 return prepare_arg[float](data, data_addresses, arg.value, idx) 1 ctx1V

172 elif arg_type is ctypes_double: 47 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcUTHKSRQPONML

173 return prepare_arg[double](data, data_addresses, arg.value, idx) 1 ctx1U

174 else: 

175 # If no exact types are found, fallback to slower `isinstance` check 

176 if isinstance(arg, ctypes_bool): 46 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcTHKSRQPONML

177 return prepare_arg[cpp_bool](data, data_addresses, arg.value, idx) 2 ctx1JT

178 elif isinstance(arg, ctypes_int8): 45 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHKSRQPONML

179 return prepare_arg[int8_t](data, data_addresses, arg.value, idx) 2 ctx1#S

180 elif isinstance(arg, ctypes_int16): 44 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHKRQPONML

181 return prepare_arg[int16_t](data, data_addresses, arg.value, idx) 1 ctx1R

182 elif isinstance(arg, ctypes_int32): 43 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHKQPONML

183 return prepare_arg[int32_t](data, data_addresses, arg.value, idx) 2 ctx1JQ

184 elif isinstance(arg, ctypes_int64): 42 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHKPONML

185 return prepare_arg[int64_t](data, data_addresses, arg.value, idx) 2 ctx1#P

186 elif isinstance(arg, ctypes_uint8): 41 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHKONML

187 return prepare_arg[uint8_t](data, data_addresses, arg.value, idx) 1 ctx1O

188 elif isinstance(arg, ctypes_uint16): 40 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHKNML

189 return prepare_arg[uint16_t](data, data_addresses, arg.value, idx) 1 ctx1N

190 elif isinstance(arg, ctypes_uint32): 39 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHKML

191 return prepare_arg[uint32_t](data, data_addresses, arg.value, idx) 1 ctx1M

192 elif isinstance(arg, ctypes_uint64): 38 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHKL

193 return prepare_arg[uint64_t](data, data_addresses, arg.value, idx) 1 ctx1L

194 elif isinstance(arg, ctypes_float): 38 ctx1#uvwxdemnopyzfgqrstABCDEFhijkalJbIGcHK

195 return prepare_arg[float](data, data_addresses, arg.value, idx) 2 ctx1JK

196 elif isinstance(arg, ctypes_double): 35 ctx1uvwxdemnopyzfgqrstABCDEFhijkalbIGcH

197 return prepare_arg[double](data, data_addresses, arg.value, idx) 1 ctx1H

198 else: 

199 return 1 34 ctx1uvwxdemnopyzfgqrstABCDEFhijkalbIGc

200  

201  

202cdef inline int prepare_numpy_arg( (empty)

203 vector.vector[void*]& data, 

204 vector.vector[void*]& data_addresses, 

205 arg, 

206 const size_t idx) except -1: 

207 cdef object arg_type = type(arg) 95 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c fb! 9 % $ : / . - , + * ) gb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ ebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

208 if arg_type is numpy_bool: 95 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c fb! 9 % $ : / . - , + * ) gb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ ebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

209 return prepare_arg[cpp_bool](data, data_addresses, arg, idx) 6 ctx2o p s t fbgb

210 elif arg_type is numpy_int8: 93 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c ! 9 % $ : / . - , + * ) 8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ ebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

211 return prepare_arg[int8_t](data, data_addresses, arg, idx) 1 ctx2eb

212 elif arg_type is numpy_int16: 92 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c ! 9 % $ : / . - , + * ) 8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ dbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

213 return prepare_arg[int16_t](data, data_addresses, arg, idx) 2 ctx2# db

214 elif arg_type is numpy_int32: 91 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c ! 9 % $ : / . - , + * ) 8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ cbbbab{ ` _ T H K S R Q P O N M L ' ? @

215 return prepare_arg[int32_t](data, data_addresses, arg, idx) 4 ctx2| } ~ cb

216 elif arg_type is numpy_int64: 87 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l J ( b I G c ! 9 % $ : / . - , + * ) 8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ bbab{ ` _ T H K S R Q P O N M L ' ? @

217 return prepare_arg[int64_t](data, data_addresses, arg, idx) 1 ctx2bb

218 elif arg_type is numpy_uint8: 86 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l J ( b I G c ! 9 % $ : / . - , + * ) 8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ ab{ ` _ T H K S R Q P O N M L ' ? @

219 return prepare_arg[uint8_t](data, data_addresses, arg, idx) 2 ctx2# ab

220 elif arg_type is numpy_uint16: 85 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0=;]^[{`_THKSRQPONML'?@

221 return prepare_arg[uint16_t](data, data_addresses, arg, idx) 1 ctx1{

222 elif arg_type is numpy_uint32: 84 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0=;]^[`_THKSRQPONML'?@

223 return prepare_arg[uint32_t](data, data_addresses, arg, idx) 2 ctx1#`

224 elif arg_type is numpy_uint64: 83 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0=;]^[_THKSRQPONML'?@

225 return prepare_arg[uint64_t](data, data_addresses, arg, idx) 1 ctx1_

226 elif arg_type is numpy_float16: 82 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0=;]^[THKSRQPONML'?@

227 return prepare_arg[__half_raw](data, data_addresses, arg, idx) 1 ctx1]

228 elif arg_type is numpy_float32: 81 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0=;^[THKSRQPONML'?@

229 return prepare_arg[float](data, data_addresses, arg, idx) 3 ctx1^?@

230 elif arg_type is numpy_float64: 78 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0=;[THKSRQPONML'

231 return prepare_arg[double](data, data_addresses, arg, idx) 1 ctx1[

232 elif arg_type is numpy_complex64: 78 ctx1#uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0=;THKSRQPONML'

233 return prepare_arg[cpp_single_complex](data, data_addresses, arg, idx) 1 ctx1=

234 elif arg_type is numpy_complex128: 76 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0;THKSRQPONML'

235 return prepare_arg[cpp_double_complex](data, data_addresses, arg, idx) 1 ctx1;

236 else: 

237 # If no exact types are found, fallback to slower `isinstance` check 

238 if isinstance(arg, numpy_bool): 75 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0THKSRQPONML'

239 return prepare_arg[cpp_bool](data, data_addresses, arg, idx) 

240 elif isinstance(arg, numpy_int8): 75 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$:/.-,+*)87UV452361YZWX0THKSRQPONML'

241 return prepare_arg[int8_t](data, data_addresses, arg, idx) 2 ctx1#:

242 elif isinstance(arg, numpy_int16): 74 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$/.-,+*)87UV452361YZWX0THKSRQPONML'

243 return prepare_arg[int16_t](data, data_addresses, arg, idx) 1 ctx1/

244 elif isinstance(arg, numpy_int32): 73 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$.-,+*)87UV452361YZWX0THKSRQPONML'

245 return prepare_arg[int32_t](data, data_addresses, arg, idx) 2 ctx1(.

246 elif isinstance(arg, numpy_int64): 73 ctx1#uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$-,+*)87UV452361YZWX0THKSRQPONML'

247 return prepare_arg[int64_t](data, data_addresses, arg, idx) 1 ctx1-

248 elif isinstance(arg, numpy_uint8): 71 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$,+*)87UV452361YZWX0THKSRQPONML'

249 return prepare_arg[uint8_t](data, data_addresses, arg, idx) 1 ctx1,

250 elif isinstance(arg, numpy_uint16): 70 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$+*)87UV452361YZWX0THKSRQPONML'

251 return prepare_arg[uint16_t](data, data_addresses, arg, idx) 2 ctx1#+

252 elif isinstance(arg, numpy_uint32): 69 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$*)87UV452361YZWX0THKSRQPONML'

253 return prepare_arg[uint32_t](data, data_addresses, arg, idx) 1 ctx1*

254 elif isinstance(arg, numpy_uint64): 68 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$)87UV452361YZWX0THKSRQPONML'

255 return prepare_arg[uint64_t](data, data_addresses, arg, idx) 1 ctx1)

256 elif isinstance(arg, numpy_float16): 67 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9%$87UV452361YZWX0THKSRQPONML'

257 return prepare_arg[__half_raw](data, data_addresses, arg, idx) 1 ctx1%

258 elif isinstance(arg, numpy_float32): 67 ctx1#uvwxdemnopyzfgqrstABCDEFhijkalJ(bIGc!9$87UV452361YZWX0THKSRQPONML'

259 return prepare_arg[float](data, data_addresses, arg, idx) 2 ctx1('

260 elif isinstance(arg, numpy_float64): 64 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGc!9$87UV452361YZWX0THKSRQPONML

261 return prepare_arg[double](data, data_addresses, arg, idx) 1 ctx1$

262 elif isinstance(arg, numpy_complex64): 63 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGc!987UV452361YZWX0THKSRQPONML

263 return prepare_arg[cpp_single_complex](data, data_addresses, arg, idx) 2 ctx1#!

264 elif isinstance(arg, numpy_complex128): 62 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGc987UV452361YZWX0THKSRQPONML

265 return prepare_arg[cpp_double_complex](data, data_addresses, arg, idx) 1 ctx19

266 else: 

267 return 1 61 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGc87UV452361YZWX0THKSRQPONML

268  

269  

270cdef class ParamHolder: 

271  

272 def __init__(self, kernel_args: Sequence[Any]) -> None: 

273 if len(kernel_args) == 0: 322 ctx27bxb8b9bu v !b#b$byb%b'b(b)bzb*b+b,bAbw x d e m n o p y z f g q r s t A B C D E F h i j k -b.b/b:b;b=b?b@b[b]b^b_b`b{b|b}b~bacbcccdcecfcgchcicBbCbjckclcmcncDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbocpcqcrcSbTbvbsca UbVbWbtcXbYbZb0bucvcwcxcyczcl 1b2b3b4bAc| } ~ 5bBcJ ( b I G c Ccfb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @ DcEcFcGcHcIcJcKcLcMcNcOcPcQcRcScTcUcVcWcXcYcZc0c1c2c3c4c5c6c7c8c9c!c#c$c%c'c(c)c*c+c,c-c.c/c:c;c=c?c@c[c]c^c_c`c{c|c}c~cadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzdAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd0d1d2d3d

274 self.ptr = 0 182 ctx27b8b9b!b#b$b%b'b(b)b*b+b,bh i j k -b.b/b:b;b=b?b@b[b]b^b_b`b{b|b}b~bacbcccdcecfcgchcicjckclcmcncubocpcqcrcvbsctcucvcwcxcyczcl AcBcCcDcEcFcGcHcIcJcKcLcMcNcOcPcQcRcScTcUcVcWcXcYcZc0c1c2c3c4c5c6c7c8c9c!c#c$c%c'c(c)c*c+c,c-c.c/c:c;c=c?c@c[c]c^c_c`c{c|c}c~cadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzdAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd0d1d2d3d

275 return 182 ctx27b8b9b!b#b$b%b'b(b)b*b+b,bh i j k -b.b/b:b;b=b?b@b[b]b^b_b`b{b|b}b~bacbcccdcecfcgchcicjckclcmcncubocpcqcrcvbsctcucvcwcxcyczcl AcBcCcDcEcFcGcHcIcJcKcLcMcNcOcPcQcRcScTcUcVcWcXcYcZc0c1c2c3c4c5c6c7c8c9c!c#c$c%c'c(c)c*c+c,c-c.c/c:c;c=c?c@c[c]c^c_c`c{c|c}c~cadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzdAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd0d1d2d3d

276  

277 cdef size_t n_args = len(kernel_args) 147 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

278 cdef size_t i 

279 cdef int not_prepared 

280 cdef object arg_type 

281 self.data = vector.vector[voidptr](n_args, nullptr) 147 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

282 self.data_addresses = vector.vector[voidptr](n_args) 147 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

283 for i, arg in enumerate(kernel_args): 147 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

284 arg_type = type(arg) 147 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

285 if arg_type is Buffer: 147 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

286 Buffer_check_open(<cyBuffer>arg) 37 ctx2BbCbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXb| } ~ 6b? @

287 # we need the address of where the actual buffer address is stored 

288 if type(arg.handle) is int: 37 ctx2BbCbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXb| } ~ 6b? @

289 # see note below on handling int arguments 

290 prepare_arg[intptr_t](self.data, self.data_addresses, arg.handle, i) 37 ctx2BbCbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXb| } ~ 6b? @

291 continue 37 ctx2BbCbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXb| } ~ 6b? @

292 else: 

293 # it's a CUdeviceptr: 

294 self.data_addresses[i] = <void*><intptr_t>(arg.handle.getPtr()) 

295 continue 

296 elif arg_type is bool: 127 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k DbEbFbGbHbIbibjbkblbmbnbobpbqbrbsba YbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

297 prepare_arg[cpp_bool](self.data, self.data_addresses, arg, i) 6 ctx2d e f g l wb

298 continue 6 ctx2d e f g l wb

299 elif arg_type is int: 127 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k DbEbFbGbHbIbibjbkblbmbnbobpbqbrbsba YbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

300 # Here's the dilemma: We want to have a fast path to pass in Python 

301 # integers as pointer addresses, but one could also (mistakenly) pass 

302 # it with the intention of passing a scalar integer. It's a mistake 

303 # bacause a Python int is ambiguous (arbitrary width). Our judgement 

304 # call here is to treat it as a pointer address, without any warning! 

305 prepare_arg[intptr_t](self.data, self.data_addresses, arg, i) 116 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k DbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbYbZb0b1b2b3b4b5bG c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L '

306 continue 116 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k DbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbYbZb0b1b2b3b4b5bG c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L '

307 elif arg_type is float: 97 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c fb! 9 % $ : / . - , + * ) gb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

308 prepare_arg[double](self.data, self.data_addresses, arg, i) 1 ctx2tb

309 continue 1 ctx2tb

310 elif arg_type is complex: 96 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c fb! 9 % $ : / . - , + * ) gb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ ebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

311 prepare_arg[cpp_double_complex](self.data, self.data_addresses, arg, i) 2 ctx2# hb

312 continue 1 ctx2hb

313 elif arg_type is tensor_map_descriptor_type: 95 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c fb! 9 % $ : / . - , + * ) gb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ ebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

314 prepare_tensor_map_arg(self.data, self.data_addresses, <TensorMapDescriptor>arg, i) 

315 continue 

316  

317 not_prepared = prepare_numpy_arg(self.data, self.data_addresses, arg, i) 95 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c fb! 9 % $ : / . - , + * ) gb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ ebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

318 if not_prepared: 95 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c fb! 9 % $ : / . - , + * ) gb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ ebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

319 not_prepared = prepare_ctypes_arg(self.data, self.data_addresses, arg, i) 61 ctx1uvwxdemnopyzfgqrstABCDEFhijkalJbIGc87UV452361YZWX0THKSRQPONML

320 if not_prepared: 95 ctx2u v w x d e m n o p y z f g q r s t A B C D E F h i j k a l | } ~ J ( b I G c fb! 9 % $ : / . - , + * ) gb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; ] ^ [ ebdbcbbbab{ ` _ T H K S R Q P O N M L ' ? @

321 # TODO: revisit this treatment if we decide to cythonize cuda.core 

322 if arg_type is driver.CUgraphConditionalHandle: 34 ctx1uvwxdemnopyzfgqrstABCDEFhijkalbIGc

323 prepare_arg[cydriver.CUgraphConditionalHandle](self.data, self.data_addresses, <intptr_t>int(arg), i) 1 ctx1G

324 continue 1 ctx1G

325 elif arg_type is GraphCondition: 33 ctx1uvwxdemnopyzfgqrstABCDEFhijkalbIc

326 prepare_arg[cydriver.CUgraphConditionalHandle]( 29 ctx1uvwxdemnopyzfgqrstABCDEFhijkl

327 self.data, self.data_addresses, 

328 <intptr_t><unsigned long long>(<GraphCondition>arg)._c_handle, i) 29 ctx1uvwxdemnopyzfgqrstABCDEFhijkl

329 continue 29 ctx1uvwxdemnopyzfgqrstABCDEFhijkl

330 # If no exact types are found, fallback to slower `isinstance` check 

331 elif isinstance(arg, Buffer): 4 ctx1abIc

332 Buffer_check_open(<cyBuffer>arg) 

333 if isinstance(arg.handle, int): 

334 prepare_arg[intptr_t](self.data, self.data_addresses, arg.handle, i) 

335 continue 

336 else: 

337 self.data_addresses[i] = <void*><intptr_t>(arg.handle.getPtr()) 

338 continue (empty)

339 elif isinstance(arg, bool): 4 ctx1abIc

340 prepare_arg[cpp_bool](self.data, self.data_addresses, arg, i) 

341 continue 

342 elif isinstance(arg, int): 4 ctx1abIc

343 prepare_arg[intptr_t](self.data, self.data_addresses, arg, i) 1 ctx1b

344 continue 1 ctx1b

345 elif isinstance(arg, float): 4 ctx1abIc

346 prepare_arg[double](self.data, self.data_addresses, arg, i) 1 ctx1b

347 continue 1 ctx1b

348 elif isinstance(arg, complex): 4 ctx1abIc

349 prepare_arg[cpp_double_complex](self.data, self.data_addresses, arg, i) 1 ctx1b

350 continue 1 ctx1b

351 elif isinstance(arg, driver.CUgraphConditionalHandle): 4 ctx1#aIc

352 prepare_arg[cydriver.CUgraphConditionalHandle](self.data, self.data_addresses, arg, i) 1 ctx1c

353 continue 1 ctx1c

354 elif isinstance(arg, GraphCondition): 2 ctx1aI

355 prepare_arg[cydriver.CUgraphConditionalHandle]( 

356 self.data, self.data_addresses, 

357 <intptr_t><unsigned long long>(<GraphCondition>arg)._c_handle, i) 

358 continue (empty)

359 # TODO: support ctypes/numpy struct 

360 raise TypeError("the argument is of unsupported type: " + str(type(arg))) 2 ctx1aI

361  

362 self.kernel_args = kernel_args 146 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

363 self.ptr = <intptr_t>self.data_addresses.data() 146 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

364  

365 def __dealloc__(self) -> None: 

366 for data in self.data: 322 ctx27bxb8b9bu v !b#b$byb%b'b(b)bzb*b+b,bAbw x d e m n o p y z f g q r s t A B C D E F h i j k -b.b/b:b;b=b?b@b[b]b^b_b`b{b|b}b~bacbcccdcecfcgchcicBbCbjckclcmcncDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbocpcqcrcSbTbvbsca UbVbWbtcXbYbZb0bucvcwcxcyczcl 1b2b3b4bAc| } ~ 5bBcJ ( b I G c Ccfb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @ DcEcFcGcHcIcJcKcLcMcNcOcPcQcRcScTcUcVcWcXcYcZc0c1c2c3c4c5c6c7c8c9c!c#c$c%c'c(c)c*c+c,c-c.c/c:c;c=c?c@c[c]c^c_c`c{c|c}c~cadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzdAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd0d1d2d3d

367 if data: 147 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b I G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @

368 PyMem_Free(data) 146 ctx2xbu v ybzbAbw x d e m n o p y z f g q r s t A B C D E F h i j k BbCbDbEbFbGbHbIbibjbkblbmbnbobpbqbrbsbJbKbLbubMbNbObPbQbRbSbTbvba UbVbWbXbYbZb0bl 1b2b3b4b| } ~ 5bJ ( b G c fb! 9 % $ : / . - , + * ) wbgb8 7 U V 4 5 2 3 6 1 Y Z W X 0 = ; hb] ^ [ tbebdbcbbbab{ ` _ T H K S R Q P O N M L ' 6b? @