Coverage for cuda/core/_memoryview.pyx: 90.19%

1# SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. (empty)

2# 

3# SPDX-License-Identifier: Apache-2.0 

4  

5from __future__ import annotations 

6  

7cimport cython 

8from ._dlpack cimport * 

9from ._dlpack import classify_dl_device (empty)

10from libc.stdint cimport intptr_t 

11from cuda.core._layout cimport _StridedLayout, get_strides_ptr 

12from cuda.core._stream import Stream (empty)

13  

14import ctypes (empty)

15import functools (empty)

16import sys (empty)

17import warnings (empty)

18from collections.abc import Callable # no-cython-lint # used in string annotations below (empty)

19from typing import TYPE_CHECKING, Any # no-cython-lint # used in string annotations below (empty)

20  

21if TYPE_CHECKING: (empty)

22 from cuda.core._tensor_map import TensorMapDescriptorOptions 

23  

24import numpy (empty)

25  

26from cuda.bindings cimport cydriver 

27from cuda.core._resource_handles cimport ( 

28 EventHandle, 

29 create_event_handle_for_stream, 

30 as_cu, 

31 get_last_error, 

32) 

33  

34from cuda.core._utils.cuda_utils import handle_return, driver (empty)

35from cuda.core._utils.cuda_utils cimport HANDLE_RETURN 

36  

37  

38from cuda.core._memory import Buffer (empty)

39from cuda.core._memory._buffer cimport Buffer as cyBuffer, Buffer_check_open 

40  

41  

42# --------------------------------------------------------------------------- 

43# Lazy tensor bridge (avoids loading _tensor_bridge.so until torch is used) 

44# --------------------------------------------------------------------------- 

45  

46cdef object _tensor_bridge = None (empty)

47# Cache: type(obj) -> True/False for the torch tensor check. 

48# Once a type is seen, we never re-check. 

49cdef dict _torch_type_cache = {} (empty)

50# Tri-state: None = not checked, True/False = result of version check 

51cdef object _torch_version_ok = None (empty)

52  

53cdef inline bint _torch_version_check(): (empty)

54 """Return True if 2.3 <= torch <= 2.12 (known AOTI ABI range). Memoized. 

55  

56 Lower bound: AOTI functions we use were introduced in PyTorch 2.3. 

57 Upper bound: the ``pyobj_to_aten_handle`` trick relies on the 

58 THPVariable struct layout (PyObject_HEAD followed by at::Tensor cdata) 

59 and the identity ``AtenTensorHandle == at::Tensor*``. Both are 

60 undocumented internals that could change in a future PyTorch version. 

61 We cap at the latest version we have tested against; unknown versions 

62 fall back to the standard DLPack/CAI paths. Bump the upper bound 

63 after verifying a new PyTorch release. 

64 """ 

65 global _torch_version_ok 

66 if _torch_version_ok is not None: 

67 return <bint>_torch_version_ok 

68 torch = sys.modules.get("torch") 

69 if torch is None: 

70 _torch_version_ok = False 

71 return False 

72 try: 

73 major, minor = int(torch.__version__.split(".")[0]), \ 

74 int(torch.__version__.split(".")[1]) 

75 _torch_version_ok = (2, 3) <= (major, minor) <= (2, 12) 

76 except (ValueError, IndexError): 

77 _torch_version_ok = False 

78 return <bint>_torch_version_ok (empty)

79  

80  

81cdef inline bint _is_torch_tensor(object obj): (empty)

82 cdef type tp = type(obj) 104 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bqb4bsb= ? s @ W / Y V - P Q R S T U : N O * g L E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

83 cdef object cached = _torch_type_cache.get(tp) 104 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bqb4bsb= ? s @ W / Y V - P Q R S T U : N O * g L E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

84 if cached is not None: 104 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bqb4bsb= ? s @ W / Y V - P Q R S T U : N O * g L E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

85 return <bint>cached 94 ctx2. , [ 6 7 Z 0 1 2 3 8 9 5 ! # J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8b= ? s W / Y V P Q R S T U : N O * g L E o p t u v A B C D w x y z q G F l c #bb h e m i j n k f d r a

86 cdef str mod = tp.__module__ or "" 19 ctx2+ 6 5 H qb4bsb@ - X 9bb h e f d r a $b

87 cdef bint result = mod.startswith("torch") and hasattr(obj, "data_ptr") \ 19 ctx2+ 6 5 H qb4bsb@ - X 9bb h e f d r a $b

88 and _torch_version_check() 

89 _torch_type_cache[tp] = result # setdefault not needed for bools 19 ctx2+ 6 5 H qb4bsb@ - X 9bb h e f d r a $b

90 return result 19 ctx2+ 6 5 H qb4bsb@ - X 9bb h e f d r a $b

91  

92  

93cdef object _get_tensor_bridge(): (empty)

94 """Bootstrap AOTI symbols, then import _tensor_bridge on first use.""" 

95 global _tensor_bridge 

96 if _tensor_bridge is not None: 

97 return _tensor_bridge 

98 torch_C = sys.modules.get("torch._C") 

99 if torch_C is None: 

100 raise RuntimeError( 

101 "torch._C is not loaded; cannot initialise the tensor bridge. " 

102 "Make sure PyTorch is imported before passing a torch.Tensor.") 

103 ctypes.CDLL(torch_C.__file__, mode=ctypes.RTLD_GLOBAL) 

104 from cuda.core import _tensor_bridge as tb 

105 _tensor_bridge = tb 

106 return _tensor_bridge 

107  

108  

109try: (empty)

110 from ml_dtypes import bfloat16 (empty)

111except ImportError: (empty)

112 bfloat16 = None (empty)

113  

114# TODO(leofang): support NumPy structured dtypes 

115  

116  

117cdef extern from "Python.h": 

118 ctypedef struct PyTypeObject: 

119 void* tp_dict 

120 void PyType_Modified(PyTypeObject*) 

121  

122  

123cdef DLPackExchangeAPI _SMV_DLPACK_EXCHANGE_API 

124cdef bint _SMV_DLPACK_EXCHANGE_API_INITED = False (empty)

125_SMV_DLPACK_EXCHANGE_API_CAPSULE = cpython.PyCapsule_New( (empty)

126 <void*>&_SMV_DLPACK_EXCHANGE_API, 

127 b"dlpack_exchange_api", 

128 NULL, 

129) 

130  

131  

132cdef class StridedMemoryView: 

133 """A class holding metadata of a strided dense array/tensor. 

134  

135 A :obj:`StridedMemoryView` instance can be created in three ways: 

136  

137 1. Using the :obj:`args_viewable_as_strided_memory` decorator (recommended) 

138 2. Explicit construction relying on DLPack or CUDA Array Interface, see below. 

139 3. From :obj:`~_memory.Buffer` and shape and size tuples (see 

140 :meth:`from_buffer` classmethod) 

141  

142 ``StridedMemoryView(obj, stream_ptr)`` can be used to create a view from 

143 objects supporting either DLPack (up to v1.0) or CUDA Array Interface 

144 (CAI) v3. When wrapping an arbitrary object it will try the DLPack protocol 

145 first, then the CAI protocol. A :obj:`BufferError` is raised if neither is 

146 supported. 

147  

148 Since either way would take a consumer stream, for DLPack it is passed to 

149 ``obj.__dlpack__()`` as-is (except for :obj:`None`, see below); for CAI, a 

150 stream order will be established between the consumer stream and the 

151 producer stream (from ``obj.__cuda_array_interface__()["stream"]``), as if 

152 ``cudaStreamWaitEvent`` is called by this method. 

153  

154 To opt-out of the stream ordering operation in either DLPack or CAI, 

155 please pass ``stream_ptr=-1``. Note that this deviates (on purpose) 

156 from the semantics of ``obj.__dlpack__(stream=None, ...)`` since ``cuda.core`` 

157 does not encourage using the (legacy) default/null stream, but is 

158 consistent with the CAI's semantics. For DLPack, ``stream=-1`` will be 

159 internally passed to ``obj.__dlpack__()`` instead. 

160  

161 Parameters 

162 ---------- 

163 obj : Any 

164 Any objects that supports either DLPack (up to v1.0) or CUDA Array 

165 Interface (v3). 

166 stream_ptr: int 

167 The pointer address (as Python `int`) to the **consumer** stream. 

168 Stream ordering will be properly established unless ``-1`` is passed. 

169  

170  

171 Attributes 

172 ----------- 

173 ptr : int 

174 Pointer to the tensor buffer (as a Python `int`). 

175 device_id : int 

176 The device ID for where the tensor is located. It is -1 for CPU tensors 

177 (meaning those only accessible from the host). 

178 is_device_accessible : bool 

179 Whether the tensor data can be accessed on the GPU. 

180 readonly: bool 

181 Whether the tensor data can be modified in place. 

182 exporting_obj : Any 

183 A reference to the original tensor object that is being viewed. 

184 If the view is created with :meth:`from_buffer`, 

185 it will be the Buffer instance passed to the method. 

186  

187 """ 

188 def __init__(self, obj: object = None, stream_ptr: int | None = None) -> None: 

189 cdef str clsname = self.__class__.__name__ 7 ctx2$ % ' ( ) 'brb

190 if obj is not None: 7 ctx2$ % ' ( ) 'brb

191 # populate self's attributes 

192 if check_has_dlpack(obj): 6 ctx2$ % ' ( ) rb

193 warnings.warn( 5 ctx1$%'()

194 f"Constructing a {clsname} directly from a DLPack-supporting object is deprecated; " 6 ctx1M$%'()

195 "Use `StridedMemoryView.from_dlpack` or `StridedMemoryView.from_any_interface` instead.", 

196 DeprecationWarning, 5 ctx1$%'()

197 stacklevel=2, 

198 ) 

199 view_as_dlpack(obj, stream_ptr, self) 5 ctx1$%'()

200 else: 

201 warnings.warn( 2 ctx2M rb

202 f"Constructing a {clsname} directly from a CUDA-array-interface-supporting object is deprecated; " 1 ctx2rb

203 "Use `StridedMemoryView.from_cuda_array_interface` or `StridedMemoryView.from_any_interface` instead.", 

204 DeprecationWarning, 1 ctx2rb

205 stacklevel=2, 

206 ) 

207 view_as_cai(obj, stream_ptr, self) 1 ctx2rb

208 else: 

209 warnings.warn( 1 ctx2'b

210 f"Constructing an empty {clsname} is deprecated; " 1 ctx2'b

211 "use one of the classmethods `from_dlpack`, `from_cuda_array_interface` or `from_any_interface` " 

212 "to construct a StridedMemoryView from an object", 

213 DeprecationWarning, 2 ctx2M 'b

214 stacklevel=2, 

215 ) 

216  

217 @classmethod (empty)

218 def from_dlpack(cls, obj: object, stream_ptr: int | None=None) -> StridedMemoryView: 

219 """Create a view from an object supporting the `DLPack <https://dmlc.github.io/dlpack/latest/>`_ protocol. 

220  

221 Parameters 

222 ---------- 

223 obj : object 

224 An object implementing the `DLPack <https://dmlc.github.io/dlpack/latest/>`_ protocol 

225 (via ``__dlpack__``). 

226 stream_ptr : int, optional 

227 Stream pointer for synchronization. If ``None``, no synchronization is performed. 

228 """ 

229 cdef StridedMemoryView buf = StridedMemoryView.__new__(cls) 72 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

230 if _is_torch_tensor(obj): 72 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

231 _get_tensor_bridge().view_as_torch_tensor(obj, stream_ptr, buf) 

232 return buf (empty)

233 view_as_dlpack(obj, stream_ptr, buf) 72 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

234 return buf 69 ctx1.+,[67Z0123895!#JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

235  

236 @classmethod (empty)

237 def from_cuda_array_interface(cls, obj: object, stream_ptr: int | None=None) -> StridedMemoryView: 

238 """Create a view from an object supporting the `__cuda_array_interface__ <https://numba.readthedocs.io/en/stable/cuda/cuda_array_interface.html>`_ protocol. 

239  

240 Parameters 

241 ---------- 

242 obj : object 

243 An object implementing the `__cuda_array_interface__ <https://numba.readthedocs.io/en/stable/cuda/cuda_array_interface.html>`_ protocol. 

244 stream_ptr : int, optional 

245 Stream pointer for synchronization. If ``None``, no synchronization is performed. 

246 """ 

247 cdef StridedMemoryView buf = StridedMemoryView.__new__(cls) 6 ctx2H qb4bsb@ -

248 if _is_torch_tensor(obj): 6 ctx2H qb4bsb@ -

249 _get_tensor_bridge().view_as_torch_tensor(obj, stream_ptr, buf) 

250 return buf 

251 view_as_cai(obj, stream_ptr, buf) 7 ctx2M H qb4bsb@ -

252 return buf 5 ctx2H qbsb@ -

253  

254 @classmethod (empty)

255 def from_array_interface(cls, obj: object) -> StridedMemoryView: 

256 """Create a view from an object supporting the `__array_interface__ <https://numpy.org/doc/stable/reference/arrays.interface.html>`_ protocol. 

257  

258 Parameters 

259 ---------- 

260 obj : object 

261 An object implementing the `__array_interface__ <https://numpy.org/doc/stable/reference/arrays.interface.html>`_ protocol (e.g., a numpy array). 

262 """ 

263 cdef StridedMemoryView buf = StridedMemoryView.__new__(cls) 28 ctx2M ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bL c

264 if _is_torch_tensor(obj): 27 ctx2] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bL c

265 _get_tensor_bridge().view_as_torch_tensor(obj, None, buf) 

266 return buf 

267 view_as_array_interface(obj, buf) 27 ctx2] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bL c

268 return buf 26 ctx2] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbL c

269  

270 @classmethod (empty)

271 def from_any_interface(cls, obj: object, stream_ptr: int | None = None) -> StridedMemoryView: 

272 """Create a view by automatically selecting the best available protocol. 

273  

274 Tries `DLPack <https://dmlc.github.io/dlpack/latest/>`_ first, then falls back to 

275 `__cuda_array_interface__ <https://numba.readthedocs.io/en/stable/cuda/cuda_array_interface.html>`_. 

276 ``torch.Tensor`` objects are transparently handled via a fast AOTI path 

277 regardless of which protocol is selected. 

278  

279 Parameters 

280 ---------- 

281 obj : object 

282 An object implementing `DLPack <https://dmlc.github.io/dlpack/latest/>`_ or 

283 `__cuda_array_interface__ <https://numba.readthedocs.io/en/stable/cuda/cuda_array_interface.html>`_. 

284 stream_ptr : int, optional 

285 Stream pointer for synchronization. If ``None``, no synchronization is performed. 

286 """ 

287 if check_has_dlpack(obj): 57 ctx2. + , [ 6 7 8 9 5 ! # /bJ K I = ? s W / Y V : N O * g E o p t u v A B C D w x y z q G F l b h e m i j n k f d r a

288 return cls.from_dlpack(obj, stream_ptr) 56 ctx1.+,[67895!#JKI=?sW/YV:NO*gEoptuvABCDwxyzqGFlbhemijnkfdra

289 return cls.from_cuda_array_interface(obj, stream_ptr) 

290  

291 @classmethod (empty)

292 def from_buffer( 

293 cls, 

294 buffer : Buffer, 

295 shape : tuple[int, ...], 

296 strides : tuple[int, ...] | None = None, 

297 *, 

298 itemsize : int | None = None, (empty)

299 dtype : numpy.dtype | None = None, (empty)

300 is_readonly : bool = False (empty)

301 ) -> StridedMemoryView: 

302 """ 

303 Creates a :obj:`StridedMemoryView` instance from a :obj:`~_memory.Buffer` and shape and strides tuples. 

304 The Buffer can be either allocation coming from a :obj:`MemoryResource` or an external allocation 

305 wrapped in a :obj:`~_memory.Buffer` object with ``Buffer.from_handle(ptr, size, owner=...)``. 

306  

307 .. caution:: 

308 When creating a :obj:`StridedMemoryView` from a :obj:`~_memory.Buffer`, 

309 no synchronization is performed. It is the user's responsibility to ensure 

310 the data in ``buffer`` is properly synchronized when consuming the view. 

311  

312 Parameters 

313 ---------- 

314 buffer : :obj:`~_memory.Buffer` 

315 The buffer to create the view from. 

316 shape : :obj:`tuple` 

317 The layout describing the shape, strides and itemsize of the elements in 

318 the buffer. 

319 strides : :obj:`tuple` 

320 The layout describing the shape, strides and itemsize of the elements in 

321 the buffer. 

322 dtype : :obj:`numpy.dtype` 

323 Optional dtype. 

324 If specified, the dtype's itemsize must match the layout's itemsize. 

325 is_readonly : bool, optional 

326 Whether the mark the view as readonly. 

327 """ 

328 cdef StridedMemoryView view = StridedMemoryView.__new__(cls) 43 ctx25b6bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3b%b*b(bubvb!b7b4 ;

329 if itemsize is None and dtype is None: 43 ctx25b6bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3b%b*b(bubvb!b7b4 ;

330 raise ValueError("Either itemsize or dtype must be specified") 1 ctx2*b

331 if itemsize is not None and dtype is not None and itemsize != dtype.itemsize: 42 ctx25b6bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3b%b(bubvb!b7b4 ;

332 raise ValueError( 1 ctx2(b

333 f"itemsize ({itemsize}) does not match dtype.itemsize ({dtype.itemsize})" 1 ctx2(b

334 ) 

335 # (itemsize is None XOR dtype is None) OR they are equal 

336 view_buffer_strided( 41 ctx25b6bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3b%bubvb!b7b4 ;

337 view, 

338 buffer, 

339 _StridedLayout(shape=shape, strides=strides, itemsize=getattr(dtype, "itemsize", itemsize)), 41 ctx25b6bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3b%bubvb!b7b4 ;

340 dtype, 

341 is_readonly, 

342 ) 

343 return view 39 ctx25b6bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3bubvb7b4 ;

344  

345 def __dealloc__(self) -> None: 

346 if self.dl_tensor == NULL: 156 ctx25b6b. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3b%b*b(bubvb!b7bqb4bsb= ? s 4 'brb@ ; W / Y V - P Q R S T U : N O * tbwbxbL E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

347 return 94 ctx25b6bH J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3b%b*b(bubvb!b7bqb4bsb4 'brb@ ; / Y V - P Q R S T U L c X #b9b$b

348  

349 if cpython.PyCapsule_IsValid( 76 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * tbwbxbE o p t u v A B C D w x y z q G F l c X b h e m i j n k f d r a

350 self.metadata, DLPACK_VERSIONED_TENSOR_USED_NAME): 76 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * tbwbxbE o p t u v A B C D w x y z q G F l c X b h e m i j n k f d r a

351 data = cpython.PyCapsule_GetPointer( 75 ctx2M . + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * tbwbxbE o p t u v A B C D w x y z q G F l c X h e m i j n k f r a

352 self.metadata, DLPACK_VERSIONED_TENSOR_USED_NAME) 74 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * tbwbxbE o p t u v A B C D w x y z q G F l c X h e m i j n k f r a

353 dlm_tensor_ver = <DLManagedTensorVersioned*>data 74 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * tbwbxbE o p t u v A B C D w x y z q G F l c X h e m i j n k f r a

354 if dlm_tensor_ver.deleter != NULL: 74 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * tbwbxbE o p t u v A B C D w x y z q G F l c X h e m i j n k f r a

355 dlm_tensor_ver.deleter(dlm_tensor_ver) 70 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*EoptuvABCDwxyzqGFlcXhemijnkfa

356 elif cpython.PyCapsule_IsValid( 3 ctx1bda

357 self.metadata, DLPACK_TENSOR_USED_NAME): 3 ctx1bda

358 data = cpython.PyCapsule_GetPointer( 4 ctx1Mbda

359 self.metadata, DLPACK_TENSOR_USED_NAME) 3 ctx1bda

360 dlm_tensor = <DLManagedTensor*>data 3 ctx1bda

361 if dlm_tensor.deleter != NULL: 3 ctx1bda

362 dlm_tensor.deleter(dlm_tensor) 2 ctx1ba

363  

364 def view( (empty)

365 self, layout : _StridedLayout | None = None, dtype : numpy.dtype | None = None 

366 ) -> StridedMemoryView: 

367 """ 

368 Creates a new view with adjusted layout and dtype. 

369 Same as calling :meth:`from_buffer` with the current buffer. 

370 """ 

371 cdef StridedMemoryView view = StridedMemoryView.__new__(self.__class__) 15 ctx2J K I ubvb/ Y V P Q R S T U X

372 if layout is None and dtype is None: 15 ctx2J K I ubvb/ Y V P Q R S T U X

373 return self 1 ctx1/

374 if layout is None: 14 ctx2J K I ubvbY V P Q R S T U X

375 layout = self.get_layout() 6 ctx1JKIYVX

376 if dtype is None: 14 ctx2J K I ubvbY V P Q R S T U X

377 dtype = self.get_dtype() 8 ctx2ubvbP Q R S T U

378 view_buffer_strided(view, self.get_buffer(), layout, dtype, self.readonly) 15 ctx2M J K I ubvbY V P Q R S T U X

379 return view 13 ctx2J K I ubvbV P Q R S T U X

380  

381 def as_tensor_map( (empty)

382 self, 

383 box_dim: tuple[int, ...] | None = None, 

384 *, 

385 options: TensorMapDescriptorOptions | None = None, (empty)

386 element_strides: tuple[int, ...] | None = None, (empty)

387 data_type: object = None, (empty)

388 interleave: object = None, (empty)

389 swizzle: object = None, (empty)

390 l2_promotion: object = None, (empty)

391 oob_fill: object = None, (empty)

392 ) -> object: 

393 """Create a tiled :obj:`TensorMapDescriptor` from this view. 

394  

395 This is the public entry point for creating tiled tensor map 

396 descriptors in ``cuda.core``. Pass either ``box_dim`` and the 

397 individual keyword arguments directly, or provide bundled tiled 

398 options via ``options=``. 

399 """ 

400 from cuda.core._tensor_map import TensorMapDescriptor 1 ctx17

401  

402 kwargs = {} 1 ctx17

403 if options is not None: 1 ctx17

404 kwargs["options"] = options 

405 if element_strides is not None: 1 ctx17

406 kwargs["element_strides"] = element_strides 1 ctx17

407 if data_type is not None: 1 ctx17

408 kwargs["data_type"] = data_type 1 ctx17

409 if interleave is not None: 1 ctx17

410 kwargs["interleave"] = interleave 

411 if swizzle is not None: 1 ctx17

412 kwargs["swizzle"] = swizzle 1 ctx17

413 if l2_promotion is not None: 2 ctx1M7

414 kwargs["l2_promotion"] = l2_promotion 1 ctx17

415 if oob_fill is not None: 1 ctx17

416 kwargs["oob_fill"] = oob_fill 1 ctx17

417 return TensorMapDescriptor._from_tiled(self, box_dim, **kwargs) 1 ctx17

418  

419 def copy_from( (empty)

420 self, 

421 other: StridedMemoryView, 

422 stream: Stream, 

423 allocator: object = None, 

424 blocking: bool | None = None, 

425 ) -> None: 

426 """ 

427 Copies the data from the other view into this view. 

428  

429 The copy can be performed between following memory spaces: 

430 host-to-device, device-to-host, device-to-device (on the same device). 

431  

432 Parameters 

433 ---------- 

434 other : StridedMemoryView 

435 The view to copy data from. 

436 stream : Stream | None, optional 

437 The stream to schedule the copy on. 

438 allocator : MemoryResource | None, optional 

439 If temporary buffers are needed, the specified memory resources 

440 will be used to allocate the memory. If not specified, default 

441 resources will be used. 

442 blocking : bool | None, optional 

443 Whether the call should block until the copy is complete. 

444 * ``True``: the ``stream`` is synchronized with the host at the end of the call, 

445 blocking until the copy is complete. 

446 * ``False``: if possible, the call returns immediately once the copy is scheduled. 

447 However, in some cases of host-to-device or device-to-host copies, the call may 

448 still synchronize with the host if necessary. 

449 * ``None`` (default): 

450 * for device-to-device, it defaults to ``False`` (non-blocking), 

451 * for host-to-device or device-to-host, it defaults to ``True`` (blocking). 

452 """ 

453 raise NotImplementedError("Sorry, not supported: copy_from") 1 ctx1=

454  

455 def copy_to( (empty)

456 self, 

457 other: StridedMemoryView, 

458 stream: Stream | None = None, 

459 allocator: object = None, 

460 blocking: bool | None = None, 

461 ) -> None: 

462 """ 

463 Copies the data from this view into the ``other`` view. 

464  

465 For details, see :meth:`copy_from`. 

466 """ 

467 raise NotImplementedError("Sorry, not supported: copy_to") 1 ctx1?

468  

469 def __dlpack__( (empty)

470 self, 

471 *, 

472 stream: int | None = None, (empty)

473 max_version: tuple[int, int] | None = None, (empty)

474 dl_device: tuple[int, int] | None = None, (empty)

475 copy: bool | None = None, (empty)

476 ) -> object: 

477 # Similar to Buffer.__dlpack__: no implicit synchronization is performed. 

478 if dl_device is not None: 39 ctx1,HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

479 raise BufferError("Sorry, not supported: dl_device other than None") 1 ctx1,

480 if copy is True: 39 ctx1,HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

481 raise BufferError("Sorry, not supported: copy=True") 2 ctx1M,

482  

483 cdef bint versioned 

484 if max_version is None: 39 ctx1,HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

485 versioned = False 9 ctx1HJKI4Fbda

486 else: 

487 if not isinstance(max_version, tuple) or len(max_version) != 2: 32 ctx1,sLEoptuvABCDwxyzqGlcbhemijnkfra

488 raise BufferError(f"Expected max_version tuple[int, int], got {max_version}") 1 ctx1,

489 versioned = max_version >= (1, 0) 31 ctx1sLEoptuvABCDwxyzqGlcbhemijnkfra

490  

491 # NOTE: stream is accepted for protocol compatibility but not used. 

492 cdef object capsule = _smv_make_py_capsule(self, versioned) 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

493 return capsule 34 ctx1HsLEoptuvABCDwxyzqGFlcbhemijnkfdra

494  

495 def __dlpack_device__(self) -> tuple[int, int]: (empty)

496 cdef _DLDeviceType device_type 

497 cdef int32_t device_id 

498 _smv_get_dl_device(self, &device_type, &device_id) 18 ctx1.+HsLcbhemijnkfdra

499 return (<int>device_type, int(device_id)) 18 ctx1.+HsLcbhemijnkfdra

500  

501 @property 

502 def _layout(self) -> _StridedLayout: 

503 """ 

504 The layout of the tensor. For StridedMemoryView created from DLPack or CAI, 

505 the layout is inferred from the tensor object's metadata. 

506 """ 

507 return self.get_layout() 42 ctx2ybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3bubvb'bV P Q R S T U

508  

509 @property 

510 def size(self) -> int: 

511 return self.get_layout().get_volume() 40 ctx2Z 0 1 2 3 8 9 5 ! # $ % ' ( ) ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbqb

512  

513 @property 

514 def shape(self) -> tuple[int, ...]: 

515 """ 

516 Shape of the tensor. 

517 """ 

518 return self.get_layout().get_shape_tuple() 92 ctx25b6b6 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3bubvbqbsbrb@ ; W - P Q R S T U g b h

519  

520 @property 

521 def strides(self) -> tuple[int, ...] | None: 

522 """ 

523 Strides of the tensor (in **counts**, not bytes). 

524 """ 

525 return self.get_layout().get_strides_tuple() 76 ctx26 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3bqbsb; W

526  

527 @property 

528 def dtype(self) -> numpy.dtype | None: 

529 """ 

530 Data type of the tensor. 

531  

532 Supports standard NumPy dtypes as well as narrow data types (e.g., ``bfloat16``) 

533 when the optional `ml_dtypes <https://github.com/jax-ml/ml_dtypes>`_ package is 

534 installed. If ``ml_dtypes`` is not available and such a tensor is encountered, 

535 a :obj:`NotImplementedError` will be raised. 

536 """ 

537 return self.get_dtype() 73 ctx2] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3b7b; W V P Q R S T U e m i j n k f

538  

539 def __repr__(self) -> str: 

540 return (f"StridedMemoryView(ptr={self.ptr},\n" 2 ctx1;W

541 + f" shape={self.shape},\n" 3 ctx1M;W

542 + f" strides={self.strides},\n" 2 ctx1;W

543 + f" itemsize={self._layout.itemsize},\n" 2 ctx1;W

544 + f" dtype={get_simple_repr(self.dtype)},\n" 2 ctx1;W

545 + f" device_id={self.device_id},\n" 2 ctx1;W

546 + f" is_device_accessible={self.is_device_accessible},\n" 2 ctx1;W

547 + f" readonly={self.readonly},\n" 2 ctx1;W

548 + f" exporting_obj={get_simple_repr(self.exporting_obj)})") 3 ctx1M;W

549  

550 @cython.critical_section (empty)

551 cdef inline _StridedLayout get_layout(self): 

552 cdef _StridedLayout layout 

553 if self._layout is None: 136 ctx25b6b6 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3bubvbqb4bsbs 4 'brb@ ; W Y V - P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c X b h e m i j n k f d r a

554 if self.dl_tensor: 98 ctx26 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bqb4bsbs 'brb@ W Y V - P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c X b h e m i j n k f d r a

555 layout = layout_from_dlpack(self.dl_tensor) 63 ctx16Z0123895!#$%'()JKIsWYVPQRSTUNOgEoptuvABCDwxyzqGFlXbhemijnkfdra

556 elif self.metadata is not None: 35 ctx2H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bqb4bsb'brb@ - L c

557 layout = layout_from_cai(self.metadata) 34 ctx2H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb8bqb4bsbrb@ - L c

558 else: 

559 raise ValueError("Cannot infer layout from the exporting object") 1 ctx2'b

560 if self._layout is None: 95 ctx26 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbqbsbs rb@ W Y V - P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c X b h e m i j n k f d r a

561 self._layout = layout 95 ctx26 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbqbsbs rb@ W Y V - P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c X b h e m i j n k f d r a

562 return self._layout 133 ctx25b6b6 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3bubvbqbsbs 4 rb@ ; W Y V - P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c X b h e m i j n k f d r a

563  

564 @cython.critical_section (empty)

565 cdef inline object get_buffer(self): 

566 """ 

567 Returns Buffer instance with the underlying data. 

568 If the SMV was created from a Buffer, it will return the same Buffer instance. 

569 Otherwise, it will create a new instance with owner set to the exporting object. 

570 """ 

571 cdef object buffer 

572 if self._buffer is None: 15 ctx2H J K I ubvbY V P Q R S T U X

573 if isinstance(self.exporting_obj, Buffer): 13 ctx1HJKIYVPQRSTUX

574 buffer = self.exporting_obj 1 ctx1X

575 else: 

576 buffer = Buffer.from_handle(self.ptr, 0, owner=self.exporting_obj) 12 ctx1HJKIYVPQRSTU

577 if self._buffer is None: 13 ctx1HJKIYVPQRSTUX

578 self._buffer = buffer 13 ctx1HJKIYVPQRSTUX

579 return self._buffer 15 ctx2H J K I ubvbY V P Q R S T U X

580  

581 @cython.critical_section (empty)

582 cdef inline object get_dtype(self): 

583 cdef object dtype 

584 if self._dtype is None: 109 ctx2H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3bubvb7bs 4 ; W V P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c b h e m i j n k f d r a

585 dtype = None 70 ctx2H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbs 4 ; W P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c b h e m i j n k f d r a

586 if self.dl_tensor != NULL: 70 ctx2H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbs 4 ; W P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c b h e m i j n k f d r a

587 dtype = dtype_dlpack_to_numpy(&self.dl_tensor.dtype) 42 ctx1MsWPQRSTUNOgEoptuvABCDwxyzqGFlbhemijnkfdra

588 elif isinstance(self.metadata, int): 29 ctx2H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb4 ; L c

589 # AOTI dtype code stored by the torch tensor bridge 

590 dtype = _get_tensor_bridge().resolve_aoti_dtype( 

591 self.metadata) (empty)

592 elif self.metadata is not None: 29 ctx2H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbb4 ; L c

593 dtype = _typestr2dtype(self.metadata["typestr"]) 27 ctx2H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbL c

594 if self._dtype is None: 70 ctx2H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbs 4 ; W P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c b h e m i j n k f d r a

595 self._dtype = dtype 71 ctx2M H ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbs 4 ; W P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c b h e m i j n k f d r a

596 return self._dtype 109 ctx2H J K I ] ^ cb_ db` eb{ | } fbgbhb~ ibjbabkblbmbnbobpbbbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbSbTbUbVbWbXbYbZb0b1b2b3bubvb7bs 4 ; W V P Q R S T U N O g L E o p t u v A B C D w x y z q G F l c b h e m i j n k f d r a

597  

598  

599cdef void _smv_pycapsule_deleter(object capsule) noexcept: (empty)

600 cdef DLManagedTensor* dlm_tensor 

601 cdef DLManagedTensorVersioned* dlm_tensor_ver 

602 # Do not invoke the deleter on a used capsule. 

603 if cpython.PyCapsule_IsValid(capsule, DLPACK_TENSOR_UNUSED_NAME): 35 ctx2H s tbwbxbL E o p t u v A B C D w x y z q G F l c b h e m i j n k f a

604 dlm_tensor = <DLManagedTensor*>( 2 ctx1HF

605 cpython.PyCapsule_GetPointer(capsule, DLPACK_TENSOR_UNUSED_NAME) 2 ctx1HF

606 ) 

607 if dlm_tensor.deleter: 2 ctx1HF

608 dlm_tensor.deleter(dlm_tensor) 2 ctx1HF

609 elif cpython.PyCapsule_IsValid(capsule, DLPACK_VERSIONED_TENSOR_UNUSED_NAME): 34 ctx2M s tbwbxbL E o p t u v A B C D w x y z q G l c b h e m i j n k f a

610 dlm_tensor_ver = <DLManagedTensorVersioned*>( 1 ctx1l

611 cpython.PyCapsule_GetPointer(capsule, DLPACK_VERSIONED_TENSOR_UNUSED_NAME) 1 ctx1l

612 ) 

613 if dlm_tensor_ver.deleter: 2 ctx1Ml

614 dlm_tensor_ver.deleter(dlm_tensor_ver) 1 ctx1l

615  

616  

617cdef inline void _smv_release_export_resources(void* manager_ctx, int64_t* shape_ptr) noexcept with gil: (empty)

618 if shape_ptr: 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

619 stdlib.free(shape_ptr) 33 ctx1HsLEoptuvABCDwxyzqFlcbhemijnkfdra

620 if manager_ctx: 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

621 cpython.Py_DECREF(<object>manager_ctx) 39 ctx1MHJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

622  

623  

624cdef void _smv_deleter(DLManagedTensor* tensor) noexcept with gil: (empty)

625 if tensor: 9 ctx1HJKI4Fbda

626 _smv_release_export_resources(tensor.manager_ctx, tensor.dl_tensor.shape) 9 ctx1HJKI4Fbda

627 tensor.manager_ctx = NULL 9 ctx1HJKI4Fbda

628 stdlib.free(tensor) 9 ctx1HJKI4Fbda

629  

630  

631cdef void _smv_versioned_deleter(DLManagedTensorVersioned* tensor) noexcept with gil: (empty)

632 if tensor: 36 ctx1MJKIs4LEoptuvABCDwxyzqGlcbhemijnkfra

633 _smv_release_export_resources(tensor.manager_ctx, tensor.dl_tensor.shape) 31 ctx1sLEoptuvABCDwxyzqGlcbhemijnkfra

634 tensor.manager_ctx = NULL 31 ctx1sLEoptuvABCDwxyzqGlcbhemijnkfra

635 stdlib.free(tensor) 31 ctx1sLEoptuvABCDwxyzqGlcbhemijnkfra

636  

637  

638cdef inline DLManagedTensorVersioned* _smv_allocate_dlm_tensor_versioned() except? NULL: (empty)

639 cdef DLManagedTensorVersioned* dlm_tensor_ver = NULL 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

640 dlm_tensor_ver = <DLManagedTensorVersioned*>stdlib.malloc(sizeof(DLManagedTensorVersioned)) 33 ctx1MsgLEoptuvABCDwxyzqGlcbhemijnkfra

641 if dlm_tensor_ver == NULL: 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

642 raise MemoryError() 

643 dlm_tensor_ver.dl_tensor.shape = NULL 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

644 dlm_tensor_ver.manager_ctx = NULL 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

645 return dlm_tensor_ver 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

646  

647  

648cdef inline DLManagedTensor* _smv_allocate_dlm_tensor() except? NULL: (empty)

649 cdef DLManagedTensor* dlm_tensor = NULL 9 ctx1HJKI4Fbda

650 dlm_tensor = <DLManagedTensor*>stdlib.malloc(sizeof(DLManagedTensor)) 9 ctx1HJKI4Fbda

651 if dlm_tensor == NULL: 9 ctx1HJKI4Fbda

652 raise MemoryError() 

653 dlm_tensor.dl_tensor.shape = NULL 9 ctx1HJKI4Fbda

654 dlm_tensor.manager_ctx = NULL 9 ctx1HJKI4Fbda

655 return dlm_tensor 9 ctx1HJKI4Fbda

656  

657  

658cdef inline int _smv_dtype_numpy_to_dlpack(object dtype_obj, DLDataType* out_dtype) except -1: (empty)

659 cdef object np_dtype = numpy.dtype(dtype_obj) 40 ctx1HJKIsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

660 if np_dtype.fields is not None: 40 ctx1HJKIsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

661 raise BufferError("Structured dtypes are not supported for DLPack export") 1 ctx1K

662 if not np_dtype.isnative and np_dtype.byteorder not in ("=", "|"): 39 ctx1HJIsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

663 raise BufferError("Non-native-endian dtypes are not supported for DLPack export") 1 ctx1J

664  

665 cdef str kind = np_dtype.kind 38 ctx1HIsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

666 cdef int bits = np_dtype.itemsize * 8 38 ctx1HIsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

667 cdef uint8_t code 

668 if kind == "b": 39 ctx1MHIsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

669 if bits != 8: 1 ctx1E

670 raise BufferError(f"Unsupported bool dtype itemsize: {np_dtype.itemsize}") 

671 code = <uint8_t>kDLBool 1 ctx1E

672 elif kind == "i": 37 ctx1HIsNOgLoptuvABCDwxyzqGFlcbhemijnkfdra

673 if bits not in (8, 16, 32, 64): 24 ctx1MsNOLABCDFlcbhemijnkfdra

674 raise BufferError(f"Unsupported signed integer dtype: {np_dtype}") 

675 code = <uint8_t>kDLInt 23 ctx1sNOLABCDFlcbhemijnkfdra

676 elif kind == "u": 14 ctx1HIgoptuvwxyzqG

677 if bits not in (8, 16, 32, 64): 4 ctx1wxyz

678 raise BufferError(f"Unsupported unsigned integer dtype: {np_dtype}") (empty)

679 code = <uint8_t>kDLUInt 4 ctx1wxyz

680 elif kind == "f": 10 ctx1HIgoptuvqG

681 if bits not in (16, 32, 64): 5 ctx1Hgtuv

682 raise BufferError(f"Unsupported floating dtype: {np_dtype}") 

683 code = <uint8_t>kDLFloat 6 ctx1MHgtuv

684 elif kind == "c": 5 ctx1IopqG

685 if bits not in (64, 128): 4 ctx1opqG

686 raise BufferError(f"Unsupported complex dtype: {np_dtype}") 

687 code = <uint8_t>kDLComplex 4 ctx1opqG

688 else: 

689 raise BufferError(f"Unsupported dtype for DLPack export: {np_dtype}") 1 ctx1I

690  

691 out_dtype.code = code 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

692 out_dtype.bits = <uint8_t>bits 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

693 out_dtype.lanes = <uint16_t>1 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

694 return 0 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

695  

696  

697cdef inline int _smv_get_dl_device( (empty)

698 StridedMemoryView view, 

699 _DLDeviceType* out_device_type, 

700 int32_t* out_device_id, 

701) except -1: 

702 cdef _DLDeviceType device_type 

703 cdef int32_t device_id 

704 cdef object buf 

705 if view.dl_tensor != NULL: 39 ctx1.+HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

706 device_type = view.dl_tensor.device.device_type 36 ctx1.+sNOgEoptuvABCDwxyzqGFlbhemijnkfdra

707 if device_type == _kDLCUDA: 36 ctx1.+sNOgEoptuvABCDwxyzqGFlbhemijnkfdra

708 device_id = view.dl_tensor.device.device_id 

709 else: 

710 # CPU, CUDAHost, and CUDAManaged use device_id=0 in DLPack. 

711 device_id = 0 36 ctx1.+sNOgEoptuvABCDwxyzqGFlbhemijnkfdra

712 elif view.is_device_accessible: 3 ctx1HLc

713 buf = view.get_buffer() 1 ctx1H

714 dev_type, dev_id = classify_dl_device(buf) 1 ctx1H

715 device_type = <_DLDeviceType>dev_type 1 ctx1H

716 device_id = <int32_t>dev_id 1 ctx1H

717 else: 

718 device_type = _kDLCPU 2 ctx1Lc

719 device_id = 0 2 ctx1Lc

720  

721 out_device_type[0] = device_type 39 ctx1.+HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

722 out_device_id[0] = device_id 39 ctx1.+HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

723 return 0 39 ctx1.+HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

724  

725  

726cdef inline int _smv_setup_dl_tensor_common( (empty)

727 DLTensor* dl_tensor, 

728 StridedMemoryView view, 

729 _StridedLayout layout, 

730) except -1: 

731 cdef object dtype_obj = view.get_dtype() 41 ctx1HJKIs4NOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

732 if dtype_obj is None: 41 ctx1HJKIs4NOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

733 raise BufferError( 1 ctx14

734 "Cannot export StridedMemoryView via DLPack without dtype information; " 

735 "create the view with dtype specified." 

736 ) 

737 _smv_dtype_numpy_to_dlpack(dtype_obj, &dl_tensor.dtype) 40 ctx1HJKIsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

738 _smv_get_dl_device(view, &dl_tensor.device.device_type, &dl_tensor.device.device_id) 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

739  

740 cdef int ndim = layout.base.ndim 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

741 dl_tensor.ndim = ndim 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

742 if layout.get_volume() == 0: 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

743 dl_tensor.data = NULL 1 ctx1q

744 else: 

745 dl_tensor.data = <void*><intptr_t>view.ptr 36 ctx1HsNOgLEoptuvABCDwxyzGFlcbhemijnkfdra

746 dl_tensor.byte_offset = 0 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

747 return 0 37 ctx1HsNOgLEoptuvABCDwxyzqGFlcbhemijnkfdra

748  

749  

750cdef inline int _smv_setup_dl_tensor(DLTensor* dl_tensor, StridedMemoryView view) except -1: (empty)

751 cdef _StridedLayout layout = view.get_layout() 39 ctx1HJKIs4gLEoptuvABCDwxyzqGFlcbhemijnkfdra

752 _smv_setup_dl_tensor_common(dl_tensor, view, layout) 39 ctx1HJKIs4gLEoptuvABCDwxyzqGFlcbhemijnkfdra

753  

754 cdef int i 

755 cdef int64_t* shape_strides = NULL 35 ctx1HsgLEoptuvABCDwxyzqGFlcbhemijnkfdra

756 cdef int64_t* strides_src = NULL 35 ctx1HsgLEoptuvABCDwxyzqGFlcbhemijnkfdra

757 cdef int ndim = dl_tensor.ndim 35 ctx1HsgLEoptuvABCDwxyzqGFlcbhemijnkfdra

758 if ndim == 0: 35 ctx1HsgLEoptuvABCDwxyzqGFlcbhemijnkfdra

759 dl_tensor.shape = NULL 1 ctx1G

760 dl_tensor.strides = NULL 1 ctx1G

761 else: 

762 # DLPack v1.2+ requires non-NULL strides for ndim != 0. 

763 shape_strides = <int64_t*>stdlib.malloc(sizeof(int64_t) * 2 * ndim) 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

764 if shape_strides == NULL: 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

765 raise MemoryError() 

766 try: 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

767 strides_src = get_strides_ptr(layout.base) 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

768 for i in range(ndim): 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

769 shape_strides[i] = layout.base.shape[i] 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

770 shape_strides[i + ndim] = strides_src[i] 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

771 except Exception: 

772 stdlib.free(shape_strides) 

773 raise 

774 dl_tensor.shape = shape_strides 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

775 dl_tensor.strides = shape_strides + ndim 34 ctx1HsgLEoptuvABCDwxyzqFlcbhemijnkfdra

776 return 0 35 ctx1HsgLEoptuvABCDwxyzqGFlcbhemijnkfdra

777  

778  

779cdef inline int _smv_setup_dltensor_borrowed(DLTensor* dl_tensor, StridedMemoryView view) except -1: (empty)

780 cdef _StridedLayout layout = view.get_layout() 2 ctx1NO

781 _smv_setup_dl_tensor_common(dl_tensor, view, layout) 2 ctx1NO

782  

783 if dl_tensor.ndim == 0: 2 ctx1NO

784 dl_tensor.shape = NULL 1 ctx1N

785 dl_tensor.strides = NULL 1 ctx1N

786 else: 

787 dl_tensor.shape = layout.base.shape 1 ctx1O

788 # For temporary/non-owning exchange we provide explicit strides. 

789 dl_tensor.strides = get_strides_ptr(layout.base) 1 ctx1O

790 return 0 2 ctx1NO

791  

792  

793cdef inline int _smv_fill_managed_tensor_versioned( (empty)

794 DLManagedTensorVersioned* dlm_tensor_ver, 

795 StridedMemoryView view, 

796) except -1: 

797 cpython.Py_INCREF(view) 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

798 dlm_tensor_ver.manager_ctx = <void*>view 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

799 dlm_tensor_ver.deleter = _smv_versioned_deleter 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

800 dlm_tensor_ver.version.major = DLPACK_MAJOR_VERSION 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

801 dlm_tensor_ver.version.minor = DLPACK_MINOR_VERSION 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

802 dlm_tensor_ver.flags = DLPACK_FLAG_BITMASK_READ_ONLY if view.readonly else 0 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

803 _smv_setup_dl_tensor(&dlm_tensor_ver.dl_tensor, view) 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

804 return 0 32 ctx1sgLEoptuvABCDwxyzqGlcbhemijnkfra

805  

806  

807cdef inline int _smv_fill_managed_tensor( (empty)

808 DLManagedTensor* dlm_tensor, 

809 StridedMemoryView view, 

810) except -1: 

811 cpython.Py_INCREF(view) 9 ctx1HJKI4Fbda

812 dlm_tensor.manager_ctx = <void*>view 9 ctx1HJKI4Fbda

813 dlm_tensor.deleter = _smv_deleter 9 ctx1HJKI4Fbda

814 _smv_setup_dl_tensor(&dlm_tensor.dl_tensor, view) 9 ctx1HJKI4Fbda

815 return 0 5 ctx1HFbda

816  

817  

818cdef object _smv_make_py_capsule(StridedMemoryView view, bint versioned): (empty)

819 cdef DLManagedTensor* dlm_tensor = NULL 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

820 cdef DLManagedTensorVersioned* dlm_tensor_ver = NULL 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

821 cdef object capsule = None 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

822 cdef void* tensor_ptr = NULL 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

823 cdef const char* capsule_name 

824 try: 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

825 if versioned: 38 ctx1HJKIs4LEoptuvABCDwxyzqGFlcbhemijnkfdra

826 dlm_tensor_ver = _smv_allocate_dlm_tensor_versioned() 31 ctx1sLEoptuvABCDwxyzqGlcbhemijnkfra

827 _smv_fill_managed_tensor_versioned(dlm_tensor_ver, view) 31 ctx1sLEoptuvABCDwxyzqGlcbhemijnkfra

828 tensor_ptr = <void*>dlm_tensor_ver 31 ctx1sLEoptuvABCDwxyzqGlcbhemijnkfra

829 capsule_name = DLPACK_VERSIONED_TENSOR_UNUSED_NAME 31 ctx1sLEoptuvABCDwxyzqGlcbhemijnkfra

830 else: 

831 dlm_tensor = _smv_allocate_dlm_tensor() 9 ctx1HJKI4Fbda

832 _smv_fill_managed_tensor(dlm_tensor, view) 9 ctx1HJKI4Fbda

833 tensor_ptr = <void*>dlm_tensor 5 ctx1HFbda

834 capsule_name = DLPACK_TENSOR_UNUSED_NAME 5 ctx1HFbda

835 capsule = cpython.PyCapsule_New(tensor_ptr, capsule_name, _smv_pycapsule_deleter) 34 ctx1HsLEoptuvABCDwxyzqGFlcbhemijnkfdra

836 except Exception: 4 ctx1JKI4

837 if capsule is None: 4 ctx1JKI4

838 _smv_deleter(dlm_tensor) 4 ctx1JKI4

839 _smv_versioned_deleter(dlm_tensor_ver) 4 ctx1JKI4

840 raise 4 ctx1JKI4

841 return capsule 34 ctx1HsLEoptuvABCDwxyzqGFlcbhemijnkfdra

842  

843  

844cdef inline StridedMemoryView _smv_from_dlpack_capsule(object capsule, object exporting_obj): (empty)

845 cdef void* data = NULL 4 ctx2g tbwbxb

846 cdef DLTensor* dl_tensor = NULL 4 ctx2g tbwbxb

847 cdef DLManagedTensorVersioned* dlm_tensor_ver = NULL 4 ctx2g tbwbxb

848 cdef DLManagedTensor* dlm_tensor = NULL 4 ctx2g tbwbxb

849 cdef bint is_readonly = False 4 ctx2g tbwbxb

850 cdef const char* used_name = NULL 4 ctx2g tbwbxb

851 if cpython.PyCapsule_IsValid(capsule, DLPACK_VERSIONED_TENSOR_UNUSED_NAME): 4 ctx2g tbwbxb

852 data = cpython.PyCapsule_GetPointer(capsule, DLPACK_VERSIONED_TENSOR_UNUSED_NAME) 4 ctx2g tbwbxb

853 dlm_tensor_ver = <DLManagedTensorVersioned*>data 4 ctx2g tbwbxb

854 dl_tensor = &dlm_tensor_ver.dl_tensor 4 ctx2g tbwbxb

855 is_readonly = bool((dlm_tensor_ver.flags & DLPACK_FLAG_BITMASK_READ_ONLY) != 0) 4 ctx2g tbwbxb

856 used_name = DLPACK_VERSIONED_TENSOR_USED_NAME 4 ctx2g tbwbxb

857 elif cpython.PyCapsule_IsValid(capsule, DLPACK_TENSOR_UNUSED_NAME): 

858 data = cpython.PyCapsule_GetPointer(capsule, DLPACK_TENSOR_UNUSED_NAME) 

859 dlm_tensor = <DLManagedTensor*>data 

860 dl_tensor = &dlm_tensor.dl_tensor 

861 is_readonly = False 

862 used_name = DLPACK_TENSOR_USED_NAME 

863 else: 

864 raise BufferError("Invalid DLPack capsule") 

865  

866 cpython.PyCapsule_SetName(capsule, used_name) 4 ctx2g tbwbxb

867  

868 cdef StridedMemoryView view = StridedMemoryView.__new__(StridedMemoryView) 4 ctx2g tbwbxb

869 view.dl_tensor = dl_tensor 4 ctx2g tbwbxb

870 view.metadata = capsule 4 ctx2g tbwbxb

871 view.ptr = <intptr_t>(dl_tensor.data) + <intptr_t>(dl_tensor.byte_offset) 4 ctx2g tbwbxb

872 view.readonly = is_readonly 4 ctx2g tbwbxb

873 view.exporting_obj = exporting_obj 4 ctx2g tbwbxb

874 if dl_tensor.device.device_type == _kDLCPU: 4 ctx2g tbwbxb

875 view.device_id = -1 1 ctx1g

876 view.is_device_accessible = False 1 ctx1g

877 elif dl_tensor.device.device_type in (_kDLCUDA, _kDLCUDAHost, _kDLCUDAManaged): 1 ctx2tb

878 view.device_id = dl_tensor.device.device_id 3 ctx2tbwbxb

879 view.is_device_accessible = True 3 ctx2tbwbxb

880 else: 

881 raise BufferError("device not supported") 

882 return view 4 ctx2g tbwbxb

883  

884  

885cdef int _smv_managed_tensor_allocator( (empty)

886 DLTensor* prototype, 

887 DLManagedTensorVersioned** out, 

888 void* error_ctx, 

889 void (*SetError)(void* error_ctx, const char* kind, const char* message) noexcept, 

890) noexcept with gil: 

891 if out != NULL: 1 ctx2+b

892 out[0] = NULL 1 ctx2+b

893 if SetError != NULL: 1 ctx2+b

894 SetError(error_ctx, b"NotImplementedError", b"managed_tensor_allocator is not supported by StridedMemoryView") 

895 cpython.PyErr_SetString(NotImplementedError, b"managed_tensor_allocator is not supported by StridedMemoryView") 1 ctx2+b

896 return -1 1 ctx2+b

897  

898  

899cdef int _smv_managed_tensor_from_py_object_no_sync( (empty)

900 void* py_object, 

901 DLManagedTensorVersioned** out, 

902) noexcept with gil: 

903 cdef DLManagedTensorVersioned* dlm_tensor_ver = NULL 2 ctx1*g

904 if out == NULL: 2 ctx1*g

905 cpython.PyErr_SetString(RuntimeError, b"out cannot be NULL") 1 ctx1*

906 return -1 1 ctx1*

907 out[0] = NULL 2 ctx1*g

908 cdef object obj = <object>py_object 2 ctx1*g

909 if not isinstance(obj, StridedMemoryView): 2 ctx1*g

910 cpython.PyErr_SetString(TypeError, b"py_object must be a StridedMemoryView") 1 ctx1*

911 return -1 1 ctx1*

912 try: 1 ctx1g

913 dlm_tensor_ver = _smv_allocate_dlm_tensor_versioned() 1 ctx1g

914 _smv_fill_managed_tensor_versioned(dlm_tensor_ver, <StridedMemoryView>obj) 1 ctx1g

915 except Exception: 

916 _smv_versioned_deleter(dlm_tensor_ver) 

917 return -1 

918 out[0] = dlm_tensor_ver 1 ctx1g

919 return 0 1 ctx1g

920  

921  

922cdef int _smv_managed_tensor_to_py_object_no_sync( (empty)

923 DLManagedTensorVersioned* tensor, 

924 void** out_py_object, 

925) noexcept with gil: 

926 cdef object capsule 

927 cdef object py_view 

928 if out_py_object == NULL: 6 ctx2g tbwbxb=b,b

929 cpython.PyErr_SetString(RuntimeError, b"out_py_object cannot be NULL") 1 ctx2=b

930 return -1 1 ctx2=b

931 out_py_object[0] = NULL 5 ctx2g tbwbxb,b

932 if tensor == NULL: 5 ctx2g tbwbxb,b

933 cpython.PyErr_SetString(RuntimeError, b"tensor cannot be NULL") 1 ctx2,b

934 return -1 1 ctx2,b

935 try: 4 ctx2g tbwbxb

936 capsule = cpython.PyCapsule_New( 4 ctx2g tbwbxb

937 <void*>tensor, 

938 DLPACK_VERSIONED_TENSOR_UNUSED_NAME, 

939 _smv_pycapsule_deleter, 

940 ) 

941 py_view = _smv_from_dlpack_capsule(capsule, capsule) 4 ctx2g tbwbxb

942 cpython.Py_INCREF(py_view) 4 ctx2g tbwbxb

943 out_py_object[0] = <void*>py_view 4 ctx2g tbwbxb

944 except Exception: 

945 return -1 

946 return 0 4 ctx2g tbwbxb

947  

948  

949cdef int _smv_dltensor_from_py_object_no_sync( (empty)

950 void* py_object, 

951 DLTensor* out, 

952) noexcept with gil: 

953 if out == NULL: 4 ctx2: N -bO

954 cpython.PyErr_SetString(RuntimeError, b"out cannot be NULL") 1 ctx1:

955 return -1 1 ctx1:

956 cdef object obj = <object>py_object 3 ctx2N -bO

957 if not isinstance(obj, StridedMemoryView): 3 ctx2N -bO

958 cpython.PyErr_SetString(TypeError, b"py_object must be a StridedMemoryView") 1 ctx2-b

959 return -1 1 ctx2-b

960 try: 2 ctx1NO

961 _smv_setup_dltensor_borrowed(out, <StridedMemoryView>obj) 2 ctx1NO

962 except Exception: 

963 return -1 

964 return 0 2 ctx1NO

965  

966  

967cdef int _smv_current_work_stream( (empty)

968 _DLDeviceType device_type, 

969 int32_t device_id, 

970 void** out_current_stream, 

971) noexcept with gil: 

972 if out_current_stream == NULL: 2 ctx2?b@b

973 cpython.PyErr_SetString(RuntimeError, b"out_current_stream cannot be NULL") 1 ctx2?b

974 return -1 1 ctx2?b

975 # cuda.core has no global/current stream state today. 

976 out_current_stream[0] = NULL 1 ctx2@b

977 return 0 1 ctx2@b

978  

979  

980cdef void _init_smv_dlpack_exchange_api(): (empty)

981 global _SMV_DLPACK_EXCHANGE_API_INITED 

982 if _SMV_DLPACK_EXCHANGE_API_INITED: (empty)

983 return 

984 _SMV_DLPACK_EXCHANGE_API.header.version.major = DLPACK_MAJOR_VERSION (empty)

985 _SMV_DLPACK_EXCHANGE_API.header.version.minor = DLPACK_MINOR_VERSION (empty)

986 _SMV_DLPACK_EXCHANGE_API.header.prev_api = NULL (empty)

987 _SMV_DLPACK_EXCHANGE_API.managed_tensor_allocator = _smv_managed_tensor_allocator (empty)

988 _SMV_DLPACK_EXCHANGE_API.managed_tensor_from_py_object_no_sync = _smv_managed_tensor_from_py_object_no_sync (empty)

989 _SMV_DLPACK_EXCHANGE_API.managed_tensor_to_py_object_no_sync = _smv_managed_tensor_to_py_object_no_sync (empty)

990 _SMV_DLPACK_EXCHANGE_API.dltensor_from_py_object_no_sync = _smv_dltensor_from_py_object_no_sync (empty)

991 _SMV_DLPACK_EXCHANGE_API.current_work_stream = _smv_current_work_stream (empty)

992 _SMV_DLPACK_EXCHANGE_API_INITED = True (empty)

993  

994  

995_init_smv_dlpack_exchange_api() (empty)

996# cdef classes are immutable types in Cython 3, so inject these attributes 

997# directly into the type dict. 

998(<dict>(<PyTypeObject*>StridedMemoryView).tp_dict)["__dlpack_c_exchange_api__"] = _SMV_DLPACK_EXCHANGE_API_CAPSULE (empty)

999(<dict>(<PyTypeObject*>StridedMemoryView).tp_dict)["__c_dlpack_exchange_api__"] = _SMV_DLPACK_EXCHANGE_API_CAPSULE (empty)

1000PyType_Modified(<PyTypeObject*>StridedMemoryView) (empty)

1001  

1002  

1003cdef str get_simple_repr(obj): (empty)

1004 # TODO: better handling in np.dtype objects 

1005 cdef object obj_class 

1006 cdef str obj_repr 

1007 if isinstance(obj, type): 2 ctx1;W

1008 obj_class = obj 

1009 else: 

1010 obj_class = obj.__class__ 2 ctx1;W

1011 if obj_class.__module__ in (None, "builtins"): 2 ctx1;W

1012 obj_repr = obj_class.__name__ 1 ctx1;

1013 else: 

1014 obj_repr = f"{obj_class.__module__}.{obj_class.__name__}" 2 ctx1;W

1015 return obj_repr 2 ctx1;W

1016  

1017  

1018  

1019cdef bint check_has_dlpack(obj) except*: (empty)

1020 cdef bint has_dlpack 

1021 if hasattr(obj, "__dlpack__") and hasattr(obj, "__dlpack_device__"): 70 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) /bJ K I = ? s rb)b@ W / Y V : N O * g E o p t u v A B C D w x y z q G F l b h e m i j n k f d r a

1022 has_dlpack = True 66 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YV:NO*gEoptuvABCDwxyzqGFlbhemijnkfdra

1023 elif hasattr(obj, "__cuda_array_interface__"): 4 ctx2/brb)b@

1024 has_dlpack = False 3 ctx2rb)b@

1025 else: 

1026 raise BufferError( 1 ctx2/b

1027 "the input object does not support any data exchange protocol") 

1028 return has_dlpack 69 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s rb)b@ W / Y V : N O * g E o p t u v A B C D w x y z q G F l b h e m i j n k f d r a

1029  

1030  

1031cdef class _StridedMemoryViewProxy: 

1032 cdef readonly: 

1033 object obj 

1034 bint has_dlpack 

1035  

1036 def __init__(self, obj: object) -> None: 

1037 self.obj = obj 7 ctx2Z 0 1 2 3 )b@

1038 self.has_dlpack = check_has_dlpack(obj) 7 ctx2Z 0 1 2 3 )b@

1039  

1040 cpdef StridedMemoryView view(self, stream_ptr=None): (empty)

1041 if self.has_dlpack: 6 ctx1Z0123@

1042 return StridedMemoryView.from_dlpack(self.obj, stream_ptr) 5 ctx1Z0123

1043 else: 

1044 return StridedMemoryView.from_cuda_array_interface(self.obj, stream_ptr) 1 ctx1@

1045  

1046  

1047cdef StridedMemoryView view_as_dlpack(obj, stream_ptr, view=None): (empty)

1048 cdef int dldevice, device_id 

1049 cdef bint is_device_accessible, is_readonly 

1050 is_device_accessible = False 77 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

1051 dldevice, device_id = obj.__dlpack_device__() 77 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

1052 if dldevice == _kDLCPU: 77 ctx2. + , [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c X #b9bb h e m i j n k f d r a $b

1053 assert device_id == 0 72 ctx2, [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c #bb h e m i j n k f d r a

1054 device_id = -1 72 ctx2, [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c #bb h e m i j n k f d r a

1055 if stream_ptr is None: 72 ctx2, [ 6 7 Z 0 1 2 3 8 9 5 ! # $ % ' ( ) J K I = ? s W / Y V P Q R S T U : N O * g E o p t u v A B C D w x y z q G F l c #bb h e m i j n k f d r a

1056 raise BufferError("stream=None is ambiguous with view()") 1 ctx2#b

1057 elif stream_ptr == -1: 71 ctx1,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcbhemijnkfdra

1058 stream_ptr = None 71 ctx1,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcbhemijnkfdra

1059 elif dldevice == _kDLCUDA: 

1060 assert device_id >= 0 2 ctx2X 9b

1061 is_device_accessible = True 2 ctx2X 9b

1062 # no need to check other stream values, it's a pass-through 

1063 if stream_ptr is None: 2 ctx2X 9b

1064 raise BufferError("stream=None is ambiguous with view()") 1 ctx29b

1065 elif dldevice in (_kDLCUDAHost, _kDLCUDAManaged): 

1066 is_device_accessible = True 2 ctx1.+

1067 # just do a pass-through without any checks, as pinned/managed memory can be 

1068 # accessed on both host and device 

1069 else: 

1070 raise BufferError("device not supported") 1 ctx2$b

1071  

1072 cdef object capsule 

1073 try: 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1074 capsule = obj.__dlpack__( 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1075 stream=int(stream_ptr) if stream_ptr else None, 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1076 max_version=(DLPACK_MAJOR_VERSION, DLPACK_MINOR_VERSION)) 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1077 except TypeError: 3 ctx1bda

1078 capsule = obj.__dlpack__( 3 ctx1bda

1079 stream=int(stream_ptr) if stream_ptr else None) 3 ctx1bda

1080  

1081 cdef void* data = NULL 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1082 cdef DLTensor* dl_tensor 

1083 cdef DLManagedTensorVersioned* dlm_tensor_ver 

1084 cdef DLManagedTensor* dlm_tensor 

1085 cdef const char *used_name 

1086 if cpython.PyCapsule_IsValid( 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1087 capsule, DLPACK_VERSIONED_TENSOR_UNUSED_NAME): 

1088 data = cpython.PyCapsule_GetPointer( 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1089 capsule, DLPACK_VERSIONED_TENSOR_UNUSED_NAME) 

1090 dlm_tensor_ver = <DLManagedTensorVersioned*>data 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1091 dl_tensor = &dlm_tensor_ver.dl_tensor 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1092 is_readonly = bool((dlm_tensor_ver.flags & DLPACK_FLAG_BITMASK_READ_ONLY) != 0) 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1093 used_name = DLPACK_VERSIONED_TENSOR_USED_NAME 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1094 elif cpython.PyCapsule_IsValid( 3 ctx1bda

1095 capsule, DLPACK_TENSOR_UNUSED_NAME): 

1096 data = cpython.PyCapsule_GetPointer( 3 ctx1bda

1097 capsule, DLPACK_TENSOR_UNUSED_NAME) 

1098 dlm_tensor = <DLManagedTensor*>data 3 ctx1bda

1099 dl_tensor = &dlm_tensor.dl_tensor 3 ctx1bda

1100 is_readonly = False 3 ctx1bda

1101 used_name = DLPACK_TENSOR_USED_NAME 3 ctx1bda

1102 else: 

1103 assert False 

1104  

1105 cpython.PyCapsule_SetName(capsule, used_name) 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1106  

1107 cdef StridedMemoryView buf = StridedMemoryView() if view is None else view 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1108 buf.dl_tensor = dl_tensor 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1109 buf.metadata = capsule 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra

1110 buf.ptr = <intptr_t>(dl_tensor.data) + <intptr_t>(dl_tensor.byte_offset) 74 ctx1.+,[67Z0123895!#$%'()JKI=?sW/YVPQRSTU:NO*gEoptuvABCDwxyzqGFlcXbhemijnkfdra