Coverage for cuda / core / _memory / _legacy.py: 91.67%

1# SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. 

2# 

3# SPDX-License-Identifier: Apache-2.0 

4 

5from __future__ import annotations (empty)

6 

7from typing import TYPE_CHECKING (empty)

8 

9if TYPE_CHECKING: (empty)

10 from cuda.core._memory._buffer import DevicePointerT 

11 

12from cuda.core._memory._buffer import Buffer, MemoryResource (empty)

13from cuda.core._utils.cuda_utils import ( (empty)

14 _check_driver_error as raise_if_driver_error, 

15) 

16from cuda.core._utils.cuda_utils import ( (empty)

17 driver, 

18) 

19 

20__all__ = ["LegacyPinnedMemoryResource", "_SynchronousMemoryResource"] (empty)

21 

22 

23class LegacyPinnedMemoryResource(MemoryResource): (empty)

24 """Create a pinned memory resource that uses legacy cuMemAllocHost/cudaMallocHost 

25 APIs. 

26 """ 

27 

28 # TODO: support creating this MR with flags that are later passed to cuMemHostAlloc? 

29 

30 def allocate(self, size, stream=None) -> Buffer: (empty)

31 """Allocate a buffer of the requested size. 

32 

33 Parameters 

34 ---------- 

35 size : int 

36 The size of the buffer to allocate, in bytes. 

37 stream : Stream, optional 

38 Currently ignored 

39 

40 Returns 

41 ------- 

42 Buffer 

43 The allocated buffer object, which is accessible on both host and device. 

44 """ 

45 if stream is None: 64 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 SbTbmbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

46 from cuda.core._stream import default_stream 64 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 SbTbmbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

47 

48 stream = default_stream() 64 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 SbTbmbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

49 if size: 64 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 SbTbmbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

50 err, ptr = driver.cuMemAllocHost(size) 64 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 SbTbmbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

51 raise_if_driver_error(err) 64 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 SbTbmbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

52 else: 

53 ptr = 0 

54 return Buffer._init(ptr, size, self) 64 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 SbTbmbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

55 

56 def deallocate(self, ptr: DevicePointerT, size, stream): (empty)

57 """Deallocate a buffer previously allocated by this resource. 

58 

59 Parameters 

60 ---------- 

61 ptr : :obj:`~_memory.DevicePointerT` 

62 The pointer or handle to the buffer to deallocate. 

63 size : int 

64 The size of the buffer to deallocate, in bytes. 

65 stream : Stream 

66 The stream on which to perform the deallocation synchronously. 

67 """ 

68 if stream is not None: 62 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 mbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

69 stream.sync() 

70 

71 if size: 62 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 mbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

72 (err,) = driver.cuMemFreeHost(ptr) 62 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 mbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

73 raise_if_driver_error(err) 62 ctx2B C D E F G H I J K L M N O P Q R S T U V W X Y Z 0 1 mbnb2 3 4 5 6 7 8 9 ! # $ % ' ( ) * + , - . / : ; = ? @ [ ] ^ _ ` { b

74 

75 @property (empty)

76 def is_device_accessible(self) -> bool: (empty)

77 """bool: this memory resource provides device-accessible buffers.""" 

78 return True 60 ctx1BCDEFGHIJKLMNOPQRSTUVWXYZ0123456789!#$%'()*+,-./:;=?@[]^_`{b

79 

80 @property (empty)

81 def is_host_accessible(self) -> bool: (empty)

82 """bool: this memory resource provides host-accessible buffers.""" 

83 return True 60 ctx1BCDEFGHIJKLMNOPQRSTUVWXYZ0123456789!#$%'()*+,-./:;=?@[]^_`{b

84 

85 @property (empty)

86 def device_id(self) -> int: (empty)

87 """This memory resource is not bound to any GPU.""" 

88 raise RuntimeError("a pinned memory resource is not bound to any GPU") 

89 

90 

91class _SynchronousMemoryResource(MemoryResource): (empty)

92 __slots__ = ("_device_id",) (empty)

93 

94 def __init__(self, device_id): (empty)

95 from .._device import Device 56 ctx2obA | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g h i j k l m n o p q r s t u v w x ~ y z

96 

97 self._device_id = Device(device_id).device_id 56 ctx2obA | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g h i j k l m n o p q r s t u v w x ~ y z

98 

99 def allocate(self, size, stream=None) -> Buffer: (empty)

100 if stream is None: 71 ctx2obA | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

101 from cuda.core._stream import default_stream 71 ctx2obA | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

102 

103 stream = default_stream() 71 ctx2obA | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

104 if size: 71 ctx2obA | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

105 err, ptr = driver.cuMemAlloc(size) 70 ctx2A | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

106 raise_if_driver_error(err) 70 ctx2A | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

107 else: 

108 ptr = 0 1 ctx2ob

109 return Buffer._init(ptr, size, self) 71 ctx2obA | } b sbtbubvbwbxbybzbAbBbCbDbEbFbGbHbIbJbKbLbMbNbObPbQbRbc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

110 

111 def deallocate(self, ptr, size, stream): (empty)

112 if stream is not None: 71 ctx2obA | } b UbVbWbXbYbZb0b1b2b3b4b5b6b7b8b9b!b#b$b%b'b(b)b*b+b,bc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

113 stream.sync() 

114 if size: 71 ctx2obA | } b UbVbWbXbYbZb0b1b2b3b4b5b6b7b8b9b!b#b$b%b'b(b)b*b+b,bc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

115 (err,) = driver.cuMemFree(ptr) 70 ctx2A | } b UbVbWbXbYbZb0b1b2b3b4b5b6b7b8b9b!b#b$b%b'b(b)b*b+b,bc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

116 raise_if_driver_error(err) 70 ctx2A | } b UbVbWbXbYbZb0b1b2b3b4b5b6b7b8b9b!b#b$b%b'b(b)b*b+b,bc d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbpbqb~ kby rblbz

117 

118 @property (empty)

119 def is_device_accessible(self) -> bool: (empty)

120 return True 36 ctx2c d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbkby lbz

121 

122 @property (empty)

123 def is_host_accessible(self) -> bool: (empty)

124 return False 

125 

126 @property (empty)

127 def device_id(self) -> int: (empty)

128 return self._device_id 38 ctx2obA c d e f g abbbh cbi j dbebfbk l m n o p q r gbs hbibt u v w x jbkby lbz