CUTLASS
CUDA Templates for Linear Algebra Subroutines and Solvers
tensor_copy.h
Go to the documentation of this file.
1 /***************************************************************************************************
2  * Copyright (c) 2017-2019, NVIDIA CORPORATION. All rights reserved.
3  *
4  * Redistribution and use in source and binary forms, with or without modification, are permitted
5  * provided that the following conditions are met:
6  * * Redistributions of source code must retain the above copyright notice, this list of
7  * conditions and the following disclaimer.
8  * * Redistributions in binary form must reproduce the above copyright notice, this list of
9  * conditions and the following disclaimer in the documentation and/or other materials
10  * provided with the distribution.
11  * * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used
12  * to endorse or promote products derived from this software without specific prior written
13  * permission.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR
16  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
17  * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
19  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
20  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
21  * STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
22  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
23  *
24  **************************************************************************************************/
25 /* \file
26  \brief Defines host-side elementwise operations on TensorView.
27 */
28 
29 #pragma once
30 
31 // Standard Library includes
32 #include <utility>
33 
34 // Cutlass includes
35 #include "cutlass/cutlass.h"
36 #include "tensor_foreach.h"
37 
38 namespace cutlass {
39 namespace reference {
40 namespace host {
41 
43 
44 namespace detail {
45 
47 template <
48  typename DstElement,
49  typename SrcElement
50 >
52 
54 
55  DstElement operator()(SrcElement src) const {
56  return DstElement(src);
57  }
58 };
59 
61 template <
62  typename DstElement,
63  typename DstLayout,
64  typename SrcElement,
65  typename SrcLayout,
66  typename F
67 >
68 struct TensorCopyIf {
69 
72 
73  //
74  // Data members
75  //
76 
80 
81  //
82  // Methods
83  //
84 
86 
88  DstTensorView const &dst_,
89  SrcTensorView const &src_,
90  F const &convert_): dst(dst_), src(src_), convert(convert_) {}
91 
93  void operator()(Coord<DstLayout::kRank> const &coord) {
94  if (dst.contains(coord) && src.contains(coord)) {
95  dst.at(coord) = convert(src.at(coord));
96  }
97  }
98 };
99 
100 } // namespace detail
101 
103 
105 template <
106  typename DstElement,
107  typename DstLayout,
108  typename SrcElement,
109  typename SrcLayout,
110  typename F
111 >
115  F const &transform) {
116 
117  using CopyIf = detail::TensorCopyIf<
118  DstElement,
119  DstLayout,
120  SrcElement,
121  SrcLayout,
122  F>;
123 
124  CopyIf copy_if(dst, src, transform);
125 
126  TensorForEach(dst.extent(), copy_if);
127 }
128 
129 
131 
134 template <
135  typename DstElement,
136  typename DstLayout,
137  typename SrcElement,
138  typename SrcLayout,
139  typename F
140 >
144  F const &transform) {
145 
146  using CopyIf = detail::TensorCopyIf<
147  DstElement,
148  DstLayout,
149  SrcElement,
150  SrcLayout,
151  F>;
152 
153  TensorView<SrcElement, SrcLayout> src_view(src, dst.extent());
154 
155  CopyIf copy_if(dst, src_view, transform);
156 
157  TensorForEach(dst.extent(), copy_if);
158 }
159 
162 template <
163  typename DstElement,
164  typename DstLayout,
165  typename SrcElement,
166  typename SrcLayout,
167  typename F
168 >
172  F const &transform) {
173 
174  using CopyIf = detail::TensorCopyIf<
175  DstElement,
176  DstLayout,
177  SrcElement,
178  SrcLayout,
179  F>;
180 
181  TensorView<DstElement, DstLayout> dst_view(dst, src.extent());
182 
183  CopyIf copy_if(dst_view, src, transform);
184 
185  TensorForEach(src.extent(), copy_if);
186 }
187 
189 
192 template <
193  typename DstElement,
194  typename DstLayout,
195  typename SrcElement,
196  typename SrcLayout
197 >
201 
203 
204  TensorCopy(dst, src, convert);
205 }
206 
208 
211 template <
212  typename DstElement,
213  typename DstLayout,
214  typename SrcElement,
215  typename SrcLayout,
216  typename F
217 >
221 
223 
224  TensorCopy(dst, src, convert);
225 }
226 
228 
231 template <
232  typename DstElement,
233  typename DstLayout,
234  typename SrcElement,
235  typename SrcLayout
236 >
240 
242 
243  TensorCopy(dst, src, convert);
244 }
245 
247 
248 } // namespace host
249 } // namespace reference
250 } // namespace cutlass
Definition: aligned_buffer.h:35
CUTLASS_HOST_DEVICE TensorCoord const & extent() const
Returns the extent of the view (the size along each logical dimension).
Definition: tensor_view.h:167
void TensorCopy(TensorView< DstElement, DstLayout > dst, TensorView< SrcElement, SrcLayout > src, F const &transform)
Copies elements from one tensor view into another, satisfying bounds of each tensor.
Definition: tensor_copy.h:112
TensorCopyIf()
Definition: tensor_copy.h:85
DstElement operator()(SrcElement src) const
Definition: tensor_copy.h:55
void operator()(Coord< DstLayout::kRank > const &coord)
Copies based on destination and source bounds.
Definition: tensor_copy.h:93
Helper to convert between types.
Definition: tensor_copy.h:51
TensorCopyIf(DstTensorView const &dst_, SrcTensorView const &src_, F const &convert_)
Definition: tensor_copy.h:87
Helper to conditionally copy between tensor views.
Definition: tensor_copy.h:68
Statically-sized array specifying Coords within a tensor.
Definition: coord.h:43
F convert
Definition: tensor_copy.h:79
CUTLASS_HOST_DEVICE Reference at(TensorCoord const &coord) const
Returns a reference to the element at a given Coord.
Definition: tensor_ref.h:307
void TensorForEach(Coord< Rank > extent, Func &func)
Iterates over the index space of a tensor.
Definition: host/tensor_foreach.h:87
CUTLASS_HOST_DEVICE bool contains(TensorCoord const &coord) const
Determines whether a location is within a tensor.
Definition: tensor_view.h:175
TrivialConvert()
Definition: tensor_copy.h:53
SrcTensorView src
Definition: tensor_copy.h:78
DstTensorView dst
Definition: tensor_copy.h:77
Basic include for CUTLASS.