CUTLASS
CUDA Templates for Linear Algebra Subroutines and Solvers
reduction_operators.h
Go to the documentation of this file.
1 /***************************************************************************************************
2  * Copyright (c) 2017-2019, NVIDIA CORPORATION. All rights reserved.
3  *
4  * Redistribution and use in source and binary forms, with or without modification, are permitted
5  * provided that the following conditions are met:
6  * * Redistributions of source code must retain the above copyright notice, this list of
7  * conditions and the following disclaimer.
8  * * Redistributions in binary form must reproduce the above copyright notice, this list of
9  * conditions and the following disclaimer in the documentation and/or other materials
10  * provided with the distribution.
11  * * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used
12  * to endorse or promote products derived from this software without specific prior written
13  * permission.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR
16  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
17  * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
19  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
20  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
21  * STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
22  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
23  *
24  **************************************************************************************************/
29 #pragma once
30 
31 #include "cutlass/cutlass.h"
32 #include "cutlass/tensor_ref.h"
33 #include "cutlass/numeric_types.h"
34 #include "cutlass/array.h"
35 #include "cutlass/functional.h"
37 
38 namespace cutlass {
39 namespace reduction {
40 namespace thread {
41 
43 
45 template <
46  typename ElementAccumulator_,
47  typename Element_,
48  int Count = 1
49 >
50 struct ReduceAdd {
51 
52  //
53  // Type definitions
54  //
55 
56  using ElementAccumulator = ElementAccumulator_;
57  using Element = Element_;
58  static int const kCount = Count;
59 
60  using FragmentAccumulator = cutlass::Array<ElementAccumulator, kCount>;
61  using FragmentElement = cutlass::Array<Element, kCount>;
62 
63  struct Params { };
64 
65  //
66  // Data members
67  //
68 
71 
72  //
73  // Methods
74  //
75 
78  ReduceAdd(Params params_ = Params()): params(params_) { }
79 
83  FragmentAccumulator accumulator,
84  FragmentElement element) const {
85 
87 
88  return op(accumulator, element);
89  }
90 };
91 
93 
94 } // namespace thread
95 } // namespace reduction
96 } // namespace cutlass
CUTLASS_HOST_DEVICE ReduceAdd(Params params_=Params())
Constructor.
Definition: reduction_operators.h:78
ElementAccumulator_ ElementAccumulator
Definition: reduction_operators.h:56
Definition: aligned_buffer.h:35
Defines a structure containing strides, bounds, and a pointer to tensor data.
Mixed-precision reduction.
Definition: reduction_operators.h:50
Definition: functional.h:46
cutlass::Array< Element, kCount > FragmentElement
Definition: reduction_operators.h:61
Params params
Parameters object.
Definition: reduction_operators.h:70
Statically sized array of elements that accommodates all CUTLASS-supported numeric types and is safe ...
static int const kCount
Definition: reduction_operators.h:58
Boost-like numeric conversion operator for CUTLASS numeric types.
#define CUTLASS_HOST_DEVICE
Definition: cutlass.h:89
Top-level include for all CUTLASS numeric types.
Element_ Element
Definition: reduction_operators.h:57
Definition: reduction_operators.h:63
CUTLASS_HOST_DEVICE FragmentAccumulator operator()(FragmentAccumulator accumulator, FragmentElement element) const
Operator.
Definition: reduction_operators.h:82
cutlass::Array< ElementAccumulator, kCount > FragmentAccumulator
Definition: reduction_operators.h:60
Basic include for CUTLASS.
Define basic numeric operators with specializations for Array<T, N>. SIMD-ize where possible...