LBANN  0.103.0
LivermoreBigArtificialNeuralNetworkToolkit
argmax.hpp
Go to the documentation of this file.
1 // Copyright (c) 2014-2023, Lawrence Livermore National Security, LLC.
3 // Produced at the Lawrence Livermore National Laboratory.
4 // Written by the LBANN Research Team (B. Van Essen, et al.) listed in
5 // the CONTRIBUTORS file. <lbann-dev@llnl.gov>
6 //
7 // LLNL-CODE-697807.
8 // All rights reserved.
9 //
10 // This file is part of LBANN: Livermore Big Artificial Neural Network
11 // Toolkit. For details, see http://software.llnl.gov/LBANN or
12 // https://github.com/LLNL/LBANN.
13 //
14 // Licensed under the Apache License, Version 2.0 (the "Licensee"); you
15 // may not use this file except in compliance with the License. You may
16 // obtain a copy of the License at:
17 //
18 // http://www.apache.org/licenses/LICENSE-2.0
19 //
20 // Unless required by applicable law or agreed to in writing, software
21 // distributed under the License is distributed on an "AS IS" BASIS,
22 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
23 // implied. See the License for the specific language governing
24 // permissions and limitations under the license.
26 
27 #ifndef LBANN_LAYERS_MISC_ARGMAX_HPP_INCLUDED
28 #define LBANN_LAYERS_MISC_ARGMAX_HPP_INCLUDED
29 
31 #include "lbann/layers/layer.hpp"
32 
33 namespace lbann {
34 
40 template <typename TensorDataType, data_layout Layout, El::Device Device>
41 class argmax_layer : public data_type_layer<TensorDataType>
42 {
43  static_assert(Layout == data_layout::DATA_PARALLEL,
44  "argmax layer only supports data parallel layout");
45  static_assert(Device == El::Device::CPU, "argmax layer only supports CPU");
46 
47 public:
48  argmax_layer(lbann_comm* comm) : data_type_layer<TensorDataType>(comm) {}
49  argmax_layer* copy() const override { return new argmax_layer(*this); }
50 
52 
54  template <typename ArchiveT>
55  void serialize(ArchiveT& ar);
56 
58 
59  std::string get_type() const override { return "argmax"; }
60  data_layout get_data_layout() const override { return Layout; }
61  El::Device get_device_allocation() const override { return Device; }
62  bool can_run_inplace() const override { return false; }
63  int get_backprop_requirements() const override { return ERROR_SIGNALS; }
64 
65 protected:
67  void write_specific_proto(lbann_data::Layer& proto) const final;
68 
69  friend class cereal::access;
70  argmax_layer() : argmax_layer(nullptr) {}
71 
72  void setup_dims() override;
73 
74  void fp_compute() override;
75 };
76 
77 #ifndef LBANN_ARGMAX_LAYER_INSTANTIATE
78 #define PROTO(T) \
79  extern template class argmax_layer<T, \
80  data_layout::DATA_PARALLEL, \
81  El::Device::CPU>
82 
83 #define LBANN_INSTANTIATE_CPU_HALF
85 #undef PROTO
86 #undef LBANN_INSTANTIATE_CPU_HALF
87 #endif // LBANN_ARGMAX_LAYER_INSTANTIATE
88 
89 } // namespace lbann
90 
91 #endif // LBANN_LAYERS_MISC_ARGMAX_HPP_INCLUDED
argmax_layer(lbann_comm *comm)
Definition: argmax.hpp:48
void setup_dims() override
Setup tensor dimensions Called by the &#39;setup&#39; function. If there are any input tensors, the base method sets all uninitialized output tensor dimensions equal to the first input tensor dimensions.
void write_specific_proto(lbann_data::Layer &proto) const final
argmax_layer * copy() const override
Copy function. This function dynamically allocates memory for a layer instance and instantiates a cop...
Definition: argmax.hpp:49
El::Device get_device_allocation() const override
Get the device allocation for the data tensors. We assume that the decice allocation of the previous ...
Definition: argmax.hpp:61
constexpr El::Device Device
int get_backprop_requirements() const override
Returns the necessary tensors for computing backpropagation.
Definition: argmax.hpp:63
void serialize(ArchiveT &ar)
data_layout get_data_layout() const override
Get data layout of the data tensors. We assume that the data layouts of the previous activations...
Definition: argmax.hpp:60
data_layout
Data layout that is optimized for different modes of parallelism.
Definition: base.hpp:218
std::string get_type() const override
Get the layer type&#39;s name.
Definition: argmax.hpp:59
void fp_compute() override
Apply layer operation. Called by the &#39;forward_prop&#39; function. Given the input tensors, the output tensors are populated with computed values.
friend class cereal::access
Definition: argmax.hpp:69
Get index of maximum-value tensor entry.
Definition: argmax.hpp:41
bool can_run_inplace() const override
If True, the computation can run in-place (feeding each input activations tensor as the corresponding...
Definition: argmax.hpp:62