LBANN  0.103.0
LivermoreBigArtificialNeuralNetworkToolkit
identity_zero.hpp
Go to the documentation of this file.
1 // Copyright (c) 2014-2023, Lawrence Livermore National Security, LLC.
3 // Produced at the Lawrence Livermore National Laboratory.
4 // Written by the LBANN Research Team (B. Van Essen, et al.) listed in
5 // the CONTRIBUTORS file. <lbann-dev@llnl.gov>
6 //
7 // LLNL-CODE-697807.
8 // All rights reserved.
9 //
10 // This file is part of LBANN: Livermore Big Artificial Neural Network
11 // Toolkit. For details, see http://software.llnl.gov/LBANN or
12 // https://github.com/LLNL/LBANN.
13 //
14 // Licensed under the Apache License, Version 2.0 (the "Licensee"); you
15 // may not use this file except in compliance with the License. You may
16 // obtain a copy of the License at:
17 //
18 // http://www.apache.org/licenses/LICENSE-2.0
19 //
20 // Unless required by applicable law or agreed to in writing, software
21 // distributed under the License is distributed on an "AS IS" BASIS,
22 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
23 // implied. See the License for the specific language governing
24 // permissions and limitations under the license.
26 
27 #ifndef LBANN_LAYER_IDENTITY_ZERO_HPP_INCLUDED
28 #define LBANN_LAYER_IDENTITY_ZERO_HPP_INCLUDED
29 
31 
32 namespace lbann {
33 
35 template <typename TensorDataType,
37  El::Device Dev = El::Device::CPU>
38 class identity_zero_layer : public data_type_layer<TensorDataType>
39 {
40 public:
41  identity_zero_layer(lbann_comm* comm) : data_type_layer<TensorDataType>(comm)
42  {
44  }
45 
46  identity_zero_layer* copy() const override
47  {
48  return new identity_zero_layer(*this);
49  }
50 
52 
54  template <typename ArchiveT>
55  void serialize(ArchiveT& ar);
56 
58 
59  std::string get_type() const override { return "identity_zero"; }
60  data_layout get_data_layout() const override { return T_layout; }
61  El::Device get_device_allocation() const override { return Dev; }
62  bool can_run_inplace() const override { return true; }
63  int get_backprop_requirements() const override { return ERROR_SIGNALS; }
64 
65 protected:
66  friend class cereal::access;
68 
69  void setup_dims() override;
70 
71  void fp_compute() override;
72 
73  void bp_compute() override;
74 
75  void write_specific_proto(lbann_data::Layer& proto) const final;
76 };
77 
78 #ifndef LBANN_IDENTITY_ZERO_LAYER_INSTANTIATE
79 #define PROTO_DEVICE(T, Device) \
80  extern template class identity_zero_layer<T, \
81  data_layout::DATA_PARALLEL, \
82  Device>; \
83  extern template class identity_zero_layer<T, \
84  data_layout::MODEL_PARALLEL, \
85  Device>
86 
88 #undef PROTO_DEVICE
89 #endif // LBANN_IDENTITY_ZERO_LAYER_INSTANTIATE
90 
91 } // namespace lbann
92 
93 #endif // LBANN_LAYER_IDENTITY_ZERO_HPP_INCLUDED
int get_backprop_requirements() const override
Returns the necessary tensors for computing backpropagation.
void bp_compute() override
Compute objective funciton gradients. Called by the &#39;back_prop&#39; function. Given the input...
El::Device get_device_allocation() const override
Get the device allocation for the data tensors. We assume that the decice allocation of the previous ...
std::string get_type() const override
Get the layer type&#39;s name.
constexpr El::Device Device
identity_zero_layer(lbann_comm *comm)
Output tensor filled with a single value.
void setup_dims() override
Setup tensor dimensions Called by the &#39;setup&#39; function. If there are any input tensors, the base method sets all uninitialized output tensor dimensions equal to the first input tensor dimensions.
void fp_compute() override
Apply layer operation. Called by the &#39;forward_prop&#39; function. Given the input tensors, the output tensors are populated with computed values.
bool can_run_inplace() const override
If True, the computation can run in-place (feeding each input activations tensor as the corresponding...
data_layout
Data layout that is optimized for different modes of parallelism.
Definition: base.hpp:218
void serialize(ArchiveT &ar)
data_layout get_data_layout() const override
Get data layout of the data tensors. We assume that the data layouts of the previous activations...
void write_specific_proto(lbann_data::Layer &proto) const final
Add layer specific data to prototext.
friend class cereal::access
identity_zero_layer * copy() const override
Copy function. This function dynamically allocates memory for a layer instance and instantiates a cop...
int m_expected_num_parent_layers
Definition: layer.hpp:838