LBANN  0.103.0
LivermoreBigArtificialNeuralNetworkToolkit
mini_batch_index.hpp
Go to the documentation of this file.
1 // Copyright (c) 2014-2023, Lawrence Livermore National Security, LLC.
3 // Produced at the Lawrence Livermore National Laboratory.
4 // Written by the LBANN Research Team (B. Van Essen, et al.) listed in
5 // the CONTRIBUTORS file. <lbann-dev@llnl.gov>
6 //
7 // LLNL-CODE-697807.
8 // All rights reserved.
9 //
10 // This file is part of LBANN: Livermore Big Artificial Neural Network
11 // Toolkit. For details, see http://software.llnl.gov/LBANN or
12 // https://github.com/LLNL/LBANN.
13 //
14 // Licensed under the Apache License, Version 2.0 (the "Licensee"); you
15 // may not use this file except in compliance with the License. You may
16 // obtain a copy of the License at:
17 //
18 // http://www.apache.org/licenses/LICENSE-2.0
19 //
20 // Unless required by applicable law or agreed to in writing, software
21 // distributed under the License is distributed on an "AS IS" BASIS,
22 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
23 // implied. See the License for the specific language governing
24 // permissions and limitations under the license.
26 
27 #ifndef LBANN_LAYERS_MISC_MINI_BATCH_INDEX_HPP_INCLUDED
28 #define LBANN_LAYERS_MISC_MINI_BATCH_INDEX_HPP_INCLUDED
29 
31 
32 namespace lbann {
33 
40 template <typename TensorDataType,
42  El::Device Device = El::Device::CPU>
43 class mini_batch_index_layer : public data_type_layer<TensorDataType>
44 {
45 public:
47 
48  mini_batch_index_layer* copy() const override;
49 
51 
53  template <typename ArchiveT>
54  void serialize(ArchiveT& ar);
55 
57 
58  std::string get_type() const override;
59  data_layout get_data_layout() const override;
60  El::Device get_device_allocation() const override;
61  bool can_run_inplace() const override { return false; }
62  int get_backprop_requirements() const override { return ERROR_SIGNALS; }
63 
64 protected:
66  void write_specific_proto(lbann_data::Layer& proto) const final;
67 
68  friend class cereal::access;
70 
71  void setup_dims() override;
72  void fp_compute() override;
73 };
74 
75 #ifndef LBANN_MINI_BATCH_INDEX_LAYER_INSTANTIATE
76 #define PROTO_DEVICE(T, Device) \
77  extern template class mini_batch_index_layer<T, \
78  data_layout::DATA_PARALLEL, \
79  Device>; \
80  extern template class mini_batch_index_layer<T, \
81  data_layout::MODEL_PARALLEL, \
82  Device>
83 
85 #undef PROTO_DEVICE
86 #endif // LBANN_MINI_BATCH_INDEX_LAYER_INSTANTIATE
87 
88 } // namespace lbann
89 
90 #endif // LBANN_LAYERS_MISC_MINI_BATCH_INDEX_HPP_INCLUDED
std::string get_type() const override
Get the layer type&#39;s name.
constexpr El::Device Device
void fp_compute() override
Apply layer operation. Called by the &#39;forward_prop&#39; function. Given the input tensors, the output tensors are populated with computed values.
void setup_dims() override
Setup tensor dimensions Called by the &#39;setup&#39; function. If there are any input tensors, the base method sets all uninitialized output tensor dimensions equal to the first input tensor dimensions.
int get_backprop_requirements() const override
Returns the necessary tensors for computing backpropagation.
void serialize(ArchiveT &ar)
void write_specific_proto(lbann_data::Layer &proto) const final
data_layout get_data_layout() const override
Get data layout of the data tensors. We assume that the data layouts of the previous activations...
bool can_run_inplace() const override
If True, the computation can run in-place (feeding each input activations tensor as the corresponding...
data_layout
Data layout that is optimized for different modes of parallelism.
Definition: base.hpp:218
El::Device get_device_allocation() const override
Get the device allocation for the data tensors. We assume that the decice allocation of the previous ...
mini_batch_index_layer * copy() const override
Copy function. This function dynamically allocates memory for a layer instance and instantiates a cop...