LBANN  0.103.0
LivermoreBigArtificialNeuralNetworkToolkit
dump_outputs.hpp
Go to the documentation of this file.
1 // Copyright (c) 2014-2023, Lawrence Livermore National Security, LLC.
3 // Produced at the Lawrence Livermore National Laboratory.
4 // Written by the LBANN Research Team (B. Van Essen, et al.) listed in
5 // the CONTRIBUTORS file. <lbann-dev@llnl.gov>
6 //
7 // LLNL-CODE-697807.
8 // All rights reserved.
9 //
10 // This file is part of LBANN: Livermore Big Artificial Neural Network
11 // Toolkit. For details, see http://software.llnl.gov/LBANN or
12 // https://github.com/LLNL/LBANN.
13 //
14 // Licensed under the Apache License, Version 2.0 (the "Licensee"); you
15 // may not use this file except in compliance with the License. You may
16 // obtain a copy of the License at:
17 //
18 // http://www.apache.org/licenses/LICENSE-2.0
19 //
20 // Unless required by applicable law or agreed to in writing, software
21 // distributed under the License is distributed on an "AS IS" BASIS,
22 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
23 // implied. See the License for the specific language governing
24 // permissions and limitations under the license.
26 
27 #ifndef LBANN_CALLBACKS_CALLBACK_DUMP_OUTPUTS_HPP_INCLUDED
28 #define LBANN_CALLBACKS_CALLBACK_DUMP_OUTPUTS_HPP_INCLUDED
29 
31 
32 #include <set>
33 #include <string>
34 
35 namespace lbann {
36 namespace callback {
37 
55 {
56 public:
70  dump_outputs(std::set<std::string> layer_names, // = std::set<std::string>(),
71  std::set<execution_mode> modes, // = std::set<std::string>(),
72  El::Int batch_interval = 0,
73  std::string directory = "",
74  std::string file_format = "");
75 
76  dump_outputs* copy() const override { return new dump_outputs(*this); }
77  std::string name() const override { return "dump outputs"; }
78 
79  void on_forward_prop_end(model* m, Layer* l) override
80  {
81  do_dump_outputs(*m, *l);
82  }
83  void on_evaluate_forward_prop_end(model* m, Layer* l) override;
84 
86 
89  template <class Archive>
90  void serialize(Archive& ar);
91 
93 
94 private:
96  void write_specific_proto(lbann_data::Callback& proto) const final;
97 
98  friend class cereal::access;
99  dump_outputs();
100 
104  std::set<std::string> m_layer_names;
105 
109  std::set<execution_mode> m_modes;
110 
114  std::string m_directory;
115 
117  std::string m_file_format;
118 
122  void do_dump_outputs(const model& m, const Layer& l);
123 };
124 
125 // Builder function
126 std::unique_ptr<callback_base>
127 build_dump_outputs_callback_from_pbuf(const google::protobuf::Message&,
128  std::shared_ptr<lbann_summary> const&);
129 
130 } // namespace callback
131 } // namespace lbann
132 
133 #endif // LBANN_CALLBACKS_CALLBACK_DUMP_OUTPUTS_HPP_INCLUDED
void do_dump_outputs(const model &m, const Layer &l)
Dump outputs to file.
std::unique_ptr< callback_base > build_dump_outputs_callback_from_pbuf(const google::protobuf::Message &, std::shared_ptr< lbann_summary > const &)
friend class cereal::access
std::set< std::string > m_layer_names
Names of layers with output dumps.
std::string m_directory
Directory for output files.
Neural network tensor operation.
Definition: layer.hpp:285
void on_evaluate_forward_prop_end(model *m, Layer *l) override
Called when a layer ends forward propagation for evaluation (validation / testing).
dump_outputs * copy() const override
void on_forward_prop_end(model *m, Layer *l) override
Called when a layer ends forward propagation.
Dump layer output tensors to files.
Base class for callbacks during training/testing.
Definition: callback.hpp:76
Abstract base class for neural network models.
Definition: model.hpp:83
void write_specific_proto(lbann_data::Callback &proto) const final
void serialize(Archive &ar)
Store state to archive for checkpoint and restart.
std::set< execution_mode > m_modes
Execution modes with output dumps.
std::string name() const override
Return this callback&#39;s name.
std::string m_file_format
Output file format.