LBANN  0.103.0
LivermoreBigArtificialNeuralNetworkToolkit
data_reader_common_catch2.hpp
Go to the documentation of this file.
1 // Copyright (c) 2014-2023, Lawrence Livermore National Security, LLC.
3 // Produced at the Lawrence Livermore National Laboratory.
4 // Written by the LBANN Research Team (B. Van Essen, et al.) listed in
5 // the CONTRIBUTORS file. <lbann-dev@llnl.gov>
6 //
7 // LLNL-CODE-697807.
8 // All rights reserved.
9 //
10 // This file is part of LBANN: Livermore Big Artificial Neural Network
11 // Toolkit. For details, see http://software.llnl.gov/LBANN or
12 // https://github.com/LLNL/LBANN.
13 //
14 // Licensed under the Apache License, Version 2.0 (the "Licensee"); you
15 // may not use this file except in compliance with the License. You may
16 // obtain a copy of the License at:
17 //
18 // http://www.apache.org/licenses/LICENSE-2.0
19 //
20 // Unless required by applicable law or agreed to in writing, software
21 // distributed under the License is distributed on an "AS IS" BASIS,
22 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
23 // implied. See the License for the specific language governing
24 // permissions and limitations under the license.
26 #ifndef __DATA_READER_TEST_COMMON_HPP__
27 #define __DATA_READER_TEST_COMMON_HPP__
28 
29 #include <sys/stat.h> //for mkdir
30 #include <sys/types.h> //for getpid
31 #include <sys/types.h> //for mkdir
32 #include <unistd.h> //for getpid
33 
35 #include <lbann/base.hpp>
36 
37 #include "lbann/proto/lbann.pb.h"
38 #include <google/protobuf/text_format.h>
39 namespace pb = ::google::protobuf;
40 
42 std::string create_test_directory(std::string base_name);
43 
50 std::map<lbann::execution_mode, lbann::generic_data_reader*>
51 instantiate_data_readers(std::string prototext_in,
52  lbann::lbann_comm& comm_in,
53  lbann::generic_data_reader*& train_ptr,
54  lbann::generic_data_reader*& validate_ptr,
55  lbann::generic_data_reader*& test_ptr,
56  lbann::generic_data_reader*& tournament_ptr);
57 
58 void write_file(std::string data, std::string dir, std::string fn);
59 
60 #endif //__DATA_READER_TEST_COMMON_HPP__
std::map< lbann::execution_mode, lbann::generic_data_reader * > instantiate_data_readers(std::string prototext_in, lbann::lbann_comm &comm_in, lbann::generic_data_reader *&train_ptr, lbann::generic_data_reader *&validate_ptr, lbann::generic_data_reader *&test_ptr, lbann::generic_data_reader *&tournament_ptr)
void write_file(std::string data, std::string dir, std::string fn)
T & data(const cnpy::NpyArray &na, const std::vector< size_t > indices)
Definition: cnpy_utils.hpp:75
std::string create_test_directory(std::string base_name)