- Generated on Wed Oct 11 2023 20:49:38 for LBANN by
1.8.13
|
LBANN
0.103.0
LivermoreBigArtificialNeuralNetworkToolkit
|
#include "lbann/utils/argument_parser.hpp"#include <iostream>#include <map>#include <string>#include <vector>Go to the source code of this file.
Namespaces | |
| lbann | |
Macros | |
| #define | LBANN_OPTION_DISABLE_BACKGROUND_IO_ACTIVITY "disable_background_io_activity" |
| #define | LBANN_OPTION_DISABLE_CUDA "disable_cuda" |
| #define | LBANN_OPTION_DISABLE_SIGNAL_HANDLER "disable_signal_handler" |
| #define | LBANN_OPTION_EXIT_AFTER_SETUP "exit_after_setup" |
| #define | LBANN_OPTION_GENERATE_MULTI_PROTO "generate_multi_proto" |
| #define | LBANN_OPTION_LOAD_MODEL_WEIGHTS_DIR_IS_COMPLETE "load_model_weights_dir_is_complete" |
| #define | LBANN_OPTION_LTFB_ALLOW_GLOBAL_STATISTICS "LTFB Allow global statistics" |
| #define | LBANN_OPTION_LTFB_VERBOSE "ltfb_verbose" |
| #define | LBANN_OPTION_MULTITRAINER_VERBOSE "multitrainer_verbose" |
| #define | LBANN_OPTION_ALLOW_MULTITRAINER_GLOBAL_STATISTICS "Allow multitrainer global statistics" |
| #define | LBANN_OPTION_PRELOAD_DATA_STORE "preload_data_store" |
| #define | LBANN_OPTION_PRINT_AFFINITY "print_affinity" |
| #define | LBANN_OPTION_SERIALIZE_IO "serialize_io" |
| #define | LBANN_OPTION_STACK_TRACE_TO_FILE "stack_trace_to_file" |
| #define | LBANN_OPTION_USE_CUBLAS_TENSOR_OPS "use_cublas_tensor_ops" |
| #define | LBANN_OPTION_USE_CUDNN_TENSOR_OPS "use_cudnn_tensor_ops" |
| #define | LBANN_OPTION_USE_DATA_STORE "use_data_store" |
| #define | LBANN_OPTION_VERBOSE "verbose" |
| #define | LBANN_OPTION_USE_GPU_DEFAULT_MEMORY_IN_FORWARD_PROP "Use Hydrogen's default memory mode for GPU buffers in forward prop" |
| #define | LBANN_OPTION_INIT_SHMEM "Initialize SHMEM when initializing LBANN" |
| #define | LBANN_OPTION_INIT_NVSHMEM "Initialize NVSHMEM when initializing LBANN" |
| #define | LBANN_OPTION_NO_INPLACE "no_inplace" |
| #define | LBANN_OPTION_NO_BACKPROP_DISABLE "no_backprop_disable" |
| #define | LBANN_OPTION_CKPT_DIR "ckpt_dir" |
| #define | LBANN_OPTION_HYDROGEN_BLOCK_SIZE "hydrogen_block_size" |
| #define | LBANN_OPTION_LOAD_MODEL_WEIGHTS_DIR "load_model_weights_dir" |
| #define | LBANN_OPTION_MAX_RNG_SEEDS_DISPLAY "RNG seeds per trainer to display" |
| #define | LBANN_OPTION_METADATA "metadata" |
| #define | LBANN_OPTION_MINI_BATCH_SIZE "mini_batch_size" |
| #define | LBANN_OPTION_MODEL "model" |
| #define | LBANN_OPTION_NUM_EPOCHS "num_epochs" |
| #define | LBANN_OPTION_NUM_IO_THREADS "Num. IO threads" |
| #define | LBANN_OPTION_NUM_PARALLEL_READERS "num_parallel_readers" |
| #define | LBANN_OPTION_OPTIMIZER "optimizer" |
| #define | LBANN_OPTION_PROCS_PER_TRAINER "Processes per trainer" |
| #define | LBANN_OPTION_PROTOTEXT "prototext" |
| #define | LBANN_OPTION_RANDOM_SEED "random_seed" |
| #define | LBANN_OPTION_READER "reader" |
| #define | LBANN_OPTION_RESTART_DIR "restart_dir" |
| #define | LBANN_OPTION_TRAINER_CREATE_TWO_MODELS "Create two models in Sub-grid parallelism" |
| #define | LBANN_OPTION_TRAINER_GRID_HEIGHT "Height of 2D process grid for each trainer" |
| #define | LBANN_OPTION_TRAINER_PRIMARY_GRID_SIZE "Primary Grid Size per trainer" |
| #define | LBANN_OPTION_TRAINER_ENABLE_SUBGRID_ASYNC_COMM "Enable async communication in Sub-grid parallelism" |
| #define | LBANN_OPTION_TRAINER_ENABLE_TOPO_AWARE_SUBGRID "Enable topology aware process placement in Sub-grid parallelism" |
| #define | LBANN_OPTION_NUM_SUBGRIDS_BLOCK_ORDER "Divide each trainer into equally-sized sub-grids with blocked ordering" |
| #define | LBANN_OPTION_DATA_STORE_CACHE "data_store_cache" |
| #define | LBANN_OPTION_DATA_STORE_DEBUG "data_store_debug" |
| #define | LBANN_OPTION_DATA_STORE_FAIL "data_store_fail" |
| #define | LBANN_OPTION_DATA_STORE_MIN_MAX_TIMING "data_store_min_max_timing" |
| #define | LBANN_OPTION_DATA_STORE_NO_THREAD "data_store_no_thread" |
| #define | LBANN_OPTION_DATA_STORE_PROFILE "data_store_profile" |
| #define | LBANN_OPTION_DATA_STORE_TEST_CACHE "data_store_test_cache" |
| #define | LBANN_OPTION_NODE_SIZES_VARY "node_sizes_vary" |
| #define | LBANN_OPTION_DATA_STORE_SPILL "data_store_spill" |
| #define | LBANN_OPTION_DATA_STORE_TEST_CHECKPOINT "data_store_test_checkpoint" |
| #define | LBANN_OPTION_CHECK_DATA "check_data" |
| #define | LBANN_OPTION_KEEP_SAMPLE_ORDER "keep_sample_order" |
| #define | LBANN_OPTION_KEEP_PACKED_FIELDS "keep_packed_fields" |
| #define | LBANN_OPTION_LOAD_FULL_SAMPLE_LIST_ONCE "load_full_sample_list_once" |
| #define | LBANN_OPTION_QUIET "quiet" |
| #define | LBANN_OPTION_WRITE_SAMPLE_LABEL_LIST "write_sample_label_list" |
| #define | LBANN_OPTION_WRITE_SAMPLE_LIST "write_sample_list" |
| #define | LBANN_OPTION_Z_SCORE "z_score" |
| #define | LBANN_OPTION_ABSOLUTE_SAMPLE_COUNT "absolute_sample_count" |
| #define | LBANN_OPTION_DATA_FILEDIR "data_filedir" |
| #define | LBANN_OPTION_DATA_FILEDIR_TEST "data_filedir_test" |
| #define | LBANN_OPTION_DATA_FILEDIR_TRAIN "data_filedir_train" |
| #define | LBANN_OPTION_DATA_FILEDIR_VALIDATE "data_filedir_validate" |
| #define | LBANN_OPTION_DATA_FILENAME_TEST "data_filename_test" |
| #define | LBANN_OPTION_DATA_FILENAME_TRAIN "data_filename_train" |
| #define | LBANN_OPTION_DATA_FILENAME_VALIDATE "data_filename_validate" |
| #define | LBANN_OPTION_DATA_READER_FRACTION "data_reader_fraction" |
| #define | LBANN_OPTION_LABEL_FILENAME_TEST "label_filename_test" |
| #define | LBANN_OPTION_LABEL_FILENAME_TRAIN "label_filename_train" |
| #define | LBANN_OPTION_LABEL_FILENAME_VALIDATE "label_filename_validate" |
| #define | LBANN_OPTION_NORMALIZATION "normalization" |
| #define | LBANN_OPTION_PILOT2_READ_FILE_SIZES "pilot2_read_file_sizes" |
| #define | LBANN_OPTION_PILOT2_SAVE_FILE_SIZES "pilot2_save_file_sizes" |
| #define | LBANN_OPTION_SAMPLE_LIST_TEST "sample_list_test" |
| #define | LBANN_OPTION_SAMPLE_LIST_TRAIN "sample_list_train" |
| #define | LBANN_OPTION_SAMPLE_LIST_VALIDATE "sample_list_validate" |
| #define | LBANN_OPTION_SEQUENCE_LENGTH "sequence_length" |
| #define | LBANN_OPTION_SMILES_BUFFER_SIZE "smiles_buffer_size" |
| #define | LBANN_OPTION_VOCAB "vocab" |
| #define | LBANN_OPTION_JAG "jag" |
| #define | LBANN_OPTION_BASE_DIR "base_dir" |
| #define | LBANN_OPTION_FILELIST "filelist" |
| #define | LBANN_OPTION_FILENAME "filename" |
| #define | LBANN_OPTION_FORMAT "format" |
| #define | LBANN_OPTION_INDEX_FN "index_fn" |
| #define | LBANN_OPTION_MAPPING_FN "mapping_fn" |
| #define | LBANN_OPTION_NUM_LISTS "num_lists" |
| #define | LBANN_OPTION_NUM_SAMPLES "num_samples" |
| #define | LBANN_OPTION_NUM_SAMPLES_PER_FILE "num_samples_per_file" |
| #define | LBANN_OPTION_NUM_SAMPLES_PER_LIST "num_samples_per_list" |
| #define | LBANN_OPTION_NUM_SUBDIRS "num_subdirs" |
| #define | LBANN_OPTION_OUTPUT_BASE_DIR "output_base_dir" |
| #define | LBANN_OPTION_OUTPUT_BASE_FN "output_base_fn" |
| #define | LBANN_OPTION_OUTPUT_DIR "output_dir" |
| #define | LBANN_OPTION_OUTPUT_FN "output_fn" |
| #define | LBANN_OPTION_SAMPLES_PER_FILE "samples_per_file" |
Functions | |
| void | lbann::construct_std_options () |
| void | lbann::construct_datastore_options () |
| void | lbann::construct_datareader_options () |
| void | lbann::construct_jag_options () |
| void | lbann::construct_all_options () |
| #define LBANN_OPTION_ABSOLUTE_SAMPLE_COUNT "absolute_sample_count" |
Definition at line 130 of file options.hpp.
| #define LBANN_OPTION_ALLOW_MULTITRAINER_GLOBAL_STATISTICS "Allow multitrainer global statistics" |
Definition at line 53 of file options.hpp.
| #define LBANN_OPTION_BASE_DIR "base_dir" |
Definition at line 157 of file options.hpp.
| #define LBANN_OPTION_CHECK_DATA "check_data" |
Definition at line 120 of file options.hpp.
| #define LBANN_OPTION_CKPT_DIR "ckpt_dir" |
Definition at line 71 of file options.hpp.
| #define LBANN_OPTION_DATA_FILEDIR "data_filedir" |
Definition at line 131 of file options.hpp.
| #define LBANN_OPTION_DATA_FILEDIR_TEST "data_filedir_test" |
Definition at line 132 of file options.hpp.
| #define LBANN_OPTION_DATA_FILEDIR_TRAIN "data_filedir_train" |
Definition at line 133 of file options.hpp.
| #define LBANN_OPTION_DATA_FILEDIR_VALIDATE "data_filedir_validate" |
Definition at line 134 of file options.hpp.
| #define LBANN_OPTION_DATA_FILENAME_TEST "data_filename_test" |
Definition at line 135 of file options.hpp.
| #define LBANN_OPTION_DATA_FILENAME_TRAIN "data_filename_train" |
Definition at line 136 of file options.hpp.
| #define LBANN_OPTION_DATA_FILENAME_VALIDATE "data_filename_validate" |
Definition at line 137 of file options.hpp.
| #define LBANN_OPTION_DATA_READER_FRACTION "data_reader_fraction" |
Definition at line 138 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_CACHE "data_store_cache" |
Definition at line 105 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_DEBUG "data_store_debug" |
Definition at line 106 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_FAIL "data_store_fail" |
Definition at line 107 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_MIN_MAX_TIMING "data_store_min_max_timing" |
Definition at line 108 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_NO_THREAD "data_store_no_thread" |
Definition at line 109 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_PROFILE "data_store_profile" |
Definition at line 110 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_SPILL "data_store_spill" |
Definition at line 115 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_TEST_CACHE "data_store_test_cache" |
Definition at line 111 of file options.hpp.
| #define LBANN_OPTION_DATA_STORE_TEST_CHECKPOINT "data_store_test_checkpoint" |
Definition at line 116 of file options.hpp.
| #define LBANN_OPTION_DISABLE_BACKGROUND_IO_ACTIVITY "disable_background_io_activity" |
Definition at line 40 of file options.hpp.
| #define LBANN_OPTION_DISABLE_CUDA "disable_cuda" |
Definition at line 42 of file options.hpp.
| #define LBANN_OPTION_DISABLE_SIGNAL_HANDLER "disable_signal_handler" |
Definition at line 43 of file options.hpp.
| #define LBANN_OPTION_EXIT_AFTER_SETUP "exit_after_setup" |
Definition at line 44 of file options.hpp.
| #define LBANN_OPTION_FILELIST "filelist" |
Definition at line 158 of file options.hpp.
| #define LBANN_OPTION_FILENAME "filename" |
Definition at line 159 of file options.hpp.
| #define LBANN_OPTION_FORMAT "format" |
Definition at line 160 of file options.hpp.
| #define LBANN_OPTION_GENERATE_MULTI_PROTO "generate_multi_proto" |
Definition at line 45 of file options.hpp.
| #define LBANN_OPTION_HYDROGEN_BLOCK_SIZE "hydrogen_block_size" |
Definition at line 72 of file options.hpp.
| #define LBANN_OPTION_INDEX_FN "index_fn" |
Definition at line 161 of file options.hpp.
| #define LBANN_OPTION_INIT_NVSHMEM "Initialize NVSHMEM when initializing LBANN" |
Definition at line 66 of file options.hpp.
| #define LBANN_OPTION_INIT_SHMEM "Initialize SHMEM when initializing LBANN" |
Definition at line 65 of file options.hpp.
| #define LBANN_OPTION_JAG "jag" |
Definition at line 154 of file options.hpp.
| #define LBANN_OPTION_KEEP_PACKED_FIELDS "keep_packed_fields" |
Definition at line 122 of file options.hpp.
| #define LBANN_OPTION_KEEP_SAMPLE_ORDER "keep_sample_order" |
Definition at line 121 of file options.hpp.
| #define LBANN_OPTION_LABEL_FILENAME_TEST "label_filename_test" |
Definition at line 139 of file options.hpp.
| #define LBANN_OPTION_LABEL_FILENAME_TRAIN "label_filename_train" |
Definition at line 140 of file options.hpp.
| #define LBANN_OPTION_LABEL_FILENAME_VALIDATE "label_filename_validate" |
Definition at line 141 of file options.hpp.
| #define LBANN_OPTION_LOAD_FULL_SAMPLE_LIST_ONCE "load_full_sample_list_once" |
Definition at line 123 of file options.hpp.
| #define LBANN_OPTION_LOAD_MODEL_WEIGHTS_DIR "load_model_weights_dir" |
Definition at line 73 of file options.hpp.
| #define LBANN_OPTION_LOAD_MODEL_WEIGHTS_DIR_IS_COMPLETE "load_model_weights_dir_is_complete" |
Definition at line 46 of file options.hpp.
| #define LBANN_OPTION_LTFB_ALLOW_GLOBAL_STATISTICS "LTFB Allow global statistics" |
Definition at line 49 of file options.hpp.
| #define LBANN_OPTION_LTFB_VERBOSE "ltfb_verbose" |
Definition at line 51 of file options.hpp.
| #define LBANN_OPTION_MAPPING_FN "mapping_fn" |
Definition at line 162 of file options.hpp.
| #define LBANN_OPTION_MAX_RNG_SEEDS_DISPLAY "RNG seeds per trainer to display" |
Definition at line 74 of file options.hpp.
| #define LBANN_OPTION_METADATA "metadata" |
Definition at line 75 of file options.hpp.
| #define LBANN_OPTION_MINI_BATCH_SIZE "mini_batch_size" |
Definition at line 76 of file options.hpp.
| #define LBANN_OPTION_MODEL "model" |
Definition at line 77 of file options.hpp.
| #define LBANN_OPTION_MULTITRAINER_VERBOSE "multitrainer_verbose" |
Definition at line 52 of file options.hpp.
| #define LBANN_OPTION_NO_BACKPROP_DISABLE "no_backprop_disable" |
Definition at line 68 of file options.hpp.
| #define LBANN_OPTION_NO_INPLACE "no_inplace" |
Definition at line 67 of file options.hpp.
| #define LBANN_OPTION_NODE_SIZES_VARY "node_sizes_vary" |
Definition at line 112 of file options.hpp.
| #define LBANN_OPTION_NORMALIZATION "normalization" |
Definition at line 142 of file options.hpp.
| #define LBANN_OPTION_NUM_EPOCHS "num_epochs" |
Definition at line 78 of file options.hpp.
| #define LBANN_OPTION_NUM_IO_THREADS "Num. IO threads" |
Definition at line 79 of file options.hpp.
| #define LBANN_OPTION_NUM_LISTS "num_lists" |
Definition at line 163 of file options.hpp.
| #define LBANN_OPTION_NUM_PARALLEL_READERS "num_parallel_readers" |
Definition at line 80 of file options.hpp.
| #define LBANN_OPTION_NUM_SAMPLES "num_samples" |
Definition at line 164 of file options.hpp.
| #define LBANN_OPTION_NUM_SAMPLES_PER_FILE "num_samples_per_file" |
Definition at line 165 of file options.hpp.
| #define LBANN_OPTION_NUM_SAMPLES_PER_LIST "num_samples_per_list" |
Definition at line 166 of file options.hpp.
| #define LBANN_OPTION_NUM_SUBDIRS "num_subdirs" |
Definition at line 167 of file options.hpp.
| #define LBANN_OPTION_NUM_SUBGRIDS_BLOCK_ORDER "Divide each trainer into equally-sized sub-grids with blocked ordering" |
Definition at line 96 of file options.hpp.
| #define LBANN_OPTION_OPTIMIZER "optimizer" |
Definition at line 81 of file options.hpp.
| #define LBANN_OPTION_OUTPUT_BASE_DIR "output_base_dir" |
Definition at line 168 of file options.hpp.
| #define LBANN_OPTION_OUTPUT_BASE_FN "output_base_fn" |
Definition at line 169 of file options.hpp.
| #define LBANN_OPTION_OUTPUT_DIR "output_dir" |
Definition at line 170 of file options.hpp.
| #define LBANN_OPTION_OUTPUT_FN "output_fn" |
Definition at line 171 of file options.hpp.
| #define LBANN_OPTION_PILOT2_READ_FILE_SIZES "pilot2_read_file_sizes" |
Definition at line 143 of file options.hpp.
| #define LBANN_OPTION_PILOT2_SAVE_FILE_SIZES "pilot2_save_file_sizes" |
Definition at line 144 of file options.hpp.
| #define LBANN_OPTION_PRELOAD_DATA_STORE "preload_data_store" |
Definition at line 55 of file options.hpp.
| #define LBANN_OPTION_PRINT_AFFINITY "print_affinity" |
Definition at line 56 of file options.hpp.
| #define LBANN_OPTION_PROCS_PER_TRAINER "Processes per trainer" |
Definition at line 82 of file options.hpp.
| #define LBANN_OPTION_PROTOTEXT "prototext" |
Definition at line 83 of file options.hpp.
| #define LBANN_OPTION_QUIET "quiet" |
Definition at line 124 of file options.hpp.
| #define LBANN_OPTION_RANDOM_SEED "random_seed" |
Definition at line 84 of file options.hpp.
| #define LBANN_OPTION_READER "reader" |
Definition at line 85 of file options.hpp.
| #define LBANN_OPTION_RESTART_DIR "restart_dir" |
Definition at line 86 of file options.hpp.
| #define LBANN_OPTION_SAMPLE_LIST_TEST "sample_list_test" |
Definition at line 145 of file options.hpp.
| #define LBANN_OPTION_SAMPLE_LIST_TRAIN "sample_list_train" |
Definition at line 146 of file options.hpp.
| #define LBANN_OPTION_SAMPLE_LIST_VALIDATE "sample_list_validate" |
Definition at line 147 of file options.hpp.
| #define LBANN_OPTION_SAMPLES_PER_FILE "samples_per_file" |
Definition at line 172 of file options.hpp.
| #define LBANN_OPTION_SEQUENCE_LENGTH "sequence_length" |
Definition at line 148 of file options.hpp.
| #define LBANN_OPTION_SERIALIZE_IO "serialize_io" |
Definition at line 57 of file options.hpp.
| #define LBANN_OPTION_SMILES_BUFFER_SIZE "smiles_buffer_size" |
Definition at line 149 of file options.hpp.
| #define LBANN_OPTION_STACK_TRACE_TO_FILE "stack_trace_to_file" |
Definition at line 58 of file options.hpp.
| #define LBANN_OPTION_TRAINER_CREATE_TWO_MODELS "Create two models in Sub-grid parallelism" |
Definition at line 87 of file options.hpp.
| #define LBANN_OPTION_TRAINER_ENABLE_SUBGRID_ASYNC_COMM "Enable async communication in Sub-grid parallelism" |
Definition at line 92 of file options.hpp.
| #define LBANN_OPTION_TRAINER_ENABLE_TOPO_AWARE_SUBGRID "Enable topology aware process placement in Sub-grid parallelism" |
Definition at line 94 of file options.hpp.
| #define LBANN_OPTION_TRAINER_GRID_HEIGHT "Height of 2D process grid for each trainer" |
Definition at line 89 of file options.hpp.
| #define LBANN_OPTION_TRAINER_PRIMARY_GRID_SIZE "Primary Grid Size per trainer" |
Definition at line 91 of file options.hpp.
| #define LBANN_OPTION_USE_CUBLAS_TENSOR_OPS "use_cublas_tensor_ops" |
Definition at line 59 of file options.hpp.
| #define LBANN_OPTION_USE_CUDNN_TENSOR_OPS "use_cudnn_tensor_ops" |
Definition at line 60 of file options.hpp.
| #define LBANN_OPTION_USE_DATA_STORE "use_data_store" |
Definition at line 61 of file options.hpp.
| #define LBANN_OPTION_USE_GPU_DEFAULT_MEMORY_IN_FORWARD_PROP "Use Hydrogen's default memory mode for GPU buffers in forward prop" |
Definition at line 63 of file options.hpp.
| #define LBANN_OPTION_VERBOSE "verbose" |
Definition at line 62 of file options.hpp.
| #define LBANN_OPTION_VOCAB "vocab" |
Definition at line 150 of file options.hpp.
| #define LBANN_OPTION_WRITE_SAMPLE_LABEL_LIST "write_sample_label_list" |
Definition at line 125 of file options.hpp.
| #define LBANN_OPTION_WRITE_SAMPLE_LIST "write_sample_list" |
Definition at line 126 of file options.hpp.
| #define LBANN_OPTION_Z_SCORE "z_score" |
Definition at line 127 of file options.hpp.
1.8.13