LBANN  0.103.0
LivermoreBigArtificialNeuralNetworkToolkit
lbann::hdf5_data_reader Member List

This is the complete list of members for lbann::hdf5_data_reader, including all inherited members.

::DataReaderHDF5WhiteboxTester classlbann::hdf5_data_readerfriend
adjust_metadata(conduit::Node *root)lbann::hdf5_data_reader
at_new_epoch() constlbann::generic_data_readerinline
build_packing_map(conduit::Node &node)lbann::hdf5_data_readerprivate
close_file(size_t index_in)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >
coerce(const conduit::Node &metadata, hid_t file_handle, const std::string &original_path, const std::string &new_pathname, conduit::Node &node)lbann::hdf5_data_readerprivate
construct_linearized_size_lookup_tables()lbann::hdf5_data_readerprivate
construct_linearized_size_lookup_tables(conduit::Node &node)lbann::hdf5_data_readerprivate
copy() const overridelbann::hdf5_data_readerinlinevirtual
copy_members(const hdf5_data_reader &rhs)lbann::hdf5_data_reader
data_reader_sample_list< sample_list_hdf5< std::string > >::copy_members(const data_reader_sample_list &rhs)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >
create_datum_view(CPUMat &X, const int mb_idx)lbann::generic_data_readerinlineprotected
data_reader_sample_list(bool shuffle=true)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >
data_reader_sample_list(const data_reader_sample_list &)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >
data_store_active() constlbann::generic_data_readervirtual
do_preload_data_store() overridelbann::hdf5_data_readerprivatevirtual
error_check_counts() constlbann::generic_data_readerprotected
fetch(std::map< data_field_type, CPUMat *> &input_buffers, El::Matrix< El::Int > &indices_fetched, size_t mb_size)lbann::generic_data_reader
fetch(std::vector< conduit::Node > &samples, El::Matrix< El::Int > &indices_fetched, size_t mb_size)lbann::generic_data_reader
fetch_conduit_node(conduit::Node &sample, int data_id) overridelbann::hdf5_data_readervirtual
fetch_data_block(std::map< data_field_type, CPUMat *> &input_buffers, El::Int block_offset, El::Int block_stride, El::Int mb_size, El::Matrix< El::Int > &indices_fetched)lbann::generic_data_readerprotectedvirtual
fetch_data_block_conduit(std::vector< conduit::Node > &samples, El::Int block_offset, El::Int block_stride, El::Int mb_size, El::Matrix< El::Int > &indices_fetched)lbann::generic_data_readerprotected
fetch_data_field(data_field_type data_field, CPUMat &Y, int data_id, int mb_idx)lbann::generic_data_readerinlineprotectedvirtual
fetch_datum(CPUMat &X, int data_id, int mb_idx)lbann::generic_data_readerinlineprotectedvirtual
fetch_label(CPUMat &Y, int data_id, int mb_idx)lbann::generic_data_readerinlineprotectedvirtual
fetch_response(CPUMat &Y, int data_id, int mb_idx)lbann::generic_data_readerinlineprotectedvirtual
file_handle_type typedeflbann::data_reader_sample_list< sample_list_hdf5< std::string > >
finish_data_store_mini_batch_exchange()lbann::generic_data_reader
generic_data_reader(bool shuffle=true)lbann::generic_data_readerinline
generic_data_reader(const generic_data_reader &)=defaultlbann::generic_data_reader
get_absolute_sample_count() constlbann::generic_data_readerprotected
get_base_offset() constlbann::generic_data_readerinline
get_comm() constlbann::generic_data_readerinline
get_current_mini_batch_index() constlbann::generic_data_readerinline
get_current_mini_batch_size() constlbann::generic_data_reader
get_current_step_in_epoch() constlbann::generic_data_readerinline
get_data_dims() const overridelbann::hdf5_data_readerinlinevirtual
get_data_dims(std::string name="") constlbann::hdf5_data_readerprivate
get_data_filename() constlbann::generic_data_reader
get_data_sample_list() constlbann::generic_data_reader
get_data_schema() constlbann::hdf5_data_readerinline
get_data_schema_filename()lbann::hdf5_data_readerinline
get_data_store() constlbann::generic_data_reader
get_data_store()lbann::generic_data_reader
get_data_store_ptr() constlbann::generic_data_readerinline
get_delete_packed_fields()lbann::hdf5_data_readerinlineprivate
get_execution_mode_split_fraction(execution_mode m) constlbann::generic_data_readerprotected
get_experiment_schema() constlbann::hdf5_data_readerinline
get_experiment_schema_filename()lbann::hdf5_data_readerinline
get_file_dir() constlbann::generic_data_reader
get_indices()lbann::generic_data_readerinline
get_iteration_stride() constlbann::generic_data_readerinline
get_label_filename() constlbann::generic_data_reader
get_last_mini_batch_size() constlbann::generic_data_readerinline
get_leaves(conduit::Node *node_in, std::unordered_map< std::string, conduit::Node *> &leaves_out)lbann::hdf5_data_readerprivate
get_leaves_multi(conduit::Node *node_in, std::unordered_map< std::string, conduit::Node *> &leaves_out)lbann::hdf5_data_readerprivate
get_linearized_data_size() const overridelbann::hdf5_data_readerinlinevirtual
get_linearized_label_size() const overridelbann::hdf5_data_readerinlinevirtual
get_linearized_response_size() const overridelbann::hdf5_data_readerinlinevirtual
get_linearized_size(data_field_type const &data_field) const overridelbann::hdf5_data_readerprivatevirtual
get_loaded_mini_batch_index() constlbann::generic_data_readerinline
get_loaded_mini_batch_size() constlbann::generic_data_reader
get_local_file_dir() constlbann::generic_data_reader
get_mini_batch_max() constlbann::generic_data_readerinline
get_mini_batch_size() constlbann::generic_data_readerinline
get_next_position() constlbann::generic_data_reader
get_node_map() constlbann::hdf5_data_readerinline
get_num_data() constlbann::generic_data_readerinlinevirtual
get_num_indices_to_use() constlbann::generic_data_reader
get_num_iterations_per_epoch() constlbann::generic_data_readerinline
get_num_labels() const overridelbann::hdf5_data_readerinlinevirtual
get_num_parallel_readers() constlbann::generic_data_readerinline
get_num_responses() const overridelbann::hdf5_data_readerinlinevirtual
get_num_unused_data(execution_mode m) constlbann::generic_data_reader
get_position() constlbann::generic_data_readerinline
get_reset_mini_batch_index() constlbann::generic_data_readerinline
get_role() constlbann::generic_data_readerinline
get_sample(size_t index)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >inline
get_sample_list()lbann::data_reader_sample_list< sample_list_hdf5< std::string > >inline
get_sample_stride() constlbann::generic_data_readerinline
get_schema_ptrs(conduit::Node *starting_node, std::unordered_map< std::string, conduit::Node *> &schema_name_map)lbann::hdf5_data_readerprivate
get_shuffled_indices() constlbann::generic_data_readerinline
get_slice_points(const slice_points_mode var_category, bool &is_supported)lbann::generic_data_readerinlinevirtual
get_stride_to_last_mini_batch() constlbann::generic_data_readerinline
get_stride_to_next_mini_batch() constlbann::generic_data_readerinline
get_type() const overridelbann::hdf5_data_readerinlinevirtual
get_unused_data(execution_mode m)lbann::generic_data_reader
get_unused_indices(execution_mode m)lbann::generic_data_reader
get_use_fraction() constlbann::generic_data_readerprotected
has_conduit_output() overridelbann::hdf5_data_readerinlinevirtual
has_data_field(data_field_type data_field) constlbann::generic_data_readerinlinevirtual
has_labels() constlbann::generic_data_readerinlinevirtual
has_list_per_model() constlbann::generic_data_readerinlinevirtual
has_list_per_trainer() constlbann::generic_data_readerinlinevirtual
has_responses() constlbann::generic_data_readerinlinevirtual
hdf5_data_reader(bool shuffle=true)lbann::hdf5_data_reader
hdf5_data_reader(const hdf5_data_reader &)lbann::hdf5_data_reader
instantiate_data_store()lbann::generic_data_reader
is_composite_node(const conduit::Node &node) constlbann::hdf5_data_readerprivate
is_shuffled() constlbann::generic_data_readerinline
keep_sample_order(bool same_order=false)lbann::generic_data_reader
load() overridelbann::hdf5_data_readervirtual
load_from_checkpoint_distributed(persist &p, execution_mode mode)lbann::generic_data_reader
load_from_checkpoint_shared(persist &p, execution_mode mode)lbann::generic_data_reader
load_list_of_samples(const std::string sample_list_file)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >protected
load_list_of_samples_from_archive(const std::string &sample_list_archive)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >protected
load_sample(conduit::Node &node, hid_t file_handle, const std::string &sample_name, bool ignore_failure=false)lbann::hdf5_data_readerprivate
load_sample_from_sample_list(conduit::Node &node, size_t index, bool ignore_failure=false)lbann::hdf5_data_readerprivate
load_sample_schema(conduit::Schema &s)lbann::hdf5_data_readerprivate
load_schema(std::string filename, conduit::Node &schema)lbann::hdf5_data_readerprivate
m_absolute_sample_countlbann::generic_data_reader
m_add_to_maplbann::hdf5_data_readerprivate
m_base_offsetlbann::generic_data_reader
m_commlbann::generic_data_readerprotected
m_current_mini_batch_idxlbann::generic_data_reader
m_current_poslbann::generic_data_reader
m_data_dims_lookup_tablelbann::hdf5_data_readerprivate
m_data_fnlbann::generic_data_reader
m_data_maplbann::hdf5_data_readerprivate
m_data_sample_listlbann::generic_data_reader
m_data_schemalbann::hdf5_data_readerprivate
m_data_schema_filenamelbann::hdf5_data_readerprivate
m_data_storelbann::generic_data_readerprotected
m_delete_packed_fieldslbann::hdf5_data_readerprivate
m_execution_mode_split_fractionlbann::generic_data_reader
m_experiment_schemalbann::hdf5_data_readerprivate
m_experiment_schema_filenamelbann::hdf5_data_readerprivate
m_file_dirlbann::generic_data_reader
m_first_nlbann::generic_data_reader
m_gan_label_valuelbann::generic_data_readerprotected
m_gan_labellinglbann::generic_data_readerprotected
m_io_thread_poollbann::generic_data_readerprotected
m_issue_warninglbann::generic_data_readerprotected
m_iteration_stridelbann::generic_data_reader
m_keep_sample_orderlbann::generic_data_readerprotected
m_label_fnlbann::generic_data_reader
m_last_mini_batch_sizelbann::generic_data_reader
m_linearized_size_lookup_tablelbann::hdf5_data_readerprivate
m_loaded_mini_batch_idxlbann::generic_data_reader
m_local_file_dirlbann::generic_data_reader
m_max_files_to_loadlbann::generic_data_reader
m_mini_batch_sizelbann::generic_data_reader
m_num_iterations_per_epochlbann::generic_data_reader
m_num_parallel_readerslbann::generic_data_reader
m_packing_groupslbann::hdf5_data_readerprivate
m_reset_mini_batch_indexlbann::generic_data_reader
m_rolelbann::generic_data_reader
m_sample_listlbann::data_reader_sample_list< sample_list_hdf5< std::string > >protected
m_sample_stridelbann::generic_data_reader
m_shufflelbann::generic_data_reader
m_shuffled_indiceslbann::generic_data_reader
m_stride_to_last_mini_batchlbann::generic_data_reader
m_stride_to_next_mini_batchlbann::generic_data_reader
m_supported_input_typeslbann::generic_data_readerprotected
m_transform_pipelinelbann::generic_data_readerprotected
m_unused_indiceslbann::generic_data_reader
m_use_data_storelbann::generic_data_readerprotected
m_use_fractionlbann::generic_data_reader
m_useme_node_maplbann::hdf5_data_readerprivate
m_useme_node_map_ptrslbann::hdf5_data_readerprivate
m_using_random_nodelbann::generic_data_readermutableprotected
m_verboselbann::generic_data_readerprotected
merge_metadata_nodes(const conduit::Node *node_A, const conduit::Node *node_B)lbann::hdf5_data_readerprivate
normalize(conduit::Node &node, const std::string &path, const conduit::Node &metadata)lbann::hdf5_data_readerprivate
open_file(size_t index)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >
operator=(const hdf5_data_reader &)lbann::hdf5_data_reader
data_reader_sample_list< sample_list_hdf5< std::string > >::operator=(const data_reader_sample_list &)lbann::data_reader_sample_list< sample_list_hdf5< std::string > >
lbann::generic_data_reader::operator=(const generic_data_reader &)=defaultlbann::generic_data_reader
pack(conduit::Node &node, size_t index)lbann::hdf5_data_readerprivate
pack(std::string const &group_name, conduit::Node &node, size_t index)lbann::hdf5_data_readerprivate
pack_data(conduit::Node &node_in_out)lbann::hdf5_data_readerprivate
parse_schemas()lbann::hdf5_data_readerprivate
position_is_overrun() constlbann::generic_data_readerinlinevirtual
position_valid() constlbann::generic_data_readerinlinevirtual
post_update()lbann::generic_data_readerinlinevirtual
postprocess_data_source(int tid)lbann::generic_data_readerinlineprotectedvirtual
preload_data_store()lbann::generic_data_readervirtual
preprocess_data_source(int tid)lbann::generic_data_readerinlineprotectedvirtual
priming_data_store() constlbann::generic_data_readervirtual
print_get_methods(const std::string filename)lbann::generic_data_reader
print_metadata(std::ostream &os=std::cout)lbann::hdf5_data_reader
repack_image(conduit::Node &node, const std::string &path, const conduit::Node &metadata)lbann::hdf5_data_readerprivate
resize_shuffled_indices()lbann::generic_data_reader
s_composite_nodelbann::hdf5_data_readerprivate
s_metadata_node_namelbann::hdf5_data_readerprivate
sample_file_id_type typedeflbann::data_reader_sample_list< sample_list_hdf5< std::string > >
sample_name_type typedeflbann::data_reader_sample_list< sample_list_hdf5< std::string > >
sample_type typedeflbann::data_reader_sample_list< sample_list_hdf5< std::string > >
save_to_checkpoint_distributed(persist &p, execution_mode mode)lbann::generic_data_reader
save_to_checkpoint_shared(persist &p, execution_mode mode)lbann::generic_data_reader
select_subset_of_data()lbann::generic_data_reader
serialize(Archive &ar)lbann::generic_data_reader
set_absolute_sample_count(size_t s)lbann::generic_data_reader
set_base_offset(const int s)lbann::generic_data_readerinlinevirtual
set_comm(lbann_comm *comm)lbann::generic_data_readerinline
set_data_filename(std::string s)lbann::generic_data_reader
set_data_sample_list(std::string s)lbann::generic_data_reader
set_data_schema(const conduit::Node &s)lbann::hdf5_data_reader
set_data_schema_filename(std::string fn)lbann::hdf5_data_readerinline
set_data_store(data_store_conduit *g)lbann::generic_data_reader
set_delete_packed_fields(bool flag)lbann::hdf5_data_readerinlineprivate
set_execution_mode_split_fraction(execution_mode m, double s)lbann::generic_data_readervirtual
set_experiment_schema(const conduit::Node &s)lbann::hdf5_data_reader
set_experiment_schema_filename(std::string fn)lbann::hdf5_data_readerinline
set_file_dir(std::string s)lbann::generic_data_reader
set_first_n(int n)lbann::generic_data_reader
set_gan_label_value(int gan_label_value)lbann::generic_data_readerinline
set_gan_labelling(bool has_gan_labelling)lbann::generic_data_readerinline
set_has_data_field(data_field_type const data_field, const bool b)lbann::generic_data_readerinline
set_has_labels(const bool b)lbann::generic_data_readerinlinevirtual
set_has_responses(const bool b)lbann::generic_data_readerinlinevirtual
set_initial_position()lbann::generic_data_readerinline
set_iteration_stride(const int s)lbann::generic_data_readerinline
set_label_filename(std::string s)lbann::generic_data_reader
set_last_mini_batch_size(const int s)lbann::generic_data_readerinline
set_local_file_dir(std::string s)lbann::generic_data_reader
set_max_files_to_load(size_t n)lbann::generic_data_readerinline
set_mini_batch_size(const int s)lbann::generic_data_reader
set_num_iterations_per_epoch(int num_iterations_per_epoch)lbann::generic_data_readerinline
set_num_parallel_readers(const int s)lbann::generic_data_readerinline
set_reset_mini_batch_index(const int s)lbann::generic_data_readerinlinevirtual
set_role(std::string role)lbann::generic_data_readervirtual
set_sample_stride(const int s)lbann::generic_data_readerinline
set_shuffle(bool b)lbann::generic_data_readerinline
set_shuffled_indices(const std::vector< int > &indices)lbann::generic_data_readerinline
set_stride_to_last_mini_batch(const int s)lbann::generic_data_readerinline
set_stride_to_next_mini_batch(const int s)lbann::generic_data_readerinline
set_transform_pipeline(transform::transform_pipeline &&tp)lbann::generic_data_readerinline
set_use_data_store(bool s)lbann::generic_data_readerinline
set_use_fraction(double s)lbann::generic_data_reader
setup(int num_io_threads, observer_ptr< thread_pool > io_thread_pool)lbann::generic_data_readervirtual
setup_data_store(int mini_batch_size)lbann::generic_data_reader
shuffle_indices(rng_gen &gen) overridelbann::data_reader_sample_list< sample_list_hdf5< std::string > >virtual
lbann::generic_data_reader::shuffle_indices()lbann::generic_data_readerprotectedvirtual
start_data_store_mini_batch_exchange()lbann::generic_data_reader
test_that_all_nodes_contain_metadata(conduit::Node &node)lbann::hdf5_data_readerprivate
unused_index_map_t typedeflbann::generic_data_reader
update(bool is_active_reader)lbann::generic_data_readervirtual
use_unused_index_set(execution_mode m)lbann::generic_data_readervirtual
~data_reader_sample_list() overridelbann::data_reader_sample_list< sample_list_hdf5< std::string > >inline
~generic_data_reader()lbann::generic_data_readervirtual
~hdf5_data_reader() overridelbann::hdf5_data_reader