variance_scaling_initializers.hpp File Reference

#include "lbann/utils/cloneable.hpp"
#include "lbann/utils/random.hpp"
#include "lbann/weights/initializer.hpp"
#include "lbann/macros/instantiate.hpp"

Include dependency graph for variance_scaling_initializers.hpp:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
class	lbann::variance_scaling_initializer< TensorDataType >
	Generalization of "Xavier" initialization. More...
class	lbann::glorot_initializer< TensorDataType >
	Fill weights with variance of 2 / (fan-in + fan-out). More...
class	lbann::he_initializer< TensorDataType >
	Fill weights with variance of 2 / fan-in. More...
class	lbann::lecun_initializer< TensorDataType >
	Fill weights with variance of 1 / fan-in. More...

Namespaces
	lbann

Macros
#define	PROTO(T)
#define	LBANN_INSTANTIATE_CPU_HALF
#define	LBANN_INSTANTIATE_GPU_HALF

Functions
void	lbann::set_fan_in (weights_initializer &initializer, double value)
void	lbann::set_fan_out (weights_initializer &initializer, double value)
template<typename TensorDataType >
std::unique_ptr< weights_initializer >	lbann::build_glorot_initializer_from_pbuf (google::protobuf::Message const &msg)
template<typename TensorDataType >
std::unique_ptr< weights_initializer >	lbann::build_he_initializer_from_pbuf (google::protobuf::Message const &msg)
template<typename TensorDataType >
std::unique_ptr< weights_initializer >	lbann::build_lecun_initializer_from_pbuf (google::protobuf::Message const &msg)
	lbann::PROTO (float)
	lbann::PROTO (double)

Macro Definition Documentation

LBANN_INSTANTIATE_CPU_HALF

#define LBANN_INSTANTIATE_CPU_HALF

Definition at line 173 of file variance_scaling_initializers.hpp.

LBANN_INSTANTIATE_GPU_HALF

#define LBANN_INSTANTIATE_GPU_HALF

Definition at line 174 of file variance_scaling_initializers.hpp.

PROTO

#define PROTO

(

T

)

Value:

extern template class glorot_initializer<T>;                                 \
  extern template class he_initializer<T>;                                     \
  extern template class lecun_initializer<T>

Definition at line 168 of file variance_scaling_initializers.hpp.