32 #ifndef ADAPTMOMEMTUMCORRECTION_H
33 #define ADAPTMOMEMTUMCORRECTION_H
67 REQUIRE(correction,
"MomentumCorrection must not NULL\n");
68 REQUIRE(correction !=
this,
"MomentumCorrection can not be itself\n");
118 "The index (%d) is invalid\n", idx);
132 if(pre*cur==0.0 && (cur>0.0 || pre>0.0))
157 REQUIRE(context,
"context must set\n");
162 std::string key=
"AdaptMomentumCorrection::m_descend_rate";
177 REQUIRE(context,
"context must set\n");
178 std::string key=
"AdaptMomentumCorrection::m_descend_rate";
193 REQUIRE(adapt_rate>0.0 && adapt_rate<1.0,
"Adaptive rate (%f) must in (0,1)\n", adapt_rate);
194 REQUIRE(rate_min>=0,
"Minimum speedup rate (%f) must be non-negative\n", rate_min);
195 REQUIRE(rate_max>rate_min,
"Maximum speedup rate (%f) must greater than minimum speedup rate (%f)\n",
208 REQUIRE(init_descend_rate>0,
"Init speedup rate (%f) must be positive\n", init_descend_rate);
228 m_momentum_correction=NULL;
233 m_init_descend_rate=1.0;
virtual void save_data(const std::string &key, SGVector< float64_t > value)
SGVector< float64_t > m_descend_rate
virtual float64_t get_previous_descend_direction(index_t idx)
float64_t m_init_descend_rate
The class is used to serialize and deserialize variables for the optimization framework.
virtual float64_t get_length_previous_descend_direction()
static const float64_t INFTY
infinity
virtual void update_context(CMinimizerContext *context)
virtual void set_momentum_correction(MomentumCorrection *correction)
virtual void initialize_previous_direction(index_t len)
virtual SGVector< float64_t > get_data_sgvector_float64(const std::string &key)
virtual void set_adapt_rate(float64_t adapt_rate, float64_t rate_min=0.0, float64_t rate_max=CMath::INFTY)
virtual DescendPair get_corrected_descend_direction(float64_t negative_descend_direction, index_t idx)
virtual void set_correction_weight(float64_t weight)
virtual bool is_initialized()
virtual void update_context(CMinimizerContext *context)
MomentumCorrection * m_momentum_correction
AdaptMomentumCorrection()
virtual void load_from_context(CMinimizerContext *context)
all of classes and functions are contained in the shogun namespace
virtual void initialize_previous_direction(index_t len)
This is a base class for momentum correction methods.
virtual ~AdaptMomentumCorrection()
virtual void set_init_descend_rate(float64_t init_descend_rate)
virtual void load_from_context(CMinimizerContext *context)
virtual bool is_initialized()
virtual void set_correction_weight(float64_t weight)
This implements the adaptive momentum correction method.
virtual DescendPair get_corrected_descend_direction(float64_t negative_descend_direction, index_t idx)=0
void set_const(T const_elem)