SHOGUN  4.2.0
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Modules Pages
KLDualInferenceMethod.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) The Shogun Machine Learning Toolbox
3  * Written (w) 2014 Wu Lin
4  * All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions are met:
8  *
9  * 1. Redistributions of source code must retain the above copyright notice, this
10  * list of conditions and the following disclaimer.
11  * 2. Redistributions in binary form must reproduce the above copyright notice,
12  * this list of conditions and the following disclaimer in the documentation
13  * and/or other materials provided with the distribution.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
16  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18  * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
19  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
20  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
21  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
22  * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
24  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25  *
26  * The views and conclusions contained in the software and documentation are those
27  * of the authors and should not be interpreted as representing official policies,
28  * either expressed or implied, of the Shogun Development Team.
29  *
30  * the reference paper is
31  * Mohammad Emtiyaz Khan, Aleksandr Y. Aravkin, Michael P. Friedlander, Matthias Seeger
32  * Fast Dual Variational Inference for Non-Conjugate Latent Gaussian Models. ICML2013
33  *
34  */
35 
36 #ifndef _KLDUALINFERENCEMETHOD_H_
37 #define _KLDUALINFERENCEMETHOD_H_
38 
39 #include <shogun/lib/config.h>
43 
44 namespace shogun
45 {
46 
49 {
50 public:
52 
57 
59 
64  virtual float64_t minimize();
65 
66  virtual const char* get_name() const { return "KLDualInferenceMethodMinimizer"; }
67 
68 protected:
70  virtual void init_minimization();
71 
72 private:
76  static float64_t evaluate(void *obj, const float64_t *variable,
77  float64_t *gradient, const int dim, const float64_t step);
78 
84  static float64_t adjust_step(void *obj, const float64_t *parameters,
85  const float64_t *direction, const int dim, const float64_t step);
86 
88  void init() { }
89 };
90 
109 {
111 public:
114 
123  CKLDualInferenceMethod(CKernel* kernel, CFeatures* features,
124  CMeanFunction* mean, CLabels* labels, CLikelihoodModel* model);
125 
126  virtual ~CKLDualInferenceMethod();
127 
132  virtual const char* get_name() const { return "KLDualInferenceMethod"; }
133 
138  virtual EInferenceType get_inference_type() const { return INF_KL_DUAL; }
139 
146 
157  virtual SGVector<float64_t> get_alpha();
158 
171 
176  void set_model(CLikelihoodModel* mod);
177 
182  virtual void register_minimizer(Minimizer* minimizer);
183 protected:
184 
191 
196 
202  virtual void check_dual_inference(CLikelihoodModel* mod) const;
203 
205  virtual void update_approx_cov();
206 
208  virtual void update_alpha();
209 
211  virtual void update_chol();
212 
216  virtual void update_deriv();
217 
224 
233  virtual bool precompute();
234 
248 
250  virtual float64_t optimization();
251 
269 
286 
287 private:
288  void init();
289 
291  SGVector<float64_t> m_sW;
292 
297 
301  SGVector<float64_t> m_dv;
302 
304  SGVector<float64_t> m_df;
305 
311 
317  bool m_is_dual_valid;
318 
329 };
330 }
331 #endif /* _KLDUALINFERENCEMETHOD_H_ */
virtual void get_gradient_of_nlml_wrt_parameters(SGVector< float64_t > gradient)
virtual CDualVariationalGaussianLikelihood * get_dual_variational_likelihood() const
virtual const char * get_name() const
The class Labels models labels, i.e. class assignments of objects.
Definition: Labels.h:43
virtual EInferenceType get_inference_type() const
Build-in minimizer for KLDualInference.
An abstract class of the mean function.
Definition: MeanFunction.h:49
The class wraps the Shogun's C-style LBFGS minimizer.
CKLDualInferenceMethodMinimizer(FirstOrderCostFunction *fun)
virtual void check_dual_inference(CLikelihoodModel *mod) const
The dual KL approximation inference method class.
virtual void register_minimizer(Minimizer *minimizer)
void set_model(CLikelihoodModel *mod)
The KL approximation inference method class.
Definition: KLInference.h:75
virtual void get_gradient_of_dual_objective_wrt_parameters(SGVector< float64_t > gradient)
virtual SGVector< float64_t > get_alpha()
static CKLDualInferenceMethod * obtain_from_generic(CInference *inference)
double float64_t
Definition: common.h:50
EInferenceType
Definition: Inference.h:53
The first order cost function base class.
virtual float64_t get_derivative_related_cov(SGMatrix< float64_t > dK)
all of classes and functions are contained in the shogun namespace
Definition: class_list.h:18
The Inference Method base class.
Definition: Inference.h:81
virtual const char * get_name() const
The class Features is the base class of all feature objects.
Definition: Features.h:68
The Kernel base class.
Definition: Kernel.h:159
The minimizer base class.
Definition: Minimizer.h:43
virtual float64_t get_dual_objective_wrt_parameters()
virtual float64_t get_negative_log_marginal_likelihood_helper()
virtual SGVector< float64_t > get_diagonal_vector()
Class that models dual variational likelihood.
The Likelihood model base class.

SHOGUN Machine Learning Toolbox - Documentation