LibSVR.cpp

Go to the documentation of this file.

/*
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or
 * (at your option) any later version.
 *
 * Written (W) 1999-2009 Soeren Sonnenburg
 * Written (W) 2013 Heiko Strathmann
 * Copyright (C) 1999-2009 Fraunhofer Institute FIRST and Max-Planck-Society
 */

#include <shogun/regression/svr/LibSVR.h>
#include <shogun/labels/RegressionLabels.h>
#include <shogun/io/SGIO.h>

using namespace shogun;

CLibSVR::CLibSVR()
: CSVM()
{
    model=NULL;
    solver_type=LIBSVR_EPSILON_SVR;
}

CLibSVR::CLibSVR(float64_t C, float64_t svr_param, CKernel* k, CLabels* lab,
        LIBSVR_SOLVER_TYPE st)
: CSVM()
{
    model=NULL;

    set_C(C,C);

    switch (st)
    {
    case LIBSVR_EPSILON_SVR:
        set_tube_epsilon(svr_param);
        break;
    case LIBSVR_NU_SVR:
        set_nu(svr_param);
        break;
    default:
        SG_ERROR("CLibSVR::CLibSVR(): Unknown solver type!\n");
        break;
    }

    set_labels(lab);
    set_kernel(k);
    solver_type=st;
}

CLibSVR::~CLibSVR()
{
    SG_FREE(model);
}

EMachineType CLibSVR::get_classifier_type()
{
    return CT_LIBSVR;
}

bool CLibSVR::train_machine(CFeatures* data)
{
    ASSERT(kernel)
    ASSERT(m_labels && m_labels->get_num_labels())
    ASSERT(m_labels->get_label_type() == LT_REGRESSION)

    if (data)
    {
        if (m_labels->get_num_labels() != data->get_num_vectors())
            SG_ERROR("Number of training vectors does not match number of labels\n")
        kernel->init(data, data);
    }

    SG_FREE(model);

    struct svm_node* x_space;

    problem.l=m_labels->get_num_labels();
    SG_INFO("%d trainlabels\n", problem.l)

    problem.y=SG_MALLOC(float64_t, problem.l);
    problem.x=SG_MALLOC(struct svm_node*, problem.l);
    x_space=SG_MALLOC(struct svm_node, 2*problem.l);

    for (int32_t i=0; i<problem.l; i++)
    {
        problem.y[i]=((CRegressionLabels*) m_labels)->get_label(i);
        problem.x[i]=&x_space[2*i];
        x_space[2*i].index=i;
        x_space[2*i+1].index=-1;
    }

    int32_t weights_label[2]={-1,+1};
    float64_t weights[2]={1.0,get_C2()/get_C1()};

    switch (solver_type)
    {
    case LIBSVR_EPSILON_SVR:
        param.svm_type=EPSILON_SVR;
        break;
    case LIBSVR_NU_SVR:
        param.svm_type=NU_SVR;
        break;
    default:
        SG_ERROR("%s::train_machine(): Unknown solver type!\n", get_name());
        break;
    }

    param.kernel_type = LINEAR;
    param.degree = 3;
    param.gamma = 0;    // 1/k
    param.coef0 = 0;
    param.nu = nu;
    param.kernel=kernel;
    param.cache_size = kernel->get_cache_size();
    param.max_train_time = m_max_train_time;
    param.C = get_C1();
    param.eps = epsilon;
    param.p = tube_epsilon;
    param.shrinking = 1;
    param.nr_weight = 2;
    param.weight_label = weights_label;
    param.weight = weights;
    param.use_bias = get_bias_enabled();

    const char* error_msg = svm_check_parameter(&problem,&param);

    if(error_msg)
        SG_ERROR("Error: %s\n",error_msg)

    model = svm_train(&problem, &param);

    if (model)
    {
        ASSERT(model->nr_class==2)
        ASSERT((model->l==0) || (model->l>0 && model->SV && model->sv_coef && model->sv_coef[0]))

        int32_t num_sv=model->l;

        create_new_model(num_sv);

        CSVM::set_objective(model->objective);

        set_bias(-model->rho[0]);

        for (int32_t i=0; i<num_sv; i++)
        {
            set_support_vector(i, (model->SV[i])->index);
            set_alpha(i, model->sv_coef[0][i]);
        }

        SG_FREE(problem.x);
        SG_FREE(problem.y);
        SG_FREE(x_space);

        svm_destroy_model(model);
        model=NULL;
        return true;
    }
    else
        return false;
}