CombinedDotFeatures.cpp

Go to the documentation of this file.

/*
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or
 * (at your option) any later version.
 *
 * Written (W) 2009-2010 Soeren Sonnenburg
 * Copyright (C) 2009 Fraunhofer Institute FIRST and Max-Planck-Society
 * Copyright (C) 2010 Berlin Institute of Technology
 */

#include <shogun/features/CombinedDotFeatures.h>
#include <shogun/io/SGIO.h>
#include <shogun/mathematics/Math.h>

using namespace shogun;

CCombinedDotFeatures::CCombinedDotFeatures() : CDotFeatures()
{
    init();

    feature_list=new CList(true);
    update_dim_feature_space_and_num_vec();
}

CCombinedDotFeatures::CCombinedDotFeatures(const CCombinedDotFeatures & orig)
: CDotFeatures(orig), num_vectors(orig.num_vectors),
    num_dimensions(orig.num_dimensions)
{
    init();

    feature_list=new CList(true);
}

CFeatures* CCombinedDotFeatures::duplicate() const
{
    return new CCombinedDotFeatures(*this);
}

CCombinedDotFeatures::~CCombinedDotFeatures()
{
    delete feature_list;
}

void CCombinedDotFeatures::list_feature_objs()
{
    SG_INFO( "BEGIN COMBINED DOTFEATURES LIST (%d, %d) - ", num_vectors, num_dimensions);
    this->list_feature_obj();

    CListElement* current = NULL ;
    CDotFeatures* f=get_first_feature_obj(current);

    while (f)
    {
        f->list_feature_obj();
        f=get_next_feature_obj(current);
    }

    SG_INFO( "END COMBINED DOTFEATURES LIST (%d, %d) - ", num_vectors, num_dimensions);
    this->list_feature_obj();
}

void CCombinedDotFeatures::update_dim_feature_space_and_num_vec()
{
    CListElement* current = NULL ;
    CDotFeatures* f=get_first_feature_obj(current);

    int32_t dim=0;
    int32_t vec=-1;

    while (f)
    {
        dim+= f->get_dim_feature_space();
        if (vec==-1)
            vec=f->get_num_vectors();
        else if (vec != f->get_num_vectors())
        {
            f->list_feature_obj();
            SG_ERROR("Number of vectors (%d) mismatches in above feature obj (%d)\n", vec, f->get_num_vectors());
        }

        SG_UNREF(f);

        f=get_next_feature_obj(current);
    }

    num_dimensions=dim;
    num_vectors=vec;
    SG_DEBUG("vecs=%d, dims=%d\n", num_vectors, num_dimensions);
}

float64_t CCombinedDotFeatures::dot(int32_t vec_idx1, CDotFeatures* df, int32_t vec_idx2)
{
    float64_t result=0;

    ASSERT(df);
    ASSERT(df->get_feature_type() == get_feature_type());
    ASSERT(df->get_feature_class() == get_feature_class());
    CCombinedDotFeatures* cf = (CCombinedDotFeatures*) df;

    CListElement* current1 = NULL;
    CDotFeatures* f1=get_first_feature_obj(current1);

    CListElement* current2 = NULL;
    CDotFeatures* f2=cf->get_first_feature_obj(current2);

    while (f1 && f2)
    {
        result += f1->dot(vec_idx1, f2,vec_idx2) *
            f1->get_combined_feature_weight() *
            f2->get_combined_feature_weight();

        SG_UNREF(f1);
        SG_UNREF(f2);
        f1=get_next_feature_obj(current1);
        f2=cf->get_next_feature_obj(current2);
    }

    // check that both have same number of feature objects inside
    ASSERT(f1 == NULL && f2 == NULL);

    return result;
}

float64_t CCombinedDotFeatures::dense_dot(int32_t vec_idx1, const float64_t* vec2, int32_t vec2_len)
{
    float64_t result=0;

    CListElement* current = NULL ;
    CDotFeatures* f=get_first_feature_obj(current);
    uint32_t offs=0;

    while (f)
    {
        int32_t dim = f->get_dim_feature_space();
        result += f->dense_dot(vec_idx1, vec2+offs, dim)*f->get_combined_feature_weight();
        offs += dim;

        SG_UNREF(f);
        f=get_next_feature_obj(current);
    }

    return result;
}

void CCombinedDotFeatures::dense_dot_range(float64_t* output, int32_t start, int32_t stop, float64_t* alphas, float64_t* vec, int32_t dim, float64_t b)
{
    if (stop<=start)
        return;
    ASSERT(dim==num_dimensions);

    CListElement* current = NULL;
    CDotFeatures* f=get_first_feature_obj(current);
    uint32_t offs=0;
    bool first=true;
    int32_t num=stop-start;
    float64_t* tmp=SG_MALLOC(float64_t, num);

    while (f)
    {
        int32_t f_dim = f->get_dim_feature_space();
        if (first)
        {
            f->dense_dot_range(output, start, stop, alphas, vec+offs, f_dim, b);
            first=false;
        }
        else
        {
            f->dense_dot_range(tmp, start, stop, alphas, vec+offs, f_dim, b);
            for (int32_t i=0; i<num; i++)
                output[i]+=tmp[i];
        }
        offs += f_dim;

        SG_UNREF(f);
        f=get_next_feature_obj(current);
    }
    SG_FREE(tmp);
}

void CCombinedDotFeatures::dense_dot_range_subset(int32_t* sub_index, int32_t num, float64_t* output, float64_t* alphas, float64_t* vec, int32_t dim, float64_t b)
{
    if (num<=0)
        return;
    ASSERT(dim==num_dimensions);

    CListElement* current = NULL;
    CDotFeatures* f=get_first_feature_obj(current);
    uint32_t offs=0;
    bool first=true;
    float64_t* tmp=SG_MALLOC(float64_t, num);

    while (f)
    {
        int32_t f_dim = f->get_dim_feature_space();
        if (first)
        {
            f->dense_dot_range_subset(sub_index, num, output, alphas, vec+offs, f_dim, b);
            first=false;
        }
        else
        {
            f->dense_dot_range_subset(sub_index, num, tmp, alphas, vec+offs, f_dim, b);
            for (int32_t i=0; i<num; i++)
                output[i]+=tmp[i];
        }
        offs += f_dim;

        SG_UNREF(f);
        f=get_next_feature_obj(current);
    }
    SG_FREE(tmp);
}

void CCombinedDotFeatures::add_to_dense_vec(float64_t alpha, int32_t vec_idx1, float64_t* vec2, int32_t vec2_len, bool abs_val)
{
    CListElement* current = NULL ;
    CDotFeatures* f=get_first_feature_obj(current);
    uint32_t offs=0;

    while (f)
    {
        int32_t dim = f->get_dim_feature_space();
        f->add_to_dense_vec(alpha*f->get_combined_feature_weight(), vec_idx1, vec2+offs, dim, abs_val);
        offs += dim;

        SG_UNREF(f);
        f=get_next_feature_obj(current);
    }
}

void* CCombinedDotFeatures::get_feature_iterator(int32_t vector_index)
{
    combined_feature_iterator* it=SG_MALLOC(combined_feature_iterator, 1);

    it->current=NULL;
    it->f=get_first_feature_obj(it->current);
    it->iterator=it->f->get_feature_iterator(vector_index);
    it->vector_index=vector_index;
    return it;
}

bool CCombinedDotFeatures::get_next_feature(int32_t& index, float64_t& value, void* iterator)
{
    ASSERT(iterator);
    combined_feature_iterator* it = (combined_feature_iterator*) iterator;

    while (it->f)
    {
        if (it->f->get_next_feature(index, value, it->iterator))
        {
            value*=get_combined_feature_weight();
            return true;
        }

        it->f->free_feature_iterator(it->iterator);
        it->f=get_next_feature_obj(it->current);
        if (it->f)
            it->iterator=it->f->get_feature_iterator(it->vector_index);
        else
            it->iterator=NULL;
    }
    return false;
}

void CCombinedDotFeatures::free_feature_iterator(void* iterator)
{
    if (iterator)
    {
        combined_feature_iterator* it = (combined_feature_iterator*) iterator;
        if (it->iterator && it->f)
            it->f->free_feature_iterator(it->iterator);
        SG_FREE(it);
    }
}

CDotFeatures* CCombinedDotFeatures::get_first_feature_obj()
{
    return (CDotFeatures*) feature_list->get_first_element();
}

CDotFeatures* CCombinedDotFeatures::get_first_feature_obj(CListElement*& current)
{
    return (CDotFeatures*) feature_list->get_first_element(current);
}

CDotFeatures* CCombinedDotFeatures::get_next_feature_obj()
{
    return (CDotFeatures*) feature_list->get_next_element();
}

CDotFeatures* CCombinedDotFeatures::get_next_feature_obj(CListElement*& current)
{
    return (CDotFeatures*) feature_list->get_next_element(current);
}

CDotFeatures* CCombinedDotFeatures::get_last_feature_obj()
{
    return (CDotFeatures*) feature_list->get_last_element();
}

bool CCombinedDotFeatures::insert_feature_obj(CDotFeatures* obj)
{
    ASSERT(obj);
    bool result=feature_list->insert_element(obj);
    update_dim_feature_space_and_num_vec();
    return result;
}

bool CCombinedDotFeatures::append_feature_obj(CDotFeatures* obj)
{
    ASSERT(obj);
    bool result=feature_list->append_element(obj);
    update_dim_feature_space_and_num_vec();
    return result;
}

bool CCombinedDotFeatures::delete_feature_obj()
{
    CDotFeatures* f=(CDotFeatures*) feature_list->delete_element();
    if (f)
    {
        SG_UNREF(f);
        update_dim_feature_space_and_num_vec();
        return true;
    }
    else
        return false;
}

int32_t CCombinedDotFeatures::get_num_feature_obj()
{
    return feature_list->get_num_elements();
}

int32_t CCombinedDotFeatures::get_nnz_features_for_vector(int32_t num)
{
    CListElement* current = NULL ;
    CDotFeatures* f=get_first_feature_obj(current);
    int32_t result=0;

    while (f)
    {
        result+=f->get_nnz_features_for_vector(num);

        SG_UNREF(f);
        f=get_next_feature_obj(current);
    }

    return result;
}

SGVector<float64_t> CCombinedDotFeatures::get_subfeature_weights()
{
    int32_t num_weights = get_num_feature_obj();
    ASSERT(num_weights > 0);

    float64_t* weights=SG_MALLOC(float64_t, num_weights);

    CListElement* current = NULL;
    CDotFeatures* f = get_first_feature_obj(current);

    int32_t i = 0;
    while (f)
    {
        weights[i] = f->get_combined_feature_weight();

        SG_UNREF(f);
        f = get_next_feature_obj(current);
        i++;
    }
    return SGVector<float64_t>(weights,num_weights);
}

void CCombinedDotFeatures::set_subfeature_weights(SGVector<float64_t> weights)
{
    int32_t i = 0;
    CListElement* current = NULL ;
    CDotFeatures* f = get_first_feature_obj(current);

    ASSERT(weights.vlen==get_num_feature_obj());

    while(f)
    {
        f->set_combined_feature_weight(weights[i]);

        SG_UNREF(f);
        f = get_next_feature_obj(current);
        i++;
    }
}

void CCombinedDotFeatures::init()
{
    m_parameters->add(&num_dimensions, "num_dimensions",
                      "Total number of dimensions.");
    m_parameters->add(&num_vectors, "num_vectors",
                      "Total number of vectors.");
    m_parameters->add((CSGObject**) &feature_list,
                      "feature_list", "Feature list.");
}