StreamingVwFeatures.h

Go to the documentation of this file.

/*
 * Copyright (c) 2009 Yahoo! Inc.  All rights reserved.  The copyrights
 * embodied in the content of this file are licensed under the BSD
 * (revised) open source license.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or
 * (at your option) any later version.
 *
 * Written (W) 2011 Shashwat Lal Das
 * Adaptation of Vowpal Wabbit v5.1.
 * Copyright (C) 2011 Berlin Institute of Technology and Max-Planck-Society.
 */

#ifndef _STREAMING_VWFEATURES__H__
#define _STREAMING_VWFEATURES__H__

#include <shogun/lib/common.h>
#include <shogun/lib/DataType.h>
#include <shogun/mathematics/Math.h>

#include <shogun/io/streaming/InputParser.h>
#include <shogun/io/streaming/StreamingVwFile.h>
#include <shogun/io/streaming/StreamingVwCacheFile.h>
#include <shogun/features/streaming/StreamingDotFeatures.h>
#include <shogun/classifier/vw/vw_common.h>
#include <shogun/classifier/vw/vw_math.h>

namespace shogun
{
class CStreamingVwFeatures : public CStreamingDotFeatures
{
public:

    CStreamingVwFeatures();

    CStreamingVwFeatures(CStreamingVwFile* file,
                 bool is_labelled, int32_t size);

    CStreamingVwFeatures(CStreamingVwCacheFile* file,
                 bool is_labelled, int32_t size);

    ~CStreamingVwFeatures();

    CFeatures* duplicate() const;

    virtual void set_vector_reader();

    virtual void set_vector_and_label_reader();

    virtual void start_parser();

    virtual void end_parser();

    virtual void reset_stream();

    virtual CVwEnvironment* get_env();

    virtual void set_env(CVwEnvironment* vw_env);

    virtual bool get_next_example();

    virtual VwExample* get_example();

    virtual float64_t get_label();

    virtual void release_example();

    virtual void expand_if_required(float32_t*& vec, int32_t& len);

    virtual void expand_if_required(float64_t*& vec, int32_t& len);

    virtual int32_t get_dim_feature_space() const;

    virtual float32_t real_weight(float32_t w, float32_t gravity);

    virtual float32_t dot(CStreamingDotFeatures *df);

    virtual float32_t dense_dot(VwExample* &ex, const float32_t* vec2);

    virtual float32_t dense_dot(const float32_t* vec2, int32_t vec2_len);

    virtual float32_t dense_dot(SGSparseVector<float32_t>* vec1, const float32_t* vec2);

    virtual float32_t dense_dot_truncated(const float32_t* vec2, VwExample* &ex, float32_t gravity);

    virtual void add_to_dense_vec(float32_t alpha, VwExample* &ex,
            float32_t* vec2, int32_t vec2_len, bool abs_val = false);

    virtual void add_to_dense_vec(float32_t alpha,
            float32_t* vec2, int32_t vec2_len, bool abs_val = false);

    virtual int32_t get_nnz_features_for_vector();

    virtual int32_t get_num_features();

    virtual EFeatureType get_feature_type() const;

    virtual EFeatureClass get_feature_class() const;

    virtual const char* get_name() const { return "StreamingVwFeatures"; }

    virtual int32_t get_num_vectors() const;

private:
    virtual void init();

    virtual void init(CStreamingVwFile *file, bool is_labelled, int32_t size);

    virtual void init(CStreamingVwCacheFile *file, bool is_labelled, int32_t size);

    virtual void setup_example(VwExample* ae);

protected:

    CInputParser<VwExample> parser;

    vw_size_t example_count;

    float64_t current_label;

    int32_t current_length;

    CVwEnvironment* env;

    VwExample* current_example;
};
}
#endif // _STREAMING_VWFEATURES__H__