StreamingVwFile.h

Go to the documentation of this file.

/*
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or
 * (at your option) any later version.
 *
 * Written (W) 2011 Shashwat Lal Das
 * Copyright (C) 2011 Berlin Institute of Technology and Max-Planck-Society
 */
#ifndef __STREAMING_VWFILE_H__
#define __STREAMING_VWFILE_H__

#include <shogun/io/streaming/StreamingFile.h>
#include <shogun/classifier/vw/vw_common.h>
#include <shogun/classifier/vw/VwParser.h>

namespace shogun
{
typedef int32_t (CVwParser::*parse_func)(CIOBuffer*, VwExample*&);

class CStreamingVwFile: public CStreamingFile
{
public:
    CStreamingVwFile();

    CStreamingVwFile(const char* fname, char rw='r');

    virtual ~CStreamingVwFile();

    void set_parser_type(E_VW_PARSER_TYPE type = T_VW);

    virtual void get_vector(VwExample* &ex, int32_t &len);

    virtual void get_vector_and_label(VwExample* &ex, int32_t &len, float64_t &label);

    void set_env(CVwEnvironment* env_to_use)
    {
        parser->set_env(env_to_use);
    }

    CVwEnvironment* get_env()
    {
        SG_REF(env);
        return env;
    }

    void set_write_to_cache(bool write_cache)
    {
        write_to_cache = write_cache;
        parser->set_write_cache(write_cache);
    }

    bool get_write_to_cache() { return write_to_cache; }

    virtual bool is_seekable() { return false; }

    virtual const char* get_name() const
    {
        return "StreamingVwFile";
    }

public:
    parse_func parse_example;

private:
    virtual void init();

protected:
    CVwParser* parser;

    E_VW_PARSER_TYPE parser_type;

    CVwEnvironment* env;

    bool write_to_cache;
};
}
#endif //__STREAMING_VWFILE_H__