A Streaming File access class.
- Vectors are read as one vector per line
- NOT YET IMPLEMENTED:
- Matrices are written out as one column per line
- Sparse Matrices are written out as one column per line (libsvm/svmlight style format)
- Strings are written out as one string per line
在文件 StreamingFile.h 第 34 行定义.
|
| CStreamingFile () |
|
| CStreamingFile (const char *fname, char rw='r') |
|
virtual | ~CStreamingFile () |
|
void | close () |
|
virtual bool | is_seekable () |
|
virtual void | reset_stream () |
|
virtual void | get_vector (VwExample *&ex, int32_t &len) |
|
virtual void | get_vector_and_label (VwExample *&ex, int32_t &len, float64_t &label) |
|
virtual const char * | get_name () const |
|
virtual CSGObject * | shallow_copy () const |
|
virtual CSGObject * | deep_copy () const |
|
virtual bool | is_generic (EPrimitiveType *generic) const |
|
template<class T > |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
template<> |
void | set_generic () |
|
void | unset_generic () |
|
virtual void | print_serializable (const char *prefix="") |
|
virtual bool | save_serializable (CSerializableFile *file, const char *prefix="") |
|
virtual bool | load_serializable (CSerializableFile *file, const char *prefix="") |
|
void | set_global_io (SGIO *io) |
|
SGIO * | get_global_io () |
|
void | set_global_parallel (Parallel *parallel) |
|
Parallel * | get_global_parallel () |
|
void | set_global_version (Version *version) |
|
Version * | get_global_version () |
|
SGStringList< char > | get_modelsel_names () |
|
void | print_modsel_params () |
|
char * | get_modsel_param_descr (const char *param_name) |
|
index_t | get_modsel_param_index (const char *param_name) |
|
void | build_gradient_parameter_dictionary (CMap< TParameter *, CSGObject * > *dict) |
|
virtual void | update_parameter_hash () |
|
virtual bool | parameter_hash_changed () |
|
virtual bool | equals (CSGObject *other, float64_t accuracy=0.0, bool tolerant=false) |
|
virtual CSGObject * | clone () |
|
|
Functions to access dense vectors of one of several base data types. These functions are used when reading one dense vector at a time from an input source and return the vector and length of the vector by reference.
|
virtual void | get_vector (bool *&vector, int32_t &len) |
|
virtual void | get_vector (uint8_t *&vector, int32_t &len) |
|
virtual void | get_vector (char *&vector, int32_t &len) |
|
virtual void | get_vector (int32_t *&vector, int32_t &len) |
|
virtual void | get_vector (float32_t *&vector, int32_t &len) |
|
virtual void | get_vector (float64_t *&vector, int32_t &len) |
|
virtual void | get_vector (int16_t *&vector, int32_t &len) |
|
virtual void | get_vector (uint16_t *&vector, int32_t &len) |
|
virtual void | get_vector (int8_t *&vector, int32_t &len) |
|
virtual void | get_vector (uint32_t *&vector, int32_t &len) |
|
virtual void | get_vector (int64_t *&vector, int32_t &len) |
|
virtual void | get_vector (uint64_t *&vector, int32_t &len) |
|
virtual void | get_vector (floatmax_t *&vector, int32_t &len) |
|
|
Functions to access dense vectors of one of several base data types. These functions are used when reading one dense vector at a time from an input source and return the vector, length and label of the vector by reference.
|
virtual void | get_vector_and_label (bool *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (uint8_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (char *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (int32_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (float32_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (float64_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (int16_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (uint16_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (int8_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (uint32_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (int64_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (uint64_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_vector_and_label (floatmax_t *&vector, int32_t &len, float64_t &label) |
|
|
Functions to access string of one of several base data types. These functions are used when reading one string vector at a time from an input source and return the vector and length of the vector by reference.
|
virtual void | get_string (bool *&vector, int32_t &len) |
|
virtual void | get_string (uint8_t *&vector, int32_t &len) |
|
virtual void | get_string (char *&vector, int32_t &len) |
|
virtual void | get_string (int32_t *&vector, int32_t &len) |
|
virtual void | get_string (float32_t *&vector, int32_t &len) |
|
virtual void | get_string (float64_t *&vector, int32_t &len) |
|
virtual void | get_string (int16_t *&vector, int32_t &len) |
|
virtual void | get_string (uint16_t *&vector, int32_t &len) |
|
virtual void | get_string (int8_t *&vector, int32_t &len) |
|
virtual void | get_string (uint32_t *&vector, int32_t &len) |
|
virtual void | get_string (int64_t *&vector, int32_t &len) |
|
virtual void | get_string (uint64_t *&vector, int32_t &len) |
|
virtual void | get_string (floatmax_t *&vector, int32_t &len) |
|
|
Functions to access strings of one of several base data types. These functions are used when reading one string vector at a time from an input source and return the vector, length and label of the vector by reference.
|
virtual void | get_string_and_label (bool *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (uint8_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (char *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (int32_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (float32_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (float64_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (int16_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (uint16_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (int8_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (uint32_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (int64_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (uint64_t *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_string_and_label (floatmax_t *&vector, int32_t &len, float64_t &label) |
|
|
Functions to access sparse vectors of one of several base data types. These functions are used when reading one sparse vector at a time from an input source and return the vector and length of the vector by reference.
|
virtual void | get_sparse_vector (SGSparseVectorEntry< bool > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< uint8_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< char > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< int32_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< float32_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< float64_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< int16_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< uint16_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< int8_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< uint32_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< int64_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< uint64_t > *&vector, int32_t &len) |
|
virtual void | get_sparse_vector (SGSparseVectorEntry< floatmax_t > *&vector, int32_t &len) |
|
|
Functions to access sparse vectors of one of several base data types. These functions are used when reading one sparse vector at a time from an input source and return the vector, length and label of the vector by reference.
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< bool > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< uint8_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< char > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< int32_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< float32_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< float64_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< int16_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< uint16_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< int8_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< uint32_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< int64_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< uint64_t > *&vector, int32_t &len, float64_t &label) |
|
virtual void | get_sparse_vector_and_label (SGSparseVectorEntry< floatmax_t > *&vector, int32_t &len, float64_t &label) |
|