StreamingAsciiFile.cpp File Reference

Go to the source code of this file.

Macros
#define	GET_VECTOR(fname, conv, sg_type)
#define	GET_FLOAT_VECTOR(sg_type)
#define	GET_VECTOR_AND_LABEL(fname, conv, sg_type)
#define	GET_FLOAT_VECTOR_AND_LABEL(sg_type)
#define	GET_STRING(fname, conv, sg_type)
#define	GET_STRING_AND_LABEL(fname, conv, sg_type)
#define	GET_SPARSE_VECTOR(fname, conv, sg_type)
#define	GET_SPARSE_VECTOR_AND_LABEL(fname, conv, sg_type)

Macro Definition Documentation

#define GET_FLOAT_VECTOR

(

sg_type

)

Value:

void CStreamingAsciiFile::get_vector(sg_type*& vector, int32_t& len)\
        {                                                                   \
                char *line=NULL;                                            \
                int32_t num_chars = buf->read_line(line);                   \
                int32_t old_len = len;                                      \
                                                                            \
                if (num_chars == 0)                                         \
                {                                                           \
                        len = -1;                                           \
                        return;                                             \
                }                                                           \
                                                                            \
				substring example_string = {line, line + num_chars};        \
                                                                            \
                CAsciiFile::tokenize(' ', example_string, words);           \
                                                                            \
                len = words.index();                                        \
				substring* feature_start = &words[0];                       \
                                                                            \
                if (len > old_len)                                          \
                        vector = SG_REALLOC(sg_type, vector, len);          \
                                                                            \
                int32_t j=0;                                                \
                for (substring* i = feature_start; i != words.end; i++)     \
                {                                                           \
                        vector[j++] = float_of_substring(*i);               \
                }                                                           \
        }

Definition at line 116 of file StreamingAsciiFile.cpp.

#define GET_FLOAT_VECTOR_AND_LABEL

(

sg_type

)

Value:

void CStreamingAsciiFile::get_vector_and_label(sg_type*& vector, int32_t& len, float64_t& label) \
        {                                                               \
                char *line=NULL;                                        \
                int32_t num_chars = buf->read_line(line);               \
                int32_t old_len = len;                                  \
                                                                        \
                if (num_chars == 0)                                     \
                {                                                       \
                        len = -1;                                       \
                        return;                                         \
                }                                                       \
                                                                        \
				substring example_string = {line, line + num_chars};    \
                                                                        \
                CAsciiFile::tokenize(' ', example_string, words);       \
                                                                        \
                label = float_of_substring(words[0]);                   \
                                                                        \
                len = words.index() - 1;                                \
				substring* feature_start = &words[1];                   \
                                                                        \
                if (len > old_len)                                      \
                        vector = SG_REALLOC(sg_type, vector, len);      \
                                                                        \
                int32_t j=0;                                            \
                for (substring* i = feature_start; i != words.end; i++) \
                {                                                       \
                        vector[j++] = float_of_substring(*i);           \
                }                                                       \
        }

Definition at line 235 of file StreamingAsciiFile.cpp.

#define GET_SPARSE_VECTOR	(		fname,
			conv,
			sg_type
	)

Definition at line 381 of file StreamingAsciiFile.cpp.

#define GET_SPARSE_VECTOR_AND_LABEL	(		fname,
			conv,
			sg_type
	)

Definition at line 471 of file StreamingAsciiFile.cpp.

#define GET_STRING	(		fname,
			conv,
			sg_type
	)

Value:

void CStreamingAsciiFile::get_string(sg_type*& vector, int32_t& len)    \
{                                                                       \
        char* buffer = NULL;                                            \
        ssize_t bytes_read;                                             \
                                                                        \
        bytes_read = buf->read_line(buffer);                            \
                                                                        \
        if (bytes_read<=1)                                              \
        {                                                               \
                vector=NULL;                                            \
                len=-1;                                                 \
                return;                                                 \
        }                                                               \
																		\
		SG_DEBUG("Line read from the file:\n%s\n", buffer);               \
        /* Remove the terminating \n */                                 \
        if (buffer[bytes_read-1]=='\n')                                 \
        {                                                               \
                len=bytes_read-1;                                       \
                buffer[bytes_read-1]='\0';                              \
        }                                                               \
        else                                                            \
                len=bytes_read;                                         \
        vector=(sg_type *) buffer;                                      \
}

Definition at line 273 of file StreamingAsciiFile.cpp.

#define GET_STRING_AND_LABEL	(		fname,
			conv,
			sg_type
	)

Definition at line 317 of file StreamingAsciiFile.cpp.

#define GET_VECTOR	(		fname,
			conv,
			sg_type
	)

Definition at line 35 of file StreamingAsciiFile.cpp.

#define GET_VECTOR_AND_LABEL	(		fname,
			conv,
			sg_type
	)

Definition at line 152 of file StreamingAsciiFile.cpp.