RealFileFeatures.cpp

Go to the documentation of this file.

/*
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or
 * (at your option) any later version.
 *
 * Written (W) 1999-2009 Soeren Sonnenburg
 * Copyright (C) 1999-2009 Fraunhofer Institute FIRST and Max-Planck-Society
 */

#include <shogun/features/RealFileFeatures.h>
#include <shogun/features/Features.h>
#include <shogun/io/SGIO.h>

#include <stdio.h>
#include <string.h>

using namespace shogun;

CRealFileFeatures::CRealFileFeatures()
{
    SG_UNSTABLE("CRealFileFeatures::CRealFileFeatures()", "\n");

    working_file=NULL;
    working_filename=strdup("");
    intlen=0;
    doublelen=0;
    endian=0;
    fourcc=0;
    preprocd=0;
    labels=NULL;
    status=false;
}

CRealFileFeatures::CRealFileFeatures(int32_t size, char* fname)
: CDenseFeatures<float64_t>(size)
{
    working_file=fopen(fname, "r");
    working_filename=strdup(fname);
    ASSERT(working_file);
    intlen=0;
    doublelen=0;
    endian=0;
    fourcc=0;
    preprocd=0;
    labels=NULL;
    status=load_base_data();
}

CRealFileFeatures::CRealFileFeatures(int32_t size, FILE* file)
: CDenseFeatures<float64_t>(size), working_file(file), working_filename(NULL)
{
    ASSERT(working_file);
    intlen=0;
    doublelen=0;
    endian=0;
    fourcc=0;
    preprocd=0;
    labels=NULL;
    status=load_base_data();
}

CRealFileFeatures::~CRealFileFeatures()
{
    SG_FREE(working_filename);
    SG_FREE(labels);
}

CRealFileFeatures::CRealFileFeatures(const CRealFileFeatures & orig)
: CDenseFeatures<float64_t>(orig), working_file(orig.working_file), status(orig.status)
{
    if (orig.working_filename)
        working_filename=strdup(orig.working_filename);
    if (orig.labels && get_num_vectors())
    {
        labels=SG_MALLOC(int32_t, get_num_vectors());
        memcpy(labels, orig.labels, sizeof(int32_t)*get_num_vectors());
    }
}

float64_t* CRealFileFeatures::compute_feature_vector(
    int32_t num, int32_t &len, float64_t* target)
{
    ASSERT(num<num_vectors);
    len=num_features;
    float64_t* featurevector=target;
    if (!featurevector)
        featurevector=SG_MALLOC(float64_t, num_features);
    ASSERT(working_file);
    fseek(working_file, filepos+num_features*doublelen*num, SEEK_SET);
    ASSERT(fread(featurevector, doublelen, num_features, working_file)==(size_t) num_features);
    return featurevector;
}

float64_t* CRealFileFeatures::load_feature_matrix()
{
    ASSERT(working_file);
    fseek(working_file, filepos, SEEK_SET);
    free_feature_matrix();

    SG_INFO( "allocating feature matrix of size %.2fM\n", sizeof(double)*num_features*num_vectors/1024.0/1024.0);
    free_feature_matrix();
    feature_matrix=SGMatrix<float64_t>(num_features,num_vectors);

    SG_INFO( "loading... be patient.\n");

    for (int32_t i=0; i<(int32_t) num_vectors; i++)
    {
        if (!(i % (num_vectors/10+1)))
            SG_PRINT( "%02d%%.", (int) (100.0*i/num_vectors));
        else if (!(i % (num_vectors/200+1)))
            SG_PRINT( ".");

        ASSERT(fread(&feature_matrix.matrix[num_features*i], doublelen, num_features, working_file)==(size_t) num_features);
    }
    SG_DONE();

    return feature_matrix.matrix;
}

int32_t CRealFileFeatures::get_label(int32_t idx)
{
    ASSERT(idx<num_vectors);
    if (labels)
        return labels[idx];
    return 0;
}

bool CRealFileFeatures::load_base_data()
{
    ASSERT(working_file);
    uint32_t num_vec=0;
    uint32_t num_feat=0;

    ASSERT(fread(&intlen, sizeof(uint8_t), 1, working_file)==1);
    ASSERT(fread(&doublelen, sizeof(uint8_t), 1, working_file)==1);
    ASSERT(fread(&endian, (uint32_t) intlen, 1, working_file)== 1);
    ASSERT(fread(&fourcc, (uint32_t) intlen, 1, working_file)==1);
    ASSERT(fread(&num_vec, (uint32_t) intlen, 1, working_file)==1);
    ASSERT(fread(&num_feat, (uint32_t) intlen, 1, working_file)==1);
    ASSERT(fread(&preprocd, (uint32_t) intlen, 1, working_file)==1);
    SG_INFO( "detected: intsize=%d, doublesize=%d, num_vec=%d, num_feat=%d, preprocd=%d\n", intlen, doublelen, num_vec, num_feat, preprocd);
    filepos=ftell(working_file);
    set_num_vectors(num_vec);
    set_num_features(num_feat);
    fseek(working_file, filepos+num_features*num_vectors*doublelen, SEEK_SET);
    SG_FREE(labels);
    labels=SG_MALLOC(int, num_vec);
    ASSERT(fread(labels, intlen, num_vec, working_file) == num_vec);
    return true;
}