KNN.h

Go to the documentation of this file.

/*
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or
 * (at your option) any later version.
 *
 * Written (W) 2006 Christian Gehl
 * Written (W) 1999-2009 Soeren Sonnenburg
 * Written (W) 2011 Sergey Lisitsyn
 * Written (W) 2012 Fernando José Iglesias García, cover tree support
 * Copyright (C) 2011 Berlin Institute of Technology and Max-Planck-Society
 */

#ifndef _KNN_H__
#define _KNN_H__

#include <stdio.h>
#include <shogun/lib/common.h>
#include <shogun/io/SGIO.h>
#include <shogun/features/Features.h>
#include <shogun/distance/Distance.h>
#include <shogun/machine/DistanceMachine.h>

namespace shogun
{

class CDistanceMachine;

class CKNN : public CDistanceMachine
{
    public:
        MACHINE_PROBLEM_TYPE(PT_MULTICLASS)

        
        CKNN();

        CKNN(int32_t k, CDistance* d, CLabels* trainlab);
        virtual ~CKNN();

        virtual EMachineType get_classifier_type() { return CT_KNN; }

        SGMatrix<index_t> nearest_neighbors();

        virtual CMulticlassLabels* apply_multiclass(CFeatures* data=NULL);

        virtual float64_t apply_one(int32_t vec_idx)
        {
            SG_ERROR("for performance reasons use apply() instead of apply(int32_t vec_idx)\n")
            return 0;
        }

        SGMatrix<int32_t> classify_for_multiple_k();

        virtual bool load(FILE* srcfile);

        virtual bool save(FILE* dstfile);

        inline void set_k(int32_t k)
        {
            ASSERT(k>0)
            m_k=k;
        }

        inline int32_t get_k()
        {
            return m_k;
        }

        inline void set_q(float64_t q)
        {
            ASSERT(q<=1.0 && q>0.0)
            m_q = q;
        }

        inline float64_t get_q() { return m_q; }

        inline void set_use_covertree(bool use_covertree)
        {
            m_use_covertree = use_covertree;
        }

        inline bool get_use_covertree() const { return m_use_covertree; }

        virtual const char* get_name() const { return "KNN"; }

    protected:
        virtual void store_model_features();

        virtual CMulticlassLabels* classify_NN();

        void init_distance(CFeatures* data);

        virtual bool train_machine(CFeatures* data=NULL);

    private:
        void init();

        int32_t choose_class(float64_t* classes, int32_t* train_lab);

        void choose_class_for_multiple_k(int32_t* output, int32_t* classes, int32_t* train_lab, int32_t step);

    protected:
        int32_t m_k;

        float64_t m_q;

        bool m_use_covertree;

        int32_t m_num_classes;

        int32_t m_min_label;

        SGVector<int32_t> m_train_labels;
};

}
#endif