|| || || || || ||

---

SvmProblemRepositoryInFile.h

Go to the documentation of this file.

#ifndef Impala_Persistency_SvmProblemRepositoryInFile_h
#define Impala_Persistency_SvmProblemRepositoryInFile_h

#include "Persistency/RepositoryInFileSystem.h"
#include "Persistency/ModelLocator.h"
//#include "Core/Training/SvmProblem.h"
#include "Link/Svm/LinkSvm.h"

namespace Impala
{
namespace Persistency
{


class SvmProblemRepositoryInFile
{
public:

    SvmProblemRepositoryInFile()
    {
    }

    bool
    Exists(const ModelLocator& loc)
    {
        String dir = GetDir(loc);
        File file = RepFS().GetFile(loc, dir, loc.GetConcept() + ".problem.txt",
                                    false, true);
        return file.Valid();
    }

    svm_problem*
    Get(const ModelLocator& loc)
    {
        String dir = GetDir(loc);
        File file = RepFS().GetFile(loc, dir, loc.GetConcept() + ".problem.txt",
                                    false, false);
        if (!file.Valid())
            return 0;
        svm_problem* res = Read(file);
        return res;
    }

    void
    Add(const ModelLocator& loc, svm_problem* problem)
    {
        String dir = GetDir(loc);
        File file = RepFS().GetFile(loc, dir, loc.GetConcept() + ".problem.txt",
                                    true, false);
        Write(problem, file);
    }

    void
    Delete(const ModelLocator& loc)
    {
        String dir = GetDir(loc);
        File file = RepFS().GetFile(loc, dir, loc.GetConcept() + ".problem.txt",
                                    true, true);
        file.Delete();
    }

private:

    RepositoryInFileSystem&
    RepFS()
    {
        return RepositoryInFileSystem::GetInstance();
    }

    String
    GetDir(const ModelLocator& loc)
    {
        String dir = "ConceptModels";
        dir = FileNameConcat(dir, loc.GetConceptSet());
        dir = FileNameConcat(dir, loc.GetModel());
        dir = FileNameConcat(dir, loc.GetFeature());
        return dir;
    }

    svm_problem*
    Read(File file)
    {
        const double cInvalid = 666;
        Util::IOBuffer* buf = file.GetReadBuffer();
        if (!buf)
            return 0;

        int sample = 0;
        int nrNodes = 0;
        while (buf->Available() > 0)
        {
            std::istringstream iss(buf->ReadLine());
            double label = cInvalid;
            iss >> label;
            if (label == cInvalid) // no label: empty line at the end of the file
                break;
            sample++;
            while(!iss.eof())
            {
                int index;
                double value;
                char c = 0;
                iss >> index >> c >> value; // c should be ':'
                if (c != ':')
                {
                    ILOG_ERROR("Read: parse error in svm file "
                               << file.GetPath() << " on line " << sample);
                    delete buf;
                    return 0;
                }
                nrNodes++;
            }
            nrNodes++; // extra node with index == -1
        }
        buf->SetPosition(0);

        // seccond pass:
        svm_problem* p = new svm_problem;
        p->l = sample;
        p->y = new double[sample];
        p->x = new svm_node*[sample];
        svm_node* nodes = new svm_node[nrNodes];
        svm_node* dst = nodes;
        for (int i=0 ; i<sample ; i++)
        {
            std::istringstream iss(buf->ReadLine());
            iss >> p->y[i];
            p->x[i] = dst;
            while (!iss.eof())
            {
                char c;
                iss >> dst->index >> c >> dst->value;
                dst++;
            }
            dst->index = -1;
            dst++;
        }
        delete buf;
        return p;
    }

    void
    Write(const svm_problem* p, File file)
    {
        Util::IOBuffer* buf = file.GetWriteBuffer();
        if (!buf)
            return;

        for (int i=0 ; i<p->l ; ++i)
        {
            String s = MakeString(p->y[i]);
            for (int j=0 ; p->x[i][j].index != -1 ; ++j)
            {
                s += " " + MakeString(p->x[i][j].index) + ":"
                    + MakeString(p->x[i][j].value);
            }
            buf->Puts(s);
        }
        delete buf;
    }

    ILOG_VAR_DEC;
};

ILOG_VAR_INIT(SvmProblemRepositoryInFile, Impala.Persistency);

} // namespace Persistency
} // namespace Impala

#endif

---