|| || || || || ||

---

FeatureTableRepositoryInFile.h

Go to the documentation of this file.

#ifndef Impala_Persistency_FeatureTableRepositoryInFile_h
#define Impala_Persistency_FeatureTableRepositoryInFile_h

#include "Persistency/RepositoryInFileSystem.h"
#include "Core/Feature/FeatureTable.h"
#include "Persistency/FeatureLocator.h"
#include "Core/Table/Write.h"
#include "Link/Mpi/MpiFuncs.h"

namespace Impala
{
namespace Persistency
{


class FeatureTableRepositoryInFile
{
public:

    typedef Core::Feature::FeatureTable FeatureTable;

    FeatureTableRepositoryInFile()
    {
    }

    bool
    Exists(const FeatureLocator& loc)
    {
        String dir = GetDir(loc, false);
        String name = loc.GetFeatureString() + loc.GetSuffix();
        File file = RepFS().GetFile(loc, dir, name, false, true);
        return file.Valid();
    }

    FeatureTable*
    Get(const FeatureLocator& loc)
    {
        FeatureTable* res = new FeatureTable(loc.GetFeatureDef());
        String dir = GetDir(loc, false);
        String name = loc.GetFeatureString() + loc.GetSuffix();
        if (!(loc.GetUseBroadcast() && Link::Mpi::MpiUsed()))
        {
            File file = RepFS().GetFile(loc, dir, name, false, false);
            if (!file.Valid())
                return 0;
            Read(res, file);
        }
        else
        {
            // In MPI mode only node0 reads the table, then it is broadcasted
            Util::IOBuffer* buf = 0;
            int myId = Link::Mpi::MyId();
            int root = 0;
            if (myId == root)
            {
                File file = RepFS().GetFile(loc, dir, name, false, false);
                buf = file.GetReadBuffer(true, "");
                if (buf == 0 || !buf->Valid())
                {
                    ILOG_ERROR("node0 couldn't open file");
                }
            }
            else
            {
                buf = new Util::IOBuffer();
            }
            Broadcast(buf, root);
            if (buf && buf->Valid())
            {
                //f = new Feature::FeatureTable(featureDef);
                Read(res, buf);
                delete buf;
            }
            else
            {
                ILOG_ERROR(myId << ": could not read file from buffer");
            }
            Link::Mpi::Barrier();
        }
        return res;
    }

    void
    Add(const FeatureLocator& loc, FeatureTable* tab)
    {
        String dir = GetDir(loc, false);
        File file = RepFS().GetFile(loc, dir, loc.GetFeatureString() + ".tab",
                                    true, false);
        Write(tab, file);
    }

    void
    Delete(const FeatureLocator& loc)
    {
        if ((loc.GetFeatureName() == "ALL") && (loc.GetContainer() == "ALL"))
        {
            String dir = GetDir(loc, true);
            RepFS().DeleteDir(loc, dir);
        }
        else
        {
            String dir = GetDir(loc, false);
            String name = loc.GetFeatureString() + loc.GetSuffix();
            File file = RepFS().GetFile(loc, dir, name, true, true);
            file.Delete();
        }
    }

    File
    ExposeFile(const FeatureLocator& loc, bool toWrite)
    {
        String dir = GetDir(loc, false);
        String name = loc.GetFeatureString() + loc.GetSuffix();
        bool silent = !toWrite; // if (toWrite) force creating directory
        return RepFS().GetFile(loc, dir, name, toWrite, silent);
    }

private:

    RepositoryInFileSystem&
    RepFS()
    {
        return RepositoryInFileSystem::GetInstance();
    }

    String
    GetDir(const FeatureLocator& loc, bool forAll)
    {
        String dir = loc.GetTopString();
        if (loc.GetWalkType() != "Image")
            dir = FileNameConcat(dir, loc.GetWalkType());

        if (forAll)
            return dir;

        if (!loc.GetIsCodebook())
            dir = FileNameConcat(dir, loc.GetFeatureName());
        dir = FileNameConcat(dir, loc.GetContainer());
        if (loc.GetIsPartial())
            dir = FileNameConcat(dir, "part_" + MakeString(loc.GetStartFrame()));
        return dir;
    }

    ILOG_VAR_DEC;
};

ILOG_VAR_INIT(FeatureTableRepositoryInFile, Impala.Persistency);

} // namespace Persistency
} // namespace Impala

#endif

---