|| || || || || || || ||

---

ProtoSimilarityEval.h

Go to the documentation of this file.

#ifndef Impala_Core_VideoSet_ProtoSimilarityEval_h
#define Impala_Core_VideoSet_ProtoSimilarityEval_h

#include "Persistency/FeatureTableRepository.h"
#include "Core/Feature/Computor.h"
#include "Core/VideoSet/Reporter.h"
#include "Core/Stream/SeqConvKernel.h"

namespace Impala
{
namespace Core
{
namespace VideoSet
{


class ProtoSimilarityEval : public Listener
{
public:
    typedef Persistency::FeatureLocator FeatureLocator;

    ProtoSimilarityEval(Feature::Computor* computor, Reporter* reporter,
                        CmdOptions& options)
    {
        mReporter = reporter;
        mComputor = computor;
        mWalkType = "unknown";
        mIsPartial = false;
        if (options.GetNrArg() < 5)
            ILOG_ERROR("Need more arguments");
        String protoSet = options.GetArg(2);
        if (protoSet == "nil")
            protoSet = "";
        String maskSet = options.GetArg(3);
        if (maskSet == "nil")
            maskSet = "";
        int maxNr = atol(options.GetArg(4));
        mComputor->ReadPrototypes(protoSet, maskSet, maxNr);
        mSkipThisVideo = false;
    }

    virtual void
    HandleNewWalk(VideoSet* vs, String walkType)
    {
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
        mWalkType = walkType;
#endif // REPOSITORY_USED
        mLoc = FeatureLocator(vs->GetLocator(), false, false, walkType,
                              "unknown", "unknown");
    }

    virtual void
    HandleNewWalkPartial(VideoSet* vs, int startFrame, int stepSize,
                         int numberFrames)
    {
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
        mIsPartial = true;
        mStartFrame = startFrame;
#endif // REPOSITORY_USED
        mLoc.SetNumberFrames(numberFrames);
        mLoc.SetStartFrame(startFrame);
    }

    virtual void
    HandleNewFile(VideoSet* vs, int fileId, Stream::RgbDataSrc* src)
    {
        // check if override is not set, and the features already exist
        mSkipThisVideo = false;
        if (CmdOptions::GetInstance().GetBool("override"))
            return;

        Feature::FeatureTableSet* tableSet = mComputor->GetFeatureTableSet();
        for (int i=0 ; i<tableSet->Size() ; i++)
        {
            if (mLoc.GetIsPartial() && (tableSet->GetTable(i)->Size() < 2))
                continue;
            Feature::FeatureDefinition def = tableSet->GetFeatureDefinition(i);
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
            String fName = vs->GetFilePathFeatureData(mWalkType, def, fileId,
                                                      mIsPartial, mStartFrame,
                                                      true, false);
            if (fName.empty())
#else // REPOSITORY_USED
            mLoc.SetFeatureDef(def);
            mLoc.SetContainer(vs->GetContainerFile(fileId));
            if (Persistency::FeatureTableRepository().Exists(mLoc))
#endif // REPOSITORY_USED
            {
                ILOG_INFO("Skipping video " << fileId <<
                          "; FeatureData file already exists");
                mSkipThisVideo = true;
            }
        }
    }


    virtual void
    HandleNewFrame(VideoSet* vs, int fileId, Stream::RgbDataSrc* src)
    {
        if (mSkipThisVideo)
            return;
        Array::Array2dVec3UInt8* im = Array::ArrayCreate<Array::Array2dVec3UInt8>
            (src->FrameWidth(), src->FrameHeight(), 0, 0, src->DataPtr(), true);
        Quid quid = vs->GetQuidFrame(fileId, src->FrameNr(), true);
        mComputor->ComputeFeatures(im, quid);
        delete im;

        // For temporal filtering use something like this instead:
        // (requires --srcWindow "size;5;rgb2ooo")
        /*
        typedef Stream::RgbDataSrcWindow<Stream::WindowPrepRgb2Ooo> WindowType;
        WindowType* window = dynamic_cast<WindowType*>(src);
        if (window)
        {
            std::cout << "window size = " << window->WindowSize() << std::endl;
            Array::Array2dScalarReal64* tGauss = 0;
            double temporalSigma = 0.75;
            tGauss = Array::MakeGaussian1d(temporalSigma, 0, 3.0, 100);
            Array::Array2dVec3Real64* res = 0;
            SeqConvKernel(res, window, tGauss);
            // res is now like im above and should be given to InvWiccest
        }
        */
    }

    virtual void
    HandleDoneFile(VideoSet* vs, int fileId, Stream::RgbDataSrc* src)
    {
        if (mSkipThisVideo)
            return;
        bool binary = true;
        Feature::FeatureTableSet* tableSet = mComputor->GetFeatureTableSet();
        for (int i=0 ; i<tableSet->Size() ; i++)
        {
            if (mIsPartial && (tableSet->GetTable(i)->Size() < 2))
                continue;
            Feature::FeatureDefinition def = tableSet->GetFeatureDefinition(i);
            def = mComputor->ExtendFeatureDefinition(def);
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
            String fName = vs->GetFilePathFeatureData(mWalkType, def, fileId,
                                                      mIsPartial, mStartFrame,
                                                      true, false);
            if (!fName.empty())
                Table::Write(tableSet->GetTable(i), fName, vs->GetDatabase(),
                             binary);
#else // REPOSITORY_USED
            mLoc.SetFeatureDef(def);
            Persistency::FeatureTableRepository().Add(mLoc,
                                                      tableSet->GetTable(i));
#endif // REPOSITORY_USED
            tableSet->GetTable(i)->SetSize(0);
        }
        String mask = mComputor->GetMaskSetBase();
        if (!mask.empty())
        {
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
            String fName = vs->GetFilePathFeatureData
                (mWalkType, mask + ".txt", fileId, mIsPartial, mStartFrame,
                 true, false);
            if (!fName.empty())
                mComputor->WriteFeatureDefinitions(fName, vs->GetDatabase());
#else // REPOSITORY_USED
            mLoc.SetFeatureString(mask + ".txt");
            mComputor->WriteFeatureDefinitions(mLoc);
#endif // REPOSITORY_USED
        }
    }

private:

    Reporter*          mReporter;
    Feature::Computor* mComputor;
    String             mWalkType;
    bool               mIsPartial;
    int                mStartFrame;
    FeatureLocator     mLoc;

    // if override is not set, and the features already exist
    bool mSkipThisVideo;

    ILOG_VAR_DEC;

};

ILOG_VAR_INIT(ProtoSimilarityEval, Impala.Core.VideoSet);

} // namespace VideoSet
} // namespace Core
} // namespace Impala

#endif

---