|| || || || || || || ||

---

FeatureTableSetRank.h

Go to the documentation of this file.

#ifndef Impala_Visualization_FeatureTableSetRank_h
#define Impala_Visualization_FeatureTableSetRank_h

#include "Core/Vector/Similarity.h"
#include "Core/Vector/Norm1Dist.h"
#include "Core/Feature/FeatureTableSet.h"
#include "Core/Table/SimilarityTableSet.h"
#include "Core/VideoSet/SegmentationDocument.h"
#include "OglGui/StringSelector.h"
#include "OglGui/StringListener.h"
#include "OglGui/TextArea.h"
#include "Visualization/ImageSet.h"
#include "Visualization/AppControlDoc.h"
#include "Visualization/Plot/Plot.h"
#include "Visualization/Plot/Line.h"

namespace Impala
{
namespace Visualization
{


class FeatureTableSetRank :
        public Window, public AppControlDoc,
        public Core::Database::DataDocumentListener, public ImagesListener,
        public OglGui::StringListener
{
public:
    typedef Core::Feature::FeatureTableSet FeatureTableSet;
    typedef Core::Feature::FeatureTable FeatureTable;
    typedef Core::Vector::VectorTem<Real64> VectorReal64;
    typedef Core::Table::SimilarityTableSet SimilarityTableSet;
    typedef SimilarityTableSet::RankTableType RankTableType;
    typedef SimilarityTableSet::SimTableType SimTableType;
    typedef Core::VideoSet::SegmentationDocument SegmentationDocument;

    FeatureTableSetRank(OglGui::Window* parent, int wndWidth, int wndHeight,
                        int nrImOnRow, int thumbWidth, int thumbHeight,
                        double viewScale, SegmentationDocument* segDoc,
                        FeatureTableSet* featSet, bool showPlot,
                        int controlId) :
        Window(parent, wndWidth, wndHeight, true),
        AppControlDoc(controlId, segDoc)
    {
        mSegDoc = segDoc;
        mFeatSet = featSet;
        mCurFeat = -1;
        mCurCompare = -1;
        std::vector<std::string> names;
        names.push_back("sim");
        int t = 0;
        mSimSet = new SimilarityTableSet(names, mFeatSet->GetTable(t)->Size());
        Core::Table::Copy(mSimSet->GetQuidTable(), mFeatSet->GetTable(t));
        mLineSize1 = -1;
        mLineData1 = 0;
        mLineSize2 = -1;
        mLineData2 = 0;
        mLineSize3 = -1;
        mLineData3 = 0;
        mKeyframes = mSegDoc->GetKeyframes();
        mKeyframeSet = mSegDoc->GetImSetKeyframes(true);
        AddDocListener(this);

        mStringSelector = new OglGui::StringSelector(this, wndWidth, 120);
        mStringSelector->SetStringListener(this, 0);
        int heightUsed = 120;

        mPlot1 = 0;
        if (showPlot)
        {
            mPlot1 = new Visualization::Plot::Plot(this, wndWidth, 200);
            heightUsed += 200;
            mLine1 = new Visualization::Plot::Line(0);
            mPlot1->Add(mLine1);
            mPlot1->AutoScale();
            mPlot1->SetDrawAxes(true);

            mPlot2 = new Visualization::Plot::Plot(this, wndWidth, 200);
            heightUsed += 200;
            mLine2 = new Visualization::Plot::Line(0);
            mLine2->SetColor(0, 1, 0);
            mPlot2->Add(mLine2);
            mLine3 = new Visualization::Plot::Line(0);
            mPlot2->Add(mLine3);
            mPlot2->AutoScale();
            mPlot2->SetDrawAxes(true);
        }

        mInfoText = new OglGui::TextArea(this, wndWidth, 20, "info");
        mInfoText->SetBorderType(0);
        heightUsed += 20;

        int nrRow = (wndHeight - heightUsed) / (thumbHeight + 6);
        mImagesSet = new ImageSet(this, thumbWidth, thumbHeight, viewScale,
                                  nrImOnRow, nrRow);
        mImagesSet->ActivateInfoBox(false);
        mImagesSet->SetImagesListener(this, 0);

        for (int i=0 ; i<mFeatSet->Size() ; i++)
        {
            mStringSelector->AddString(mFeatSet->GetFeatureDefinition(i).AsString());
        }
    }

    virtual void
    HandleNewFile()
    {
        mImagesSet->RemoveImages();
        mImagesSet->SetFirstVisY(0, true);
        mCurCompare = -1;
        if (!(mSegDoc->HasCursor() && mKeyframes && mKeyframeSet))
            return;
        mCurFeat = mStringSelector->GetCurrentStringIdx();
        FeatureTable* featTab = mFeatSet->GetTable(mCurFeat);
        int curKey = mSegDoc->CurKeyfr();
        Quid curQuid = mKeyframes->GetQuidFrame(curKey);
        VectorReal64 curKeyVec = featTab->FindFeature(curQuid);
        Real64* s = mSimSet->GetSimTable(0)->GetColumn1()->GetData();
        Core::Vector::Similarity(s, curKeyVec, featTab->GetColumn2(),
                                 0, 1, Core::Vector::Norm1Dist<Real64>);
        int nr = Min(featTab->Size(), 200);
        mSimSet->ComputeRanksTopN(nr, false);
        UpdateLineSize(nr, curKeyVec.Size());
        if (mPlot1)
        {
            for (int i=0 ; i<curKeyVec.Size() ; i++)
            {
                mLineData2[i] = curKeyVec.Elem(i);
                mLineData3[i] = curKeyVec.Elem(0);
            }
        }
        RankTableType* rankTable = mSimSet->GetRankTable(0);
        SimTableType* simTable = mSimSet->GetSimTable(0);
        for (int i=0 ; i<nr ; i++)
        {
            Quid quid = rankTable->Get1(i);
            int rank = mSimSet->FindQuid(quid);
            int keyfr = mKeyframes->GetFrameId(quid);
            if (keyfr == -1)
            {
                ILOG_ERROR("Unable to find keyframe for " << QuidObj(quid));
            }
            else
            {
                mImagesSet->AddImage(keyfr, mKeyframeSet);
            }
            if (mPlot1)
                if (i<mLineSize1)
                    mLineData1[i] = simTable->Get1(rank);
        }
        UpdateLinePlot();
    }

    virtual void
    StringSelectionEvent(OglGui::StringSelector* src, int strIndex,
                         void* listenerData)
    {
        HandleNewFile();
    }

    virtual void
    ImageSelectionEvent(ImagesWindow* src, int imIndex, void* listenerData)
    {
        RankTableType* rank = mSimSet->GetRankTable(0);
        Quid quid = rank->Get1(imIndex);
        mCurCompare = mSimSet->FindQuid(quid);
        SimTableType* simTable = mSimSet->GetSimTable(0);
        mInfoText->SetText("rank = " + MakeString(imIndex) + ", sim = " +
                           MakeString(simTable->Get1(mCurCompare)));
        if (mPlot1)
        {
            FeatureTable* featTab = mFeatSet->GetTable(mCurFeat);
            VectorReal64 vec = featTab->Get2(mCurCompare);
            for (int i=0 ; i<vec.Size() ; i++)
                mLineData3[i] = vec.Elem(i);
            UpdateLinePlot();
        }
    }

private:

    void
    UpdateLineSize(int nrCandidates, int featVecLen)
    {
        if (!mPlot1)
            return;
        mLineSize1 = Min(200, nrCandidates);
        mLineSize2 = featVecLen;
        mLineSize3 = featVecLen;
        if (mLineData1)
            delete mLineData1;
        if (mLineData2)
            delete mLineData2;
        if (mLineData3)
            delete mLineData3;
        mLineData1 = new double[mLineSize1];
        mLineData2 = new double[mLineSize2];
        mLineData3 = new double[mLineSize3];
    }

    void
    UpdateLinePlot()
    {
        if (!mPlot1)
            return;

        mLine1->SetData(mLineData1, mLineSize1);
        mLine1->SetDomain(0, mLineSize1);
        mPlot1->AutoScale();

        mLine2->SetData(mLineData2, mLineSize2);
        mLine2->SetDomain(0, mLineSize2);
        if (mCurCompare == -1)
            mLine3->SetData(mLineData3, 1);
        else
            mLine3->SetData(mLineData3, mLineSize3);
        mLine3->SetDomain(0, mLineSize3);
        mPlot2->AutoScale();
    }

    SegmentationDocument*      mSegDoc;
    FeatureTableSet*           mFeatSet;
    int                        mCurFeat;
    SimilarityTableSet*        mSimSet;
    int                        mCurCompare;
    Core::VideoSet::Keyframes* mKeyframes;
    Core::ImageSet::ImageSet*  mKeyframeSet;

    int                        mLineSize1;
    int                        mLineSize2;
    int                        mLineSize3;
    double*                    mLineData1;
    double*                    mLineData2;
    double*                    mLineData3;
    Visualization::Plot::Line* mLine1;
    Visualization::Plot::Line* mLine2;
    Visualization::Plot::Line* mLine3;
    Visualization::Plot::Plot* mPlot1;
    Visualization::Plot::Plot* mPlot2;

    OglGui::StringSelector*    mStringSelector;
    OglGui::TextArea*          mInfoText;
    ImageSet*                  mImagesSet;

    ILOG_VAR_DEC;
};

ILOG_VAR_INIT(FeatureTableSetRank, Visualization);

} // namespace Visualization
} // namespace Impala

#endif

---