|| || || || || || || ||

---

SearchJudgeGui.h

Go to the documentation of this file.

#ifndef Impala_Visualization_SearchJudgeGui_h
#define Impala_Visualization_SearchJudgeGui_h

#include "OglGui/StringSelector.h"
#include "OglGui/TextArea.h"
#include "OglGui/Strut.h"
#include "OglGui/Button.h"
#include "Visualization/ImageStrip.h"
#include "Core/VideoSet/PlayShot.h"
#include "Core/VideoSet/Segmentation.h"
#include "Core/VideoSet/Keyframes.h"
#include "Core/VideoSet/TableShots.h"
#include "Core/Trec/TrecTopic.h"
#include "Core/Trec/SearchJudge.h"
#include "Core/Trec/SearchResult.h"
#include "Core/Trec/Thread.h"

namespace Impala {
namespace Visualization {

class SearchJudgeGui : public Window,
                       public OglGui::StringListener,
                       public OglGui::ButtonListener
{
public:

    SearchJudgeGui(OglGui::Window* parent, int wndWidth, int wndHeight,
                   int nrImOnRow, int imWidth, int imHeight, double viewScale,
                   std::string resultName1, std::string resultName2,
                   Core::Trec::SearchJudge* judge,
                   Core::Trec::TrecTopic* trecTopic,
                   Core::VideoSet::Segmentation* shots,
                   Core::VideoSet::Keyframes* keyframes,
                   Core::ImageSet::ImageSet* imageSet) :
        Window(parent, wndWidth, wndHeight, true)
    {
        mJudge = judge;
        mTrecTopic = trecTopic;
        mShots = shots;
        mKeyframes = keyframes;
        mImageSet = imageSet;

        int line = 20;
        mInfoText = new OglGui::TextArea(this, wndWidth-20, 1*line, "info");
        mInfoText->SetBorderType(0);
        mImagesStrip = new ImageStrip(this, imWidth, imHeight, viewScale,
                                      nrImOnRow);
        mImagesStrip->ActivateInfoBox(false);
        OglGui::Button* but = new OglGui::Button(this, 100, 22, "play");
        but->SetButtonListener(this, 0);

        OglGui::Strut* strut = new OglGui::Strut(this, 4000, 1);
        OglGui::TextArea* tArea;
        tArea = new OglGui::TextArea(this, 100, 1*line, resultName1);
        tArea->SetBorderType(0);
        mStringSelector1 = new OglGui::StringSelector(this,wndWidth/2,12*line);
        mStringSelector1->SetStringListener(this, 1);
        mApText1 = new OglGui::TextArea(this, 100, 1*line, "ap of result1");

        if (resultName2 == std::string(""))
            return;

        strut = new OglGui::Strut(this, 4000, 1);
        tArea = new OglGui::TextArea(this, 100, 1*line, resultName2);
        tArea->SetBorderType(0);
        mStringSelector2 = new OglGui::StringSelector(this,wndWidth/2,12*line);
        mStringSelector2->SetStringListener(this, 2);
        mApText2 = new OglGui::TextArea(this, 100, 1*line, "ap of result2");
    }

    void DoJudgement(Core::VideoSet::TableShots* result1,
                     Core::Trec::Thread* result2)
    {
        int i;
        double ap;
        std::string topic = mTrecTopic->GetCurTopicNum();
        int nrRelevant = mJudge->GetNrRelevant(topic);
        int nrJudged = mJudge->GetNrJudged(topic);
        std::string info = std::string("Topic ") + topic;
        info += std::string(", nr relevant = ") + MakeString(nrRelevant);
        info += std::string(", nr judged = ") + MakeString(nrJudged);
        mInfoText->SetText(info);
        SetJudgeShot(-1, -1);

        // result1 part
        std::vector<std::string> sNames;
        int lastShot = -1;
        for (i=0 ; i<result1->Size() ; i++)
        {
            std::string shot = mShots->GetName(result1->Get1(i));
            sNames.push_back(shot);
        }
        mSearchResult1.Load(topic, sNames);
        mSearchResult1.Judge(mJudge);
        ap = mSearchResult1.GetAveragePrecision();
        mApText1->SetText(std::string("AP = ") + MakeString(ap));
        mStringSelector1->RemoveStrings();
        for (i=0 ; i<mSearchResult1.NrElements() ; i++)
            mStringSelector1->AddString(mSearchResult1.Describe(i));

        if (result2 == 0)
            return;

        // result2 part
        sNames.clear();
        lastShot = -1;
        int nr = result2->GetLength();
        if (nr > 1000) // NIST submission is 1000
            nr = 1000;
        for (i=0 ; i<nr ; i++)
        {
            std::string shot = mShots->GetName(result2->GetShot(i));
            sNames.push_back(shot);
        }
        mSearchResult2.Load(topic, sNames);
        mSearchResult2.Judge(mJudge);
        ap = mSearchResult2.GetAveragePrecision();
        mApText2->SetText(std::string("AP = ") + MakeString(ap));
        mStringSelector2->RemoveStrings();
        for (i=0 ; i<mSearchResult2.NrElements() ; i++)
            mStringSelector2->AddString(mSearchResult2.Describe(i));
    }

    void SetJudgeShot(int listId, int idx)
    {
        mImagesStrip->RemoveImages();
        mCurrentShot = -1;
        if (idx < 0)
            return;
        std::string shotName;
        if (listId == 1)
        {
            mStringSelector1->SetCurrentString(idx);
            shotName = mSearchResult1.GetShot(idx);
        }
        else
        {
            mStringSelector2->SetCurrentString(idx);
            shotName = mSearchResult2.GetShot(idx);
        }
        mCurrentShot = mShots->GetShotId(shotName);
        int vidId = mShots->GetVideoId(mCurrentShot);
        int nrKey = mKeyframes->GetNrKeyframesShot(mCurrentShot);
        int firstKey = mKeyframes->GetFirstKeyframeShot(mCurrentShot);
        for (int i=0 ; i<nrKey ; i++)
            mImagesStrip->AddImage(firstKey + i, mImageSet);
    }

    virtual void StringSelectionEvent(OglGui::StringSelector* src, int strIndex,
                                      void* listenerData)
    {
        int listId = (int)(long long)listenerData;
        SetJudgeShot(listId, strIndex);
    }

    virtual void
    ButtonSelectionEvent(OglGui::Button* src, void* listenerData)
    {
        if (mCurrentShot == -1)
            return;
        Core::VideoSet::PlayShot(mShots, mCurrentShot);
    }

private:

    int                             mCurrentShot;

    Core::Trec::SearchJudge*        mJudge;
    Core::Trec::TrecTopic*          mTrecTopic;
    Core::Trec::SearchResult        mSearchResult1;
    Core::Trec::SearchResult        mSearchResult2;
    Core::VideoSet::Segmentation*   mShots;
    Core::VideoSet::Keyframes*      mKeyframes;
    Core::ImageSet::ImageSet*       mImageSet;

    OglGui::TextArea*               mInfoText;
    OglGui::StringSelector*         mStringSelector1;
    OglGui::StringSelector*         mStringSelector2;
    OglGui::TextArea*               mApText1;
    OglGui::TextArea*               mApText2;

    Visualization::ImageStrip*      mImagesStrip;
};

} // namespace Visualization
} // namespace Impala

#endif

---