|| || || || || ||

---

mainShowVidSet.cpp

Go to the documentation of this file.

//345678901234567890123456789012345678901234567890123456789012345678901234567890
// since we are not using libraries:
#include "OglGui/OglLib.cpp"

#ifdef REPOSITORY_USED
#include "Persistency/SimilarityTableSetRepository.h"
#include "Persistency/FeatureTableSetRepository.h"
#endif

#include "OglGui/Tabs.h"
#include "OglGui/SplashScreen.h"
#include "Visualization/OptionsLook.h"
#include "Visualization/SegmentationDocumentGuiAnno.h"
#include "Visualization/AnnoPUNS.h"
#include "Visualization/AnnotationTableGui.h"
#include "Visualization/FeatureTableSetRank.h"
#include "Visualization/SimilarityTableSetRank.h"
//#include "Visualization/SimilarityPlotNeedleImage.h"
#include "Visualization/AllFramesTLineVideo.h"
#include "Visualization/SegmentationDocumentGuiStills.h"
#include "Visualization/SegmentationDocumentGuiMain.h"
#include "Visualization/SegmentationDocumentGuiKeyframes.h"

#include "Core/VideoSet/MakeSegmentationDocument.h"

#include "Link/ImpalaLib.cpp"

namespace Impala {
namespace Application {

using namespace Visualization;

class WindowShowVidSet : public Window, public OglGui::ButtonListener,
                         public OglGui::TabsListener
{
public:

    const static int TAB_SET = 0;
    const static int TAB_MAIN = 1;
    const static int TAB_KEYFRAMES = 2;
    const static int TAB_ANNOTATIONS = 3;
    const static int TAB_CONCEPTS = 4;
    const static int TAB_SIMPLOTNEEDLEIMAGE = 5;
    const static int TAB_ALLFRAMESTLINEVIDEO = 6;
    const static int TAB_CONCEPTSSIM = 7;
    const static int TAB_CONCEPTSTRUTH = 8;
    const static int TAB_FEATURES = 9;
    const static int TAB_FEATURESPLOT = 10;
    const static int TAB_STILLS = 11;
    const static int TAB_ANNOCONTROL = 12;
    const static int TAB_ANNOPUNS = 13;

    WindowShowVidSet(int width, int height) : Window(0, 0, width, height, true)
    {
        CmdOptions& options = CmdOptions::GetInstance();
        mViewScale = options.GetDouble("viewScale");

        // added by Jun Wu, on Sep 2009
        // adding title option, which loads title string from the .ini file.
        String title = options.GetString("title");
        // RvB: Next line is wrong, do not mix new with malloc/free
        mOglWnd->topTitle = new char [1024];
        strcpy(mOglWnd->topTitle,title.c_str());
        //delete mOglWnd->topTitle;//do not release it.
        //mOglWnd->topTitle = "MediaMill Semantic Video Search Engine";     

        ILOG_INFO("loading data");
        InitData();
        ILOG_INFO("building GUI");
        View::SetTags(selectableTag | showBgTag | showBorderTag |
                      showBorderTag |showTitleTag);

        BuildGUI(width, height);
        this->GuiGeneralName("WindowShowVidSet");
        OptionsLooks(this);
    }

    // specialization of base classes

    virtual void
    TabSelectionEvent(OglGui::Tabs* src, int tabNr, void* listenerData,
                      int tabControlData)
    {
        AppController::Instance().SetCurrentControl(tabControlData);
    }

    virtual void
    DisplayFunc()
    {
        static bool initialized = false;

        if (!initialized)
        {
            initialized = true;
            ScaleChildren(0, true);
            SetReposChildren(false, true);
        }
        Window::DisplayFunc();
    }

private:

    // initialization

    void
    InitData()
    {
        CmdOptions& options = CmdOptions::GetInstance();
        mShowAnno = options.GetBool("showAnno");
        mShowTimeLineVideo = options.GetBool("timeLineVideo");
        mShowAnnoControl = options.GetBool("annotateControl");
        String videoSetName = options.GetString("videoSet");
        mSegDoc = Core::VideoSet::MakeSegmentationDocument(videoSetName);
        Core::ImageSet::ImageSet* imSetThumb = mSegDoc->GetImSetKeyframes(true);
        if (imSetThumb)
        {
            Core::Array::Array2dVec3UInt8* im = imSetThumb->GetImage(0);
            mThumbWidth = im->CW();
            mThumbHeight = im->CH();
            delete im;
        }
        String conceptSetName = options.GetString("conceptSet");
        mConceptRanking = 0;
        if (!conceptSetName.empty())
        {
            String model = options.GetString("conceptModel");
            String feature = options.GetString("conceptFeature");
            ILOG_INFO("reading concept similarity set");
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
            mConceptRanking = Core::Table::SimilarityTableSet::MakeFromFile
                (mSegDoc->GetVideoSet(), conceptSetName, model, feature);
#else // REPOSITORY_USED
            typedef Persistency::SimilarityTableSetLocator SimLoc;
            SimLoc loc(mSegDoc->GetVideoSet()->GetLocator(), true, "Keyframes",
                       conceptSetName, model, feature, "");
            mConceptRanking = Persistency::SimilarityTableSetRepository().Get(loc);
#endif // REPOSITORY_USED
        }
        String featureSetName = options.GetString("featureSet");
        mFeatureSet = 0;
        if (!featureSetName.empty())
        {
            ILOG_INFO("reading feature set");
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
            mFeatureSet =
                Core::Feature::FeatureTableSet::MakeFromFile("FeatureIndex",
                                                             true,
                                                             featureSetName, 
                                                             mSegDoc->GetVideoSet());
#else // REPOSITORY_USED
            typedef Persistency::FeatureLocator FeatLoc;
            FeatLoc loc(mSegDoc->GetVideoSet()->GetLocator(), false, true,
                        "", featureSetName, "");
            mFeatureSet = Persistency::FeatureTableSetRepository().Get(loc);
#endif // REPOSITORY_USED
        }
    }

    void
    BuildGUI(int wndWidth, int wndHeight)
    {
        CmdOptions& options = CmdOptions::GetInstance();

        SetBorderType(-1);
        if (!GetBorderBackground())
            SetBorderBackground(oglGUI_BG);

        mTabs = new OglGui::Tabs(this, wndWidth, wndHeight);
        mTabs->SetTabsListener(this);

        int tabAnim = options.GetInt("mainTabAnimation", 0);
        int tabDiv = options.GetInt("mainTabAnimationDivider", 4);
        int transit1 = options.GetInt("mainTabTransit1", 0);
        int transit2 = options.GetInt("mainTabTransit2", 0);
        int transitGridX = options.GetInt("mainTabTransitNx", 3);
        int transitGridY = options.GetInt("mainTabTransitNy", 3);
        bool tabDissolve = options.GetBool("mainTabDissolve",false);
        mTabs->TabsAnimated(tabAnim);
        mTabs->TabsAnimDivider(tabDiv);
        mTabs->TabsDissolve(tabDissolve);
        if (transit1 || transit2)
            mTabs->TabsTransition(transit1,transit2);
        mTabs->TabsTransitionGridXY(transitGridX,transitGridY);

        OglGui::Window* tab = mTabs->CreateTab("Data set", 80, TAB_SET);

        int nrImOnRow = wndWidth / (mThumbWidth + 3);

        typedef Core::VideoSet::SegmentationDocument SegmentationDocument;
        DataDocumentGui<SegmentationDocument>* dataGui =
            new DataDocumentGui<SegmentationDocument>(tab, wndWidth, wndHeight,
                                                      mSegDoc, TAB_SET, true,
                                                      true, false, 1, 12,
                                                      mShowAnno, mShowAnno);
        AppController& ctr = AppController::Instance();
        ctr.AddControl((AppControlDoc*) dataGui);

        // RvB: To start with the directory selected
        dataGui->StringSelectionEvent(NULL,0,(void*)1);

        tab = mTabs->CreateTab("Main", 56, TAB_MAIN);
        mSegDocMain = new SegmentationDocumentGuiMain
            (tab, wndWidth, wndHeight, nrImOnRow, mThumbWidth, mThumbHeight,
             mViewScale, mShowAnno, mSegDoc, 0, false, TAB_MAIN);
        ctr.AddControl((AppControlDoc*) mSegDocMain);

        if (mSegDoc->GetImSetKeyframes(true))
        {
            tab = mTabs->CreateTab("Keyframes", 94, TAB_KEYFRAMES);
            mSegDocKeyframes = new SegmentationDocumentGuiKeyframes
                (tab, 0,0,tab->W(), tab->H(), nrImOnRow, mThumbWidth,
                 mThumbHeight, mViewScale, mSegDoc, TAB_KEYFRAMES);
            ctr.AddControl((AppControlDoc*) mSegDocKeyframes);
        }

        String conceptAnnotations = options.GetString("conceptAnnotations");
        if (!conceptAnnotations.empty())
        {
            tab = mTabs->CreateTab("Annotations", 100, TAB_ANNOTATIONS);
            mAnnotation = new AnnotationTableGui
                (tab, tab->W(), tab->H(), nrImOnRow, mThumbWidth, mThumbHeight,
                 mViewScale, mSegDoc, conceptAnnotations, TAB_ANNOTATIONS);
            ctr.AddControl((AppControlDoc*) mAnnotation);
        }

        if (mConceptRanking)
        {
            tab = mTabs->CreateTab("Concepts", 82, TAB_CONCEPTS);
            mSimSetRank = new SimilarityTableSetRank
                (tab, tab->W(), tab->H(), nrImOnRow, mThumbWidth, mThumbHeight,
                 mViewScale, mSegDoc, mConceptRanking, false,
                 conceptAnnotations, false, TAB_CONCEPTS);
            ctr.AddControl((AppControlDoc*) mSimSetRank);

            tab = mTabs->CreateTab("ConceptsSim", -1, TAB_CONCEPTSSIM);
            mSimSetRankSim = new SimilarityTableSetRank
                (tab, tab->W(), tab->H(), nrImOnRow, mThumbWidth, mThumbHeight,
                 mViewScale, mSegDoc, mConceptRanking, true,
                 conceptAnnotations, false, TAB_CONCEPTSSIM);
            ctr.AddControl((AppControlDoc*) mSimSetRankSim);

            if (!conceptAnnotations.empty())
            {
                tab = mTabs->CreateTab("ConceptsTruth", 120, TAB_CONCEPTSTRUTH);
                mSimSetRankTruth = new SimilarityTableSetRank
                    (tab, tab->W(), tab->H(), nrImOnRow, mThumbWidth,
                     mThumbHeight, mViewScale, mSegDoc, mConceptRanking, false,
                     conceptAnnotations, true, TAB_CONCEPTSTRUTH);
                ctr.AddControl((AppControlDoc*) mSimSetRankTruth);
            }
        }

        if (mShowTimeLineVideo)
        {
            tab = mTabs->CreateTab("TLineVideo", 100, TAB_ALLFRAMESTLINEVIDEO);
            mAllFramesTLineVideo = new AllFramesTLineVideo
                  (tab, tab->W(), tab->H(), mSegDoc, TAB_ALLFRAMESTLINEVIDEO);
            ctr.AddControl((AppControlDoc*) mAllFramesTLineVideo);
        }

        if (mShowAnnoControl)
        {
            String conceptSet = options.GetString("conceptSet");
            int maxAnno = options.GetInt("maxAnnoPerVideo");
            tab = mTabs->CreateTab("AnnoControl",100,TAB_ANNOCONTROL);
            mSegDocGuiAnno = new SegmentationDocumentGuiAnno(tab,tab->W(),tab->H(),mSegDoc,
                                               conceptSet,maxAnno,
                                               TAB_ANNOCONTROL);
            //mSegDocGuiAnno->SetRankingMode(false);
            ctr.AddControl((AppControlDoc*) mSegDocGuiAnno);

            AnnoPUNS::VideoAnnotations* vidAnnos
                = mSegDocGuiAnno->GetVideoAnnotations();
            tab = mTabs->CreateTab("AnnoPUNS",100,TAB_ANNOPUNS);
            mAnnoPUNS = new AnnoPUNS(tab,tab->W(),tab->H(),mThumbWidth,
                                     mThumbHeight,mSegDoc,vidAnnos,
                                     TAB_ANNOPUNS);
            ctr.AddControl((AppControlDoc*) mAnnoPUNS);
        }

        if (mFeatureSet)
        {
            tab = mTabs->CreateTab("Features", 80, TAB_FEATURES);
            mFeatSetRank = new FeatureTableSetRank
                (tab, wndWidth, wndHeight, nrImOnRow, mThumbWidth, mThumbHeight,
                 mViewScale, mSegDoc, mFeatureSet, false, TAB_FEATURES);
            ctr.AddControl((AppControlDoc*) mFeatSetRank);

            tab = mTabs->CreateTab("FeaturesPlot", -1, TAB_FEATURESPLOT);
            mFeatSetRankPlot = new FeatureTableSetRank
                (tab, wndWidth, wndHeight, nrImOnRow, mThumbWidth, mThumbHeight,
                 mViewScale, mSegDoc, mFeatureSet, true, TAB_FEATURESPLOT);
            ctr.AddControl((AppControlDoc*) mFeatSetRankPlot);
        }

        if (options.GetBool("imageStills",true) && mSegDoc->GetImSetStills())
        {
            tab = mTabs->CreateTab("Stills", 60, TAB_STILLS);
            bool imageStills = options.GetBool("imageStills");
            mSegDocStills = new SegmentationDocumentGuiStills
                (tab, wndWidth, wndHeight, nrImOnRow, mThumbWidth, mThumbHeight,
                 mViewScale, true, imageStills, mSegDoc, TAB_STILLS);
            ctr.AddControl((AppControlDoc*) mSegDocStills);
        }
        mTabs->SetActiveTab(0);
    }

    char GetKeyBinding(String name, String dflt)
    {
        CmdOptions& options = CmdOptions::GetInstance();
            String str = options.GetString(name, dflt);
            return str[0];
    }


    // Configuration
    bool        mShowAnno;
    bool        mShowTimeLineVideo;
    bool        mShowAnnoControl;
    int         mThumbWidth;
    int         mThumbHeight;
    ULONG       mBackGround;

    // DATA
    double                                mViewScale;
    Core::VideoSet::SegmentationDocument* mSegDoc; // controls current shot
    Core::Table::SimilarityTableSet*      mConceptRanking;
    Core::Feature::FeatureTableSet*       mFeatureSet;

    // GUI
    OglGui::Tabs*                     mTabs;
    SegmentationDocumentGuiAnno*      mSegDocGuiAnno;
    AnnoPUNS*                         mAnnoPUNS;
    SegmentationDocumentGuiMain*      mSegDocMain;
    SegmentationDocumentGuiKeyframes* mSegDocKeyframes;
    AnnotationTableGui*               mAnnotation;
    SimilarityTableSetRank*           mSimSetRank;
    SimilarityTableSetRank*           mSimSetRankSim;
    SimilarityTableSetRank*           mSimSetRankTruth;
    //SimilarityPlotNeedleImage*        mSimPlotNeedleImage;
    AllFramesTLineVideo*              mAllFramesTLineVideo;
    FeatureTableSetRank*              mFeatSetRank;
    FeatureTableSetRank*              mFeatSetRankPlot;
    SegmentationDocumentGuiStills*    mSegDocStills;

    ILOG_VAR_DEC;
};

ILOG_VAR_INIT(WindowShowVidSet, Application);


int
mainShowVidSet(int argc, char* argv[])
{
    OglInit(&argc, &argv[0]);
    CmdOptions& options = CmdOptions::GetInstance();

    options.Initialise(true, false, true);
    options.SetDefault("wndWidth", "1272");
    options.SetDefault("wndHeight", "955");
    options.AddOption(0, "small", "", "0");
    options.AddOption(0, "noArchive", "", "0");
    options.AddOption(0, "imFileArchive", "", "0");
    options.AddOption(0, "imCacheSize", "size", "1");
    options.AddOption(0, "conceptSetSubDir", "featurename", "");
    if (! options.ParseArgs(argc, argv, "", 0))
        return 1;

    ILOG_VAR(Application.mainShowVidSet);

    int reqWndWidth = options.GetInt("wndWidth");
    int reqWndHeight = options.GetInt("wndHeight");
    if (options.GetBool("small"))
    {
        reqWndWidth = 1020;
        reqWndHeight = 740;
    }

#if !defined(OGL_USING_GLUT) && !defined(OGL_USING_QT)
    OglGui::SplashScreen* splash;
    if (options.GetBool("splashScreen"))
    {
        splash = new OglGui::SplashScreen(0,0,reqWndWidth,reqWndHeight);
        OGLStartThread(splash->GetOGLWND());
    }
#endif

    WindowShowVidSet* oglWnd = new WindowShowVidSet(reqWndWidth, reqWndHeight);

#if !defined(OGL_USING_GLUT) && !defined(OGL_USING_QT)
    if (options.GetBool("splashScreen"))
        splash->Stop();
#endif

    if (! oglWnd->Valid())
    {
        ILOG_ERROR("WindowShowVidSet failed");
        return 1;
    }

    ILOG_INFO("STARTING MAIN LOOP");
    AppController::Instance().MainLoop();

    return 0;
}

} // namespace Application
} // namespace Impala

#ifndef NO_MAIN
int main(int argc, char* argv[])
{
    return Impala::Application::mainShowVidSet(argc, argv);
}
#endif

---