|| || || || || || || ||

---

TrecTopic.h

Go to the documentation of this file.

#ifndef Impala_Core_Trec_TrecTopic_h
#define Impala_Core_Trec_TrecTopic_h

#include "Persistency/ImageSetRepository.h"
#include "Persistency/VideoSetRepository.h"
#include "Persistency/SegmentationRepository.h"
#include "Persistency/KeyframesRepository.h"
#include "Util/StringParser.h"
#include "Core/ImageSet/MakeImageSet.h"
#include "Core/VideoSet/MakeVideoSet.h"
#include "Core/VideoSet/Segmentation.h"
#include "Core/VideoSet/Keyframes.h"
#include "Core/Trec/SearchTopic.h"
#include "Util/XmlDoc.h"
#include "Persistency/XmlFileReader.h"

namespace Impala
{
namespace Core
{
namespace Trec
{

class TrecTopic : public SearchTopic, public Util::XmlDoc
{
public:

    TrecTopic(String topicFile) : SearchTopic()
    {
        mYear = 0;
        ReadTopics(topicFile);
    }

    TrecTopic(String topicFile, String year) : SearchTopic()
    {
        mYear = atol(year);
        ReadTopics(topicFile);
        LoadDataSets(year);
    }

    // inquiry

    String
    GetVideoExampleSrcFile(int topic, int example)
    {
        return mVideoSrc[topic][example];
    }

    // format example: 16m13.172s
    String
    GetVideoExampleStart(int topic, int example)
    {
        return mVideoStart[topic][example];
    }

    int
    GetVideoExampleStartFrame(int topic, int example)
    {
        String str = mVideoStart[topic][example];
        return ParseTimeFrame(str);
    }

    // format example: 16m13.172s
    String
    GetVideoExampleEnd(int topic, int example)
    {
        return mVideoEnd[topic][example];
    }

    int
    GetVideoExampleEndFrame(int topic, int example)
    {
        String str = mVideoEnd[topic][example];
        return ParseTimeFrame(str);
    }

    // format example: 13.172 , min 1.5 sec , max 59.9 sec
    String
    GetVideoExampleDuration(int topic, int example)
    {
        double startT = ParseTime(mVideoStart[topic][example]);
        double endT = ParseTime(mVideoEnd[topic][example]);
        double duration = endT - startT;
        if (duration < 1.5)
            return "1.5";
        if (duration > 59.9)
            return "59.9";
        char buf[128];
        sprintf(buf, "%.3f", duration);
        return String(buf);
    }

    // misc

    String
    GenerateDataSets(String year)
    {
        mYear = atol(year);
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
        Util::Database* db = new Util::Database();
        String setBase = "trec" + year + "topic";
        ImageSet::ImageSet keySet(db, setBase + "_keyframes.txt", false);
        ImageSet::ImageSet thumbSet(db, setBase + "_thumbnails.txt", false);
        VideoSet::VideoSet vidSet(db, setBase + ".txt", false);
#else // REPOSITORY_USED
        String setBase = "trec" + year + "topic";
        ImageSet::ImageSet keySet(setBase + "_keyframes.txt");
        ImageSet::ImageSet thumbSet(setBase + "_thumbnails.txt");
        VideoSet::VideoSet vidSet(setBase + ".txt");
#endif // REPOSITORY_USED
        VideoSet::Segmentation segm(&vidSet, "");
        VideoSet::Keyframes keyframes(&vidSet, "");
        int videoId = 0;
        int shotId = 0;
        for (int i=0 ; i<NrTopic() ; i++)
        {
            ILOG_DEBUG("topic = " << mNum[i]);
            if (mVideoSrc[i].size() == 0)
            {
                ILOG_ERROR(mNum[i] << " has no videoExample, insert dummy!");
                exit(1);
            }
            for (int j=0 ; j<mVideoSrc[i].size() ; j++)
            {
                keySet.AddFile(GenExampleName(i, j) + ".jpg", "keyframes",
                               mNum[i]);
                thumbSet.AddFile(GenExampleName(i, j) + ".jpg", "thumbnails",
                                 mNum[i]);
                vidSet.AddFile(GenExampleName(i, j) + ".mpg", ".", mNum[i]);
                int startFr = GetVideoExampleStartFrame(i, j);
                int endFr = GetVideoExampleEndFrame(i, j);
                String name = "shot" + MakeString(videoId+1) + "_"
                    + MakeString(shotId+1);
                segm.Add(videoId, 0, endFr - startFr, name);
                keyframes.Add(videoId, shotId, (endFr - startFr) / 2,
                              GenExampleName(i, j) + ".jpg");
                videoId++;
                shotId++;
            }
        }
        ILOG_DEBUG("Saving");
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
        keySet.SaveImageSet();
        thumbSet.SaveImageSet();
        vidSet.SaveVideoSet();
        bool binary = true;
        segm.Save("segmentation", binary);
        keyframes.Save("keyframes", binary);
#else // REPOSITORY_USED
        Persistency::Locator baseLoc = vidSet.GetLocator();
        Persistency::ImageSetLocator keySetLoc(baseLoc, keySet.GetSetName());
        Persistency::ImageSetRepository().Add(keySetLoc, &keySet);
        Persistency::ImageSetLocator thumbSetLoc(baseLoc, thumbSet.GetSetName());
        Persistency::ImageSetRepository().Add(thumbSetLoc, &thumbSet);
        Persistency::VideoSetRepository().Add(baseLoc, &vidSet);
        bool binary = true;
        Persistency::SegmentationLocator sLoc(baseLoc, "segmentation");
        Persistency::SegmentationRepository().Add(sLoc, &segm);
        Persistency::KeyframesLocator kLoc(baseLoc, "keyframes");
        Persistency::KeyframesRepository().Add(kLoc, &keyframes);
#endif // REPOSITORY_USED
        keyframes.WriteImageSets();
        ILOG_DEBUG("Loading");
        LoadDataSets(year);
        ILOG_DEBUG("Done");
        return setBase + ".txt";
    }

    void
    LoadDataSets(String year)
    {
        String setBase = "trec" + year + "topic";
        mImages = ImageSet::MakeImageSet(setBase + "_keyframes.txt");
        mThumbnails = ImageSet::MakeImageSet(setBase + "_thumbnails.txt");
        mThumbnails->SetImageSrc(true, false, false);
        //mImages = ImageSet::MakeImageSet("keyframes.txt");
        //mThumbnails = ImageSet::MakeImageSet("thumbnails.txt");
        mVideos = VideoSet::MakeVideoSet(setBase + ".txt");
        mTopics = mImages;
    }

    void
    Dump()
    {
        for (int t=0 ; t<mNum.size() ; t++)
        {
            std::cout << "num : " << mNum[t] << std::endl;
            std::cout << "text : " << mText[t] << std::endl;
            for (int v=0 ; v<mVideoSrc[t].size() ; v++)
            {
                std::cout << "  video " << mVideoSrc[t][v] << " from "
                          << mVideoStart[t][v] << " to "
                          << mVideoEnd[t][v] << std::endl;
            }
        }
    }

private:

    double
    ParseTime(String str) // e.g. 16m13.172s
    {
        Util::StringParser p(str);
        int minutes = p.GetInt('m');
        p.AdvanceP(); // skip the 'm'
        double seconds = p.GetDouble('s');
        seconds += minutes * 60;
        return seconds;
    }

    int
    ParseTimeFrame(String str) // e.g. 16m13.172s
    {
        double seconds = ParseTime(str);
        double fractions = 29.97;
        if (mYear == 0)
            ILOG_ERROR("Need year to compute frame");
        if (mYear >= 2007)
            fractions = 25;
        return seconds * fractions;
    }

    void
    ReadTopics(String xmlFile)
    {
#ifndef REPOSITORY_USED // Here comes the deprecated stuff
        Util::Database& db = Util::Database::GetInstance();
        Util::IOBuffer* ioBuf = db.GetIOBuffer(xmlFile, true, true, "");
#else // REPOSITORY_USED
        Persistency::FileLocator loc(xmlFile);
        typedef Persistency::RepositoryInFileSystem FS;
        Persistency::File file = FS::GetInstance().GetFile(loc, false, false);
        Util::IOBuffer* ioBuf = file.GetReadBuffer(true, "");
#endif // REPOSITORY_USED
        Persistency::XmlFileReader reader;
        DOMDocument* doc = reader.Read(xmlFile, ioBuf);
        delete ioBuf;
        DOMNode* root = GetChildNode(doc, "videoTopics", true);
        std::vector<DOMNode*> topics = GetChildNodes(root, "videoTopic");
        ILOG_INFO("topics.size = " << topics.size());
        int curFileIdx = 0;
        for (int t=0 ; t<topics.size() ; t++)
        {
            DOMNode* topic = topics[t];
            String num = GetAttributeValue(topic, "num");
            ILOG_DEBUG("num = " << num);
            mNum.push_back(num);
            DOMNode* textDesc = GetChildNode(topic, "textDescription", true);
            String text = GetAttributeValue(textDesc, "text");
            ILOG_DEBUG("  text = " << text);
            mText.push_back(text);
            std::vector<String> src;
            std::vector<String> start;
            std::vector<String> end;
            std::vector<int> fileIdx;
            std::vector<DOMNode*> vidEx = GetChildNodes(topic, "videoExample");
            ILOG_DEBUG("nr video examples = " << vidEx.size());
            for (int i=0 ; i<vidEx.size() ; i++)
            {
                DOMNode* example = vidEx[i];
                src.push_back(GetAttributeValue(example, "src"));
                start.push_back(GetAttributeValue(example, "start"));
                end.push_back(GetAttributeValue(example, "stop"));
                fileIdx.push_back(curFileIdx++);
            }
            mVideoSrc.push_back(src);
            mVideoStart.push_back(start);
            mVideoEnd.push_back(end);
            mFileIdx.push_back(fileIdx);
        }
    }

    String
    GenExampleName(int topic, int example)
    {
        return FileNameBase(mVideoSrc[topic][example]) + "_" +
               mVideoStart[topic][example] + "_" + mVideoEnd[topic][example];
    }

    // data

    int                                 mYear;

    std::vector< std::vector<String> >  mVideoSrc;  // e.g. 19980507_ABC.mpg
    std::vector< std::vector<String> >  mVideoStart;// e.g. 16m13.172s
    std::vector< std::vector<String> >  mVideoEnd;
    std::vector< std::vector<int> >     mFileIdx; //mapping to file in DataSet

    ILOG_VAR_DEC;
};

ILOG_VAR_INIT(TrecTopic, Core.Trec);

} // namespace Trec
} // namespace Core
} // namespace Impala

#endif

---