|| || || || || || || ||

---

SimilarityTableSetRepositoryInMonet.h

Go to the documentation of this file.

#ifndef Impala_Persistency_SimilarityTableSetRepositoryInMonet_h
#define Impala_Persistency_SimilarityTableSetRepositoryInMonet_h

#include "Persistency/VideoSetRepository.h"
#include "Persistency/KeywordListRepository.h"
#include "Persistency/RepositoryInMonetDB.h"
#include "Core/Table/SimilarityTableSet.h"
#include "Persistency/SimilarityTableSetLocator.h"

namespace Impala
{
namespace Persistency
{


class SimilarityTableSetRepositoryInMonet
{
public:

    typedef Link::Monet::Connection Connection;
    typedef Core::Table::SimilarityTableSet SimilarityTableSet;
    typedef Core::Table::SimilarityTableSet::SimTableType SimTableType;
    typedef Core::Table::QuidTable QuidTable;
    typedef Core::Table::KeywordList KeywordList;

    SimilarityTableSetRepositoryInMonet()
    {
    }

    SimilarityTableSet*
    Get(const SimilarityTableSetLocator& loc)
    {
        if (loc.GetInIndex())
        {
            ILOG_ERROR("Index not implemented (yet)");
            return 0;
        }
        if (loc.GetWalkType() != "Frames")
        {
            ILOG_ERROR("Only implemented for Frames");
            return 0;
        }

        Connection* conn = RepMonet().GetConnection(loc);

        KeywordListLocator keyLoc(loc, loc.GetConceptSet());
        KeywordList keyList = *(KeywordListRepository().Get(keyLoc));
        if (keyList.size() == 0)
        {
            ILOG_ERROR("Could find keywords");
            return 0;
        }

        SimilarityTableSet* res = new SimilarityTableSet(keyList, 0);
        res->SetDescription(loc.GetFeature());

        LoadSims(res, loc);
        res->ComputeRanks(true);
        return res;
    }

    void
    Add(const SimilarityTableSetLocator& loc, SimilarityTableSet* simSet)
    {
        if (loc.GetInIndex())
        {
            ILOG_ERROR("Index not implemented (yet)");
            return;
        }
        if (loc.GetWalkType() != "Frames")
        {
            ILOG_ERROR("Only implemented for Frames");
            return;
        }

        SaveSims(simSet, loc);
    }

private:

    RepositoryInMonetDB&
    RepMonet()
    {
        return RepositoryInMonetDB::GetInstance();
    }

    void
    LoadSim(SimilarityTableSet* res, int tableIdx,
            const SimilarityTableSetLocator& loc)
    {
        Connection* conn = RepMonet().GetConnection(loc);

        String vidSetBase = FileNameBase(loc.GetDataSet());
        String conceptSetBase = FileNameBase(loc.GetConceptSet());
        String concept = res->GetName(tableIdx);

        Core::VideoSet::VideoSet* vidSet = VideoSetRepository().Get(loc);
        int fileIdx = vidSet->GetFileId(loc.GetContainer());
        Quid vidQuid = vidSet->GetQuidVideo(fileIdx, false);

        String query =
            "select fr.fragment_start, s.confidence \
             from video_sets vss, video_set vs, keyword_sets kss, \
                  keyword_set ks, keyword k, model_sets_name msn, \
                  model_sets mss, model_ref mr, \
                  file f, fragment fr, score s \
             where vss.set_name = '" + vidSetBase + "' and \
                   kss.set_name = '" + conceptSetBase + "' and \
                   kss.video_sets_id = vss.video_sets_id and \
                   msn.set_name = '" + loc.GetFeature() + "' and \
                   mss.model_sets_name_id = msn.model_sets_name_id and \
                   k.keyword_name = '" + concept + "' and \
                   ks.keyword_sets_id = kss.keyword_sets_id and \
                   ks.keyword_id = k.keyword_id and \
                   mr.model_name = '" + loc.GetModel() + "' and \
                   mr.keyword_set_id = ks.keyword_set_id and \
                   mr.model_ref_id = mss.model_ref_id and \
                   vs.video_sets_id = vss.video_sets_id and \
                   f.file_id = vs.file_id and \
                   f.quid = " + MakeString(vidQuid) + " and \
                   fr.media_id = f.media_id and \
                   fr.fragment_length = 1 and \
                   fr.keyframe = false and \
                   s.fragment_id = fr.fragment_id and \
                   s.model_sets_id = mss.model_sets_id and \
                   s.file_id = f.file_id \
             order by fr.fragment_start;";

        MapiHdl hdl = conn->QueryPartStart(query);
        if (hdl == 0)
            return;

        int* start = 0;
        int startSize = 0;
        if (!conn->QueryPartFetchInt(hdl, 0, start, startSize))
            return;

        double* sims = 0;
        int simSize = 0;
        if (!conn->QueryPartFetchDouble(hdl, 1, sims, simSize))
            return;

        conn->QueryPartEnd(hdl);

        SimTableType* simTab = res->GetSimTable(tableIdx);
        QuidTable* quidTab = res->GetQuidTable();
        for (int i=0 ; i<startSize ; i++)
        {
            simTab->Add(sims[i]);
            Quid q = vidSet->GetQuidFrame(fileIdx, start[i], true);
            if (tableIdx == 0)
            {
                quidTab->Add(q);
            }
            else
            {
                if (quidTab->Get1(i) != q)
                {
                    ILOG_ERROR("Quid mismatch");
                }
            }
        }

        delete start;
        delete sims;
    }

    void
    LoadSims(SimilarityTableSet* res, const SimilarityTableSetLocator& loc)
    {
        for (size_t i=0 ; i<res->NrTables() ; i++)
            LoadSim(res, i, loc);
    }

    void
    SaveSim(SimilarityTableSet* simSet, int tableIdx,
            const SimilarityTableSetLocator& loc)
    {
        typedef SimilarityTableSet::SimTableType SimTableType;

        Connection* conn = RepMonet().GetConnection(loc);

        Core::VideoSet::VideoSet* vidSet = VideoSetRepository().Get(loc);
        int fileIdx = vidSet->GetFileId(loc.GetContainer());
        Quid vidQuid = vidSet->GetQuidVideo(fileIdx, false);

        SimTableType* simTable = simSet->GetSimTable(tableIdx);
        QuidTable* quidTab = simSet->GetQuidTable();
        int bulkSize = 100000;
        Timer timer;
        for (int i=0 ; i<simTable->Size() ; i+=bulkSize)
        {
            int left = simTable->Size() - i;
            int nr = (left > bulkSize) ? bulkSize : left;
            String q = "copy " + MakeString(nr) +
                 " records into i_bulk_score from stdin using delimiters ' ';\n";
            for (int j=i ; j<i+nr ; j++)
            {
                Quid frameQuid = quidTab->Get1(j);
                if (QuidClass(frameQuid) != QUID_CLASS_FRAME)
                    ILOG_ERROR("Quid is not a frame");
                int frameNr = QuidId(frameQuid);

                q += MakeString(vidQuid) + " " + MakeString(frameNr) + " "
                    + MakeString(simTable->Get1(j)) + "\n";
            }
            conn->Query(q, false, false);
            ILOG_INFO("Did bulk at " << timer.SplitTime());
        }

        String vidSetBase = FileNameBase(loc.GetDataSet());
        String conceptSetBase = FileNameBase(loc.GetConceptSet());
        String model = loc.GetModel();
        String feature = loc.GetFeature();
        String concept = simSet->GetName(tableIdx);

        String q = "select i_add_feature('" + feature + "');";
        ILOG_INFO("q = [" + q + "]");
        conn->Query(q, false, false);

        q = "select i_add_model('" + vidSetBase + "', '" +
            conceptSetBase + "', '" + concept + "', '" + model +
            "', '" + feature + "');";
        ILOG_INFO("q = [" + q + "]");
        conn->Query(q, false, false);

        // a model is also a set with itself as element
        q = "select i_add_model_sets('" + vidSetBase + "', '" +
            conceptSetBase + "', '" + concept + "', '" + model +
            "', '" + feature + "');";
        ILOG_INFO("q = [" + q + "]");
        conn->Query(q, false, false);
        q = "select i_add_model_to_set('" + vidSetBase + "', '" +
            conceptSetBase + "', '" + concept + "', '" + model +
            "', '" + feature + "', '" + feature + "');";
        ILOG_INFO("q = [" + q + "]");
        conn->Query(q, false, false);

        conn->Query("insert into score (fragment_id, model_sets_id, file_id, \
                                        confidence) \
                     select fr.fragment_id, mss.model_sets_id, f.file_id, \
                            bs.confidence \
                     from video_sets vss, video_set vs, keyword_sets kss, \
                          keyword_set ks, keyword k, model_sets_name msn, \
                          model_sets mss, model_ref mr, \
                          file f, fragment fr, i_bulk_score bs \
                     where vss.set_name = '" + vidSetBase + "' and \
                           kss.set_name = '" + conceptSetBase + "' and \
                           kss.video_sets_id = vss.video_sets_id and \
                           msn.set_name = '" + feature + "' and \
                           mss.model_sets_name_id = msn.model_sets_name_id and \
                           k.keyword_name = '" + concept + "' and \
                           ks.keyword_sets_id = kss.keyword_sets_id and \
                           ks.keyword_id = k.keyword_id and \
                           mr.model_name = '" + model + "' and \
                           mr.keyword_set_id = ks.keyword_set_id and \
                           mr.model_ref_id = mss.model_ref_id and \
                           vs.video_sets_id = vss.video_sets_id and \
                           f.file_id = vs.file_id and \
                           bs.quid = f.quid and \
                           fr.media_id = f.media_id and \
                           fr.fragment_start = bs.fragment_start and \
                           fr.fragment_length = 1 and \
                           fr.keyframe = false \
                     order by bs.fragment_start;", false, false);
        ILOG_INFO("Did insert select at " << timer.SplitTime());
        conn->Query("delete from i_bulk_score;", false, false);
        ILOG_INFO("Done in " << timer.SplitTime());
    }

    void
    SaveSims(SimilarityTableSet* simSet, const SimilarityTableSetLocator& loc)
    {
        for (int i=0 ; i<simSet->NrTables() ; i++)
            SaveSim(simSet, i, loc);
    }

    ILOG_VAR_DEC;
};

ILOG_VAR_INIT(SimilarityTableSetRepositoryInMonet, Impala.Persistency);

} // namespace Persistency
} // namespace Impala

#endif

---