|| || || || || || || ||

---

SelectWorkLoadInPlace.h

Go to the documentation of this file.

#ifndef Impala_Util_Mpi_SelectWorkLoadInPlace_h
#define Impala_Util_Mpi_SelectWorkLoadInPlace_h

#include "Util/StlHelpers.h"

namespace Impala
{
namespace Util
{
namespace Mpi
{

template<class collectionT>
void SelectWorkLoadInPlace(collectionT* collection)
{
    ILOG_VAR(Util.Mpi.SelectWorkLoad);
    int numProcs = Link::Mpi::NrProcs();
    // MvL: I copied the name lastConcept from existing code, but the name is
    // misleading: it is the first index *after* the vector.
    int lastConcept = collection->size();
    int taskSize = lastConcept / numProcs;
    int restSize = lastConcept % numProcs;
    int curConcept = 0;
    int start;
    int number;
    for (int i=0 ; i<numProcs ; i++)
    {
        start = curConcept;
        number = taskSize;
        if (--restSize >= 0)
            number++;
        /* this test was in original code, it can never succeed (I think) 
           because taskSize * numProc + restSize = lastConcept. Apart form that
           the body of the origin test was wrong
        if (start + number > lastConcept) 
            number = lastConcept - start;
        */
        curConcept += number;
        if (i == Link::Mpi::MyId())
            break;
    }
    if (start >= lastConcept)
    {
        // MvL: I think this test can never succeed.
        ILOG_WARNING_NODE("more nodes than concepts: nothing to do");
        start = 0;
        number = 0;
    }
    Util::SubSelectInPlace(collection, start, number);
}
/* original code from mainTrainModel
{
    int numProcs = Link::Mpi::NrProcs();
    if (numberConcepts == -1)
        numberConcepts = conceptList.size();
    if (startConcept + numberConcepts >= conceptList.size())
        numberConcepts = conceptList.size() - startConcept;
    int lastConcept = startConcept + numberConcepts;
    int taskSize = numberConcepts / numProcs;
    int restSize = numberConcepts % numProcs;
    int curConcept = startConcept;
    int start;
    int number;
    for (int i=0 ; i<numProcs ; i++)
    {
        start = curConcept;
        number = taskSize;
        if (--restSize >= 0)
            number++;
        if (start + number > lastConcept)
            number = lastConcept - startConcept;
        curConcept += number;
        if (i == Link::Mpi::MyId())
            break;
    }
    if (start >= lastConcept)
    {
        //ILOG_ERROR("start concept out of range");
        Link::Mpi::Finalize();
        return 1;
    }
}
*/

}//namespace Mpi
}//namespace Util
}//namespace Impala

#endif Impala_Util_Mpi_JobManager_h

---