|| || || || || || || ||

---

Read.h

Go to the documentation of this file.

#ifndef Impala_Core_Table_ReadTable_h
#define Impala_Core_Table_ReadTable_h

#include "Core/Table/TableTem.h"
#include "Core/Column/Read.h"
#include "Util/StringParser.h"
#include "Persistency/File.h"

namespace Impala
{
namespace Core
{
namespace Table
{


template<class TableT>
inline void
ReadOldHeader(TableT* table, Util::IOBuffer* buffer)
{
    ILOG_VAR(Impala.Core.Table.Read);
    if (!table)
    {
        ILOG_ERROR("No table");
        return;
    }
    table->ReadColNames(buffer);
    Column::Read(table->GetColumn1(), buffer);
    int nr = table->GetColumn1()->Capacity();
    Column::Read(table->GetColumn2(), buffer);
    if (table->GetColumn2()->Valid() && (table->GetColumn2()->Capacity() != nr))
        ILOG_ERROR("col2 has different size than col1");
    Column::Read(table->GetColumn3(), buffer);
    if (table->GetColumn3()->Valid() && (table->GetColumn3()->Capacity() != nr))
        ILOG_ERROR("col3 has different size than col1");
    Column::Read(table->GetColumn4(), buffer);
    if (table->GetColumn4()->Valid() && (table->GetColumn4()->Capacity() != nr))
        ILOG_ERROR("col4 has different size than col1");
    Column::Read(table->GetColumn5(), buffer);
    if (table->GetColumn5()->Valid() && (table->GetColumn5()->Capacity() != nr))
        ILOG_ERROR("col5 has different size than col1");
    Column::Read(table->GetColumn6(), buffer);
    if (table->GetColumn6()->Valid() && (table->GetColumn6()->Capacity() != nr))
        ILOG_ERROR("col6 has different size than col1");
    Column::Read(table->GetColumn7(), buffer);
    if (table->GetColumn7()->Valid() && (table->GetColumn7()->Capacity() != nr))
        ILOG_ERROR("col7 has different size than col1");
    Column::Read(table->GetColumn8(), buffer);
    if (table->GetColumn8()->Valid() && (table->GetColumn8()->Capacity() != nr))
        ILOG_ERROR("col8 has different size than col1");
    Column::Read(table->GetColumn9(), buffer);
    if (table->GetColumn9()->Valid() && (table->GetColumn9()->Capacity() != nr))
        ILOG_ERROR("col9 has different size than col1");
    table->SetSize(nr);
}

template<class TableT>
inline void
Read(TableT* table, Util::IOBuffer* buffer)
{
    ILOG_VAR(Impala.Core.Table.Read);
    if (!table)
    {
        ILOG_ERROR("No table");
        return;
    }
    
    String formatStr = "impalatableversion: 2, columns: %d, size: %d";
    const int TABLEHEADERSIZE = 1024;

    int columns;
    int nr;
    char buf[TABLEHEADERSIZE+1];
    for (int i=0 ; i<TABLEHEADERSIZE+1 ; i++)
        buf[i] = 0;

    Util::IOBuffer::PositionType startPos = buffer->GetPosition();
    buffer->Read(buf, TABLEHEADERSIZE);

    // backwards compatibility
    if((buf[0] == 'I') && (buf[1] == 'm'))
    {
        buffer->Seek(startPos, SEEK_SET);
        String marker = buffer->ReadLine();
        if(marker.substr(0, 13) == "Impala::Table")
        {
            table->SetInfo(buffer->ReadLine());
            ReadOldHeader(table, buffer);
            return;
        }
        buffer->Seek(startPos + TABLEHEADERSIZE, SEEK_SET);
    }
    
    int res = sscanf(buf, formatStr.c_str(),
                     &columns, &nr);
    if (res != 2)
    {
        ILOG_ERROR("Header is not compatible: res==" << res <<
                   " (should be 2), size==" << nr <<
                   ", columns==" << columns << ", startPos==" << startPos);
        return;
    }
    
    // parse the rest of the header
    String buf2(buf);
    Util::StringParser sp(buf2);
    while(!(sp.TheEnd()))
    {
        String key = sp.GetString(':', false);
        if(sp.TheEnd()) break;
        String value = sp.GetString('\n', true);
        if(key == "column1") table->SetColName(1, value);
        if(key == "column2") table->SetColName(2, value);
        if(key == "column3") table->SetColName(3, value);
        if(key == "column4") table->SetColName(4, value);
        if(key == "column5") table->SetColName(5, value);
        if(key == "column6") table->SetColName(6, value);
        if(key == "column7") table->SetColName(7, value);
        if(key == "column8") table->SetColName(8, value);
        if(key == "column9") table->SetColName(9, value);
        if(key == "info") table->SetInfo(value);
    }

    // skip past footer
    buffer->SetPosition(startPos + TABLEHEADERSIZE + sizeof(Int64) * 16);
    
    Column::Read(table->GetColumn1(), buffer);
    if (table->GetColumn1()->Capacity() != nr)
        ILOG_ERROR("col1 has different size than header");
    Column::Read(table->GetColumn2(), buffer);
    if (table->GetColumn2()->Valid() && (table->GetColumn2()->Capacity() != nr))
        ILOG_ERROR("col2 has different size than col1");
    Column::Read(table->GetColumn3(), buffer);
    if (table->GetColumn3()->Valid() && (table->GetColumn3()->Capacity() != nr))
        ILOG_ERROR("col3 has different size than col1");
    Column::Read(table->GetColumn4(), buffer);
    if (table->GetColumn4()->Valid() && (table->GetColumn4()->Capacity() != nr))
        ILOG_ERROR("col4 has different size than col1");
    Column::Read(table->GetColumn5(), buffer);
    if (table->GetColumn5()->Valid() && (table->GetColumn5()->Capacity() != nr))
        ILOG_ERROR("col5 has different size than col1");
    Column::Read(table->GetColumn6(), buffer);
    if (table->GetColumn6()->Valid() && (table->GetColumn6()->Capacity() != nr))
        ILOG_ERROR("col6 has different size than col1");
    Column::Read(table->GetColumn7(), buffer);
    if (table->GetColumn7()->Valid() && (table->GetColumn7()->Capacity() != nr))
        ILOG_ERROR("col7 has different size than col1");
    Column::Read(table->GetColumn8(), buffer);
    if (table->GetColumn8()->Valid() && (table->GetColumn8()->Capacity() != nr))
        ILOG_ERROR("col8 has different size than col1");
    Column::Read(table->GetColumn9(), buffer);
    if (table->GetColumn9()->Valid() && (table->GetColumn9()->Capacity() != nr))
        ILOG_ERROR("col9 has different size than col1");
    table->SetSize(nr);
}


#ifndef REPOSITORY_USED // Here comes the deprecated stuff
template<class TableT>
inline bool
Read(TableT* table, String fileName, Util::Database* db)
{
    Util::IOBuffer* buf = db->GetIOBuffer(fileName, true, false, "", 0, true);
    if (buf)
    {
        Read(table, buf);
        delete buf;
        return true;
    }
    return false;
}
#endif // REPOSITORY_USED

template<class TableT>
inline bool
Read(TableT* table, Persistency::File file)
{
    Util::IOBuffer* buf = file.GetReadBuffer();
    if (buf)
    {
        Read(table, buf);
        delete buf;
        return true;
    }
    return false;
}

} // namespace Table
} // namespace Core
} // namespace Impala

#endif

---