|| || || || || || || ||

---

mainDataTransfer.cpp

Go to the documentation of this file.

#include "Basis/CmdOptions.h"
#include "Util/Channel.h"
#include "Util/ChannelPool.h"
#include "Util/IOBuffer.h"
#include "Util/IOBufferFile.h"
#include "Util/Database.h"

// since we are not using libraries:
#include "Link/ImpalaLib.cpp"

namespace Impala
{
namespace Application
{
namespace DataTransfer
{


static const int BUF_SIZE = 1048576;       // copybuffer size


void
TransferLocalToServer(std::string localFilename, std::string serverFilename)
{
    ILOG_VAR(Impala.Application.DataTransfer.TransferLocalToServer);

    // copy local file to its final destination
    Util::IOBuffer* zip = new Util::IOBufferFile(localFilename, true, false);
    Impala::Util::Database& database(Impala::Util::Database::GetInstance());
    Util::IOBuffer* destination = database.GetIOBuffer(serverFilename, false, false, "", zip->AvailableInt32());
    ILOG_INFO("File to copy to dataserver has " << zip->AvailableInt32() << " bytes");
    static unsigned char buffer[BUF_SIZE];
    while(true) 
    {
        int bytesread = zip->Read(buffer, BUF_SIZE);
        if(bytesread == 0) break;
        destination->Write(buffer, bytesread);
    }
    delete zip;
    // this will force a write through a channel, if needed
    delete destination;
}


void
TransferServerToLocal(std::string serverFilename, std::string localFilename)
{
    ILOG_VAR(Impala.Application.DataTransfer.TransferServerToLocal);

    // copy local file to its final destination
    Util::IOBuffer* destination = new Util::IOBufferFile(localFilename, false, false);
    Impala::Util::Database& database(Impala::Util::Database::GetInstance());
    Util::IOBuffer* server = database.GetIOBuffer(serverFilename, true, false, "");
    ILOG_INFO("File to copy from dataserver has " << server->AvailableInt32() << " bytes");
    static unsigned char buffer[BUF_SIZE];
    while(true) 
    {
        int bytesread = server->Read(buffer, BUF_SIZE);
        if(bytesread == 0) break;
        destination->Write(buffer, bytesread);
    }
    delete server;
    delete destination;
}


int
mainDataTransfer(int argc, char* argv[])
{
    CmdOptions& options = CmdOptions::GetInstance();
    options.Initialise(false, false, true);
    std::string usageStr = "cmd file1 file2\n\n";
    usageStr += "  cmd = upload|download\n";
    if (! options.ParseArgs(argc, argv, usageStr, 3))
        return 1;

    ILOG_VAR(Impala.Application.DataTransfer.mainDataTransfer);

    std::string cmd = options.GetArg(0);
    if (cmd == std::string("upload"))
    {
        TransferLocalToServer(options.GetArg(1), options.GetArg(2));
    }
    else if (cmd == std::string("download"))
    {
        TransferServerToLocal(options.GetArg(1), options.GetArg(2));
    }

    return 0;
}


} // namespace DataTransfer
} // namespace Application
} // namespace Impala


int
main(int argc, char* argv[])
{
    return Impala::Application::DataTransfer::mainDataTransfer(argc, argv);
}

---