|| || || || || || || ||

---

GetIOBuffer

IOBuffer* Impala::Util::Database::GetIOBuffer ( CString  fileName, bool  readMode, bool  useMemoryIfLocal, String  useLocalFileIfRemote, Int64  useLocalSizeIfRemote = 0, bool  useIOBufferChannel = false   ) [inline] Obtain an IOBuffer to read/write the given fileName. The function checks whether the data server should be used. The user has some control over the type of buffer returned via the other parameters: useMemoryIfLocal determines whether the buffer should be memory or file based in case there is no data server. In case there is a data server, useLocalFileIfRemote determines whether the buffer should be file based or memory based. In the latter case, useLocalSizeIfRemote determines the (fixed) size of the buffer. The SAFE way to use this function is. For a read mode buffer: GetIOBuffer(fileName, true, false, ""); For a write mode buffer: GetIOBuffer(fileName, false, false, "tmp"); The BEST way to use this function is. Read mode buffer: GetIOBuffer(fileName, true, false, "", 0, true); Write mode buffer: GetIOBuffer(fileName, false, false, "tmp", 0, true); Definition at line 184 of file Database.h. References Impala::FileNameTmp(), ILOG_DEBUG, mDataChannel, mDataServer, Impala::Util::ReadIOBufferFromChannel(), Impala::Util::IOBuffer::SetUseChannel(), and Impala::Util::IOBuffer::Valid(). Referenced by Impala::Application::CheckParameteres(), Impala::Core::Geometry::DatabaseReadIxRectangle(), Impala::Util::DatabaseReadString(), Impala::Core::Geometry::DatabaseReadVxRectangle(), Impala::Util::DatabaseWriteNative(), Impala::Util::DatabaseWriteString(), Impala::Application::Util::DoDumpParameter(), Impala::Core::ImageSet::ImageSet::GetImageData(), Impala::Core::Stream::RgbDataSrcInfo::GetInfoIOBuffer(), Impala::Core::ImageSet::InterestPointProc::HandleDoneDir(), Impala::Core::VideoSet::InterestPointProc::HandleDoneFile(), Impala::Core::ImageSet::Archive::HandleNewFile(), Impala::Core::ImageSet::ImageSetRepository::ImageSetRepository(), Impala::Core::Database::RawDataSet::Init(), Impala::Core::Array::ImageArchiveFile::Init(), Impala::Core::Feature::LabelSet::Load(), Impala::Application::LoadAverages(), Impala::Core::Training::ApplyConceptsHelperKernels::LoadFeatures(), Impala::Core::Training::ApplyConceptsHelperKernels::LoadInfoFile(), Impala::Core::Training::Svm::LoadModel(), Impala::Core::Training::Fisher::LoadModel(), main(), Impala::Core::DataFactory::MakeAllParametersFile(), Impala::Core::DataFactory::MakeBestFile(), Impala::Core::DataFactory::MakeBestFileWrite(), Impala::Core::Feature::ConceptSet::MakeFromFile(), Impala::Core::VideoSet::Mpeg7Doc::Mpeg7Doc(), Impala::Core::VideoSet::Mpeg7DocWrite(), Impala::Application::OpenFeatureTable(), Impala::Core::VideoJob::Manager::Prepare(), Impala::Core::Feature::InterestPointFeature::ProjectOntoCodebook(), Impala::Core::Table::Read(), Impala::Core::Column::Read(), Impala::Core::VideoSet::Mpeg7DocAudio::ReadData(), Impala::Core::Trec::Collection::ReadData(), Impala::Core::Matrix::DistributedAccess::ReadInfoFile(), Impala::Core::Array::ReadJpg(), Impala::Core::Array::ReadPgm(), Impala::Core::Feature::FeatureTable::ReadPlainAsciiFile(), Impala::Core::Array::ReadPng(), Impala::Core::Array::ReadRaw(), Impala::Core::Array::ReadRawArrayType(), Impala::Core::Array::ReadRawList(), Impala::Core::Array::ReadRawListVar(), Impala::Core::Array::ReadRawListVarIndex(), Impala::Core::Trec::TrecTopic::ReadTopics(), Impala::Core::Feature::LabelSet::Save(), Impala::Core::Database::RawDataSet::Save(), Impala::Core::Training::Fisher::SaveModel(), Impala::Core::Feature::InterestPointFeature::SetCodebook(), Impala::Samples::ActiveLearnEngineQuids::SubmitRequest(), Impala::Samples::ActiveLearnEngine::SubmitRequest(), Impala::Application::DataTransfer::TransferServerToLocal(), Impala::Core::VideoJob::Manager::UpdateMaskFile(), Impala::Core::VideoJob::Manager::UpdateVideoSet(), Impala::Core::VideoSet::VideoSetRepository::VideoSetRepository(), Impala::Core::Table::Write(), Impala::Core::Column::Write(), Impala::Application::WriteAverages(), Impala::Core::DataFactory::WriteCodebook(), Impala::Application::WriteInfoFile(), Impala::Core::Array::WriteJpg(), Impala::Core::Feature::FeatureTable::WritePlainAsciiFile(), Impala::Core::Array::WritePng(), Impala::Core::DataFactory::WriteRandomForest(), Impala::Core::Array::WriteRaw(), Impala::Core::Array::WriteRawList(), Impala::Core::Array::WriteRawListVar(), Impala::Core::DataFactory::WriteScoreOnSelf(), Impala::Core::Feature::FeatureTable::WriteSvmFile(), and Impala::Core::VideoJob::Manager::WriteVideoSet(). { IOBuffer* res = 0; ILOG_DEBUG("GetIOBuffer [" << fileName << "]"); if (mDataChannel) { if (readMode) { if (useIOBufferChannel) { ILOG_DEBUG("GetIOBuffer: Read using Channel to " << mDataServer << ": " << fileName); res = new IOBufferChannel(fileName, true, mDataChannel); } else { ILOG_DEBUG("GetIOBuffer: Read using File: " << fileName); /* the race condition that occurs when someone passes in "tmp" while reading a file is very difficult to track down (only happens with MPI-jobs). Therefore, generate a temporary filename even in read mode */ if (useLocalFileIfRemote == "tmp") useLocalFileIfRemote = FileNameTmp(); res = ReadIOBufferFromChannel(mDataChannel, fileName, useLocalFileIfRemote); } } else { if (useIOBufferChannel) { ILOG_DEBUG("GetIOBuffer: Write using Channel " << fileName); res = new IOBufferChannel(fileName, false, mDataChannel); } else if (useLocalFileIfRemote.empty()) { ILOG_DEBUG("GetIOBuffer: Write using mem " << fileName); res = new IOBuffer(useLocalSizeIfRemote); } else { ILOG_DEBUG("GetIOBuffer: Write using File " << fileName); if (useLocalFileIfRemote == "tmp") useLocalFileIfRemote = FileNameTmp(); res = new IOBufferFile(useLocalFileIfRemote, false, false); } if (!useIOBufferChannel) res->SetUseChannel(mDataChannel, fileName, useLocalFileIfRemote); } } else { res = new IOBufferFile(fileName, readMode, useMemoryIfLocal); } if (res) { if (!res->Valid()) { delete res; res = 0; } } return res; } Here is the call graph for this function:

---