1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370
|
/******************************************************************************
*
* Project: VSI Virtual File System
* Purpose: Implementation of buffered reader IO functions.
* Author: Even Rouault, even.rouault at spatialys.com
*
******************************************************************************
* Copyright (c) 2010-2011, Even Rouault <even dot rouault at spatialys.com>
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included
* in all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
****************************************************************************/
//! @cond Doxygen_Suppress
// The intent of this class is to be a wrapper around an underlying virtual
// handle and add very basic caching of last read bytes, so that a backward
// seek of a few bytes doesn't require a seek on the underlying virtual handle.
// This enable us to improve dramatically the performance of CPLReadLine2L() on
// a gzip file.
#include "cpl_port.h"
#include "cpl_vsi_virtual.h"
#include <cstddef>
#include <cstring>
#if HAVE_FCNTL_H
#include <fcntl.h>
#endif
#include <algorithm>
#include <vector>
#include "cpl_conv.h"
#include "cpl_error.h"
#include "cpl_vsi.h"
constexpr int MAX_BUFFER_SIZE = 65536;
class VSIBufferedReaderHandle final : public VSIVirtualHandle
{
CPL_DISALLOW_COPY_ASSIGN(VSIBufferedReaderHandle)
VSIVirtualHandle *m_poBaseHandle = nullptr;
GByte *pabyBuffer = nullptr;
GUIntBig nBufferOffset = 0;
int nBufferSize = 0;
GUIntBig nCurOffset = 0;
bool bNeedBaseHandleSeek = false;
bool bEOF = false;
vsi_l_offset nCheatFileSize = 0;
int SeekBaseTo(vsi_l_offset nTargetOffset);
public:
explicit VSIBufferedReaderHandle(VSIVirtualHandle *poBaseHandle);
VSIBufferedReaderHandle(VSIVirtualHandle *poBaseHandle,
const GByte *pabyBeginningContent,
vsi_l_offset nCheatFileSizeIn);
// TODO(schwehr): Add override when support dropped for VS2008.
~VSIBufferedReaderHandle() override;
int Seek(vsi_l_offset nOffset, int nWhence) override;
vsi_l_offset Tell() override;
size_t Read(void *pBuffer, size_t nSize, size_t nMemb) override;
size_t Write(const void *pBuffer, size_t nSize, size_t nMemb) override;
int Eof() override;
int Flush() override;
int Close() override;
};
//! @endcond
/************************************************************************/
/* VSICreateBufferedReaderHandle() */
/************************************************************************/
VSIVirtualHandle *VSICreateBufferedReaderHandle(VSIVirtualHandle *poBaseHandle)
{
return new VSIBufferedReaderHandle(poBaseHandle);
}
VSIVirtualHandle *
VSICreateBufferedReaderHandle(VSIVirtualHandle *poBaseHandle,
const GByte *pabyBeginningContent,
vsi_l_offset nCheatFileSizeIn)
{
return new VSIBufferedReaderHandle(poBaseHandle, pabyBeginningContent,
nCheatFileSizeIn);
}
//! @cond Doxygen_Suppress
/************************************************************************/
/* VSIBufferedReaderHandle() */
/************************************************************************/
VSIBufferedReaderHandle::VSIBufferedReaderHandle(VSIVirtualHandle *poBaseHandle)
: m_poBaseHandle(poBaseHandle),
pabyBuffer(static_cast<GByte *>(CPLMalloc(MAX_BUFFER_SIZE)))
{
}
VSIBufferedReaderHandle::VSIBufferedReaderHandle(
VSIVirtualHandle *poBaseHandle, const GByte *pabyBeginningContent,
vsi_l_offset nCheatFileSizeIn)
: m_poBaseHandle(poBaseHandle),
pabyBuffer(static_cast<GByte *>(CPLMalloc(
std::max(MAX_BUFFER_SIZE, static_cast<int>(poBaseHandle->Tell()))))),
nBufferOffset(0), nBufferSize(static_cast<int>(poBaseHandle->Tell())),
nCurOffset(0), bNeedBaseHandleSeek(true), bEOF(false),
nCheatFileSize(nCheatFileSizeIn)
{
memcpy(pabyBuffer, pabyBeginningContent, nBufferSize);
}
/************************************************************************/
/* ~VSIBufferedReaderHandle() */
/************************************************************************/
VSIBufferedReaderHandle::~VSIBufferedReaderHandle()
{
delete m_poBaseHandle;
CPLFree(pabyBuffer);
}
/************************************************************************/
/* Seek() */
/************************************************************************/
int VSIBufferedReaderHandle::Seek(vsi_l_offset nOffset, int nWhence)
{
#ifdef DEBUG_VERBOSE
CPLDebug("BUFFERED", "Seek(%d,%d)", static_cast<int>(nOffset),
static_cast<int>(nWhence));
#endif
bEOF = false;
int ret = 0;
if (nWhence == SEEK_CUR)
{
nCurOffset += nOffset;
}
else if (nWhence == SEEK_END)
{
if (nCheatFileSize)
{
nCurOffset = nCheatFileSize;
}
else
{
ret = m_poBaseHandle->Seek(nOffset, nWhence);
nCurOffset = m_poBaseHandle->Tell();
bNeedBaseHandleSeek = true;
}
}
else
{
nCurOffset = nOffset;
}
return ret;
}
/************************************************************************/
/* Tell() */
/************************************************************************/
vsi_l_offset VSIBufferedReaderHandle::Tell()
{
#ifdef DEBUG_VERBOSE
CPLDebug("BUFFERED", "Tell() = %d", static_cast<int>(nCurOffset));
#endif
return nCurOffset;
}
/************************************************************************/
/* SeekBaseTo() */
/************************************************************************/
int VSIBufferedReaderHandle::SeekBaseTo(vsi_l_offset nTargetOffset)
{
if (m_poBaseHandle->Seek(nTargetOffset, SEEK_SET) == 0)
return TRUE;
nCurOffset = m_poBaseHandle->Tell();
if (nCurOffset > nTargetOffset)
return FALSE;
const vsi_l_offset nMaxOffset = 8192;
std::vector<char> oTemp(nMaxOffset, 0);
char *pabyTemp = &oTemp[0];
while (true)
{
const size_t nToRead = static_cast<size_t>(
std::min(nMaxOffset, nTargetOffset - nCurOffset));
const size_t nRead = m_poBaseHandle->Read(pabyTemp, 1, nToRead);
nCurOffset += nRead;
if (nRead < nToRead)
{
bEOF = true;
return FALSE;
}
if (nToRead < nMaxOffset)
break;
}
return TRUE;
}
/************************************************************************/
/* Read() */
/************************************************************************/
size_t VSIBufferedReaderHandle::Read(void *pBuffer, size_t nSize, size_t nMemb)
{
const size_t nTotalToRead = nSize * nMemb;
#ifdef DEBUG_VERBOSE
CPLDebug("BUFFERED", "Read(%d)", static_cast<int>(nTotalToRead));
#endif
if (nSize == 0)
return 0;
if (nBufferSize != 0 && nCurOffset >= nBufferOffset &&
nCurOffset <= nBufferOffset + nBufferSize)
{
// We try to read from an offset located within the buffer.
const size_t nReadInBuffer = static_cast<size_t>(std::min(
nTotalToRead,
static_cast<size_t>(nBufferOffset + nBufferSize - nCurOffset)));
memcpy(pBuffer, pabyBuffer + nCurOffset - nBufferOffset, nReadInBuffer);
const size_t nToReadInFile = nTotalToRead - nReadInBuffer;
if (nToReadInFile > 0)
{
// The beginning of the data to read is located in the buffer
// but the end must be read from the file.
if (bNeedBaseHandleSeek)
{
if (!SeekBaseTo(nBufferOffset + nBufferSize))
{
nCurOffset += nReadInBuffer;
return nReadInBuffer / nSize;
}
}
bNeedBaseHandleSeek = false;
#ifdef DEBUG_VERBOSE
CPLAssert(m_poBaseHandle->Tell() == nBufferOffset + nBufferSize);
#endif
const size_t nReadInFile = m_poBaseHandle->Read(
static_cast<GByte *>(pBuffer) + nReadInBuffer, 1,
nToReadInFile);
const size_t nRead = nReadInBuffer + nReadInFile;
nBufferSize = static_cast<int>(
std::min(nRead, static_cast<size_t>(MAX_BUFFER_SIZE)));
nBufferOffset = nCurOffset + nRead - nBufferSize;
memcpy(pabyBuffer,
static_cast<GByte *>(pBuffer) + nRead - nBufferSize,
nBufferSize);
nCurOffset += nRead;
#ifdef DEBUG_VERBOSE
CPLAssert(m_poBaseHandle->Tell() == nBufferOffset + nBufferSize);
CPLAssert(m_poBaseHandle->Tell() == nCurOffset);
#endif
bEOF = CPL_TO_BOOL(m_poBaseHandle->Eof());
return nRead / nSize;
}
else
{
// The data to read is completely located within the buffer.
nCurOffset += nTotalToRead;
return nTotalToRead / nSize;
}
}
else
{
// We try either to read before or after the buffer, so a seek is
// necessary.
if (!SeekBaseTo(nCurOffset))
return 0;
bNeedBaseHandleSeek = false;
const size_t nReadInFile =
m_poBaseHandle->Read(pBuffer, 1, nTotalToRead);
nBufferSize = static_cast<int>(
std::min(nReadInFile, static_cast<size_t>(MAX_BUFFER_SIZE)));
nBufferOffset = nCurOffset + nReadInFile - nBufferSize;
memcpy(pabyBuffer,
static_cast<GByte *>(pBuffer) + nReadInFile - nBufferSize,
nBufferSize);
nCurOffset += nReadInFile;
#ifdef DEBUG_VERBOSE
CPLAssert(m_poBaseHandle->Tell() == nBufferOffset + nBufferSize);
CPLAssert(m_poBaseHandle->Tell() == nCurOffset);
#endif
bEOF = CPL_TO_BOOL(m_poBaseHandle->Eof());
return nReadInFile / nSize;
}
}
/************************************************************************/
/* Write() */
/************************************************************************/
size_t VSIBufferedReaderHandle::Write(const void * /* pBuffer */,
size_t /* nSize */, size_t /* nMemb */)
{
CPLError(CE_Failure, CPLE_NotSupported,
"VSIFWriteL is not supported on buffer reader streams");
return 0;
}
/************************************************************************/
/* Eof() */
/************************************************************************/
int VSIBufferedReaderHandle::Eof()
{
return bEOF;
}
/************************************************************************/
/* Flush() */
/************************************************************************/
int VSIBufferedReaderHandle::Flush()
{
return 0;
}
/************************************************************************/
/* Close() */
/************************************************************************/
int VSIBufferedReaderHandle::Close()
{
if (m_poBaseHandle)
{
m_poBaseHandle->Close();
delete m_poBaseHandle;
m_poBaseHandle = nullptr;
}
return 0;
}
//! @endcond
|