SDTS_AL
Macros | Typedefs | Enumerations | Functions
cpl_vsi.h File Reference
#include "cpl_port.h"
#include <unistd.h>
#include <sys/stat.h>

Go to the source code of this file.

Macros

#define VSI_ISLNK(x)   S_ISLNK(x)
 
#define VSI_ISREG(x)   S_ISREG(x)
 
#define VSI_ISDIR(x)   S_ISDIR(x)
 
#define VSI_L_OFFSET_MAX   GUINTBIG_MAX
 
#define VSI_STAT_EXISTS_FLAG   0x1
 
#define VSI_STAT_NATURE_FLAG   0x2
 
#define VSI_STAT_SIZE_FLAG   0x4
 
#define VSI_STAT_SET_ERROR_FLAG   0x8
 
#define VSI_MALLOC_ALIGNED_AUTO_VERBOSE(size)   VSIMallocAlignedAutoVerbose(size,__FILE__,__LINE__)
 
#define VSI_MALLOC_VERBOSE(size)   VSIMallocVerbose(size,__FILE__,__LINE__)
 
#define VSI_MALLOC2_VERBOSE(nSize1, nSize2)   VSIMalloc2Verbose(nSize1,nSize2,__FILE__,__LINE__)
 
#define VSI_MALLOC3_VERBOSE(nSize1, nSize2, nSize3)   VSIMalloc3Verbose(nSize1,nSize2,nSize3,__FILE__,__LINE__)
 
#define VSI_CALLOC_VERBOSE(nCount, nSize)   VSICallocVerbose(nCount,nSize,__FILE__,__LINE__)
 
#define VSI_REALLOC_VERBOSE(pOldPtr, nNewSize)   VSIReallocVerbose(pOldPtr,nNewSize,__FILE__,__LINE__)
 
#define VSI_STRDUP_VERBOSE(pszStr)   VSIStrdupVerbose(pszStr,__FILE__,__LINE__)
 
#define CPLReadDir   VSIReadDir
 

Typedefs

typedef GUIntBig vsi_l_offset
 
typedef FILE VSILFILE
 
typedef struct VSI_STAT64_T VSIStatBufL
 
typedef size_t(* VSIWriteFunction )(const void *ptr, size_t size, size_t nmemb, FILE *stream)
 

Enumerations

enum  VSIRangeStatus { VSI_RANGE_STATUS_UNKNOWN, VSI_RANGE_STATUS_DATA, VSI_RANGE_STATUS_HOLE }
 

Functions

VSILFILE CPL_DLL * VSIFOpenL (const char *, const char *) CPL_WARN_UNUSED_RESULT
 Open file. More...
 
VSILFILE CPL_DLL * VSIFOpenExL (const char *, const char *, int) CPL_WARN_UNUSED_RESULT
 Open file. More...
 
int CPL_DLL VSIFCloseL (VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Close file. More...
 
int CPL_DLL VSIFSeekL (VSILFILE *, vsi_l_offset, int) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Seek to requested offset. More...
 
vsi_l_offset CPL_DLL VSIFTellL (VSILFILE *) CPL_WARN_UNUSED_RESULT
 Tell current file offset. More...
 
void CPL_DLL VSIRewindL (VSILFILE *)
 Rewind the file pointer to the beginning of the file. More...
 
size_t CPL_DLL VSIFReadL (void *, size_t, size_t, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Read bytes from file. More...
 
int CPL_DLL VSIFReadMultiRangeL (int nRanges, void **ppData, const vsi_l_offset *panOffsets, const size_t *panSizes, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Read several ranges of bytes from file. More...
 
size_t CPL_DLL VSIFWriteL (const void *, size_t, size_t, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Write bytes to file. More...
 
int CPL_DLL VSIFEofL (VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Test for end of file. More...
 
int CPL_DLL VSIFTruncateL (VSILFILE *, vsi_l_offset) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Truncate/expand the file to the specified size. More...
 
int CPL_DLL VSIFFlushL (VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Flush pending writes to disk. More...
 
int CPL_DLL int CPL_DLL VSIFPutcL (int, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
 Write a single byte to the file. More...
 
VSIRangeStatus CPL_DLL VSIFGetRangeStatusL (VSILFILE *fp, vsi_l_offset nStart, vsi_l_offset nLength)
 Return if a given file range contains data or holes filled with zeroes. More...
 
int CPL_DLL VSIIngestFile (VSILFILE *fp, const char *pszFilename, GByte **ppabyRet, vsi_l_offset *pnSize, GIntBig nMaxSize) CPL_WARN_UNUSED_RESULT
 Ingest a file into memory. More...
 
int CPL_DLL VSIStatL (const char *, VSIStatBufL *) CPL_WARN_UNUSED_RESULT
 Get filesystem object info. More...
 
int CPL_DLL VSIStatExL (const char *pszFilename, VSIStatBufL *psStatBuf, int nFlags) CPL_WARN_UNUSED_RESULT
 Get filesystem object info. More...
 
int CPL_DLL VSIIsCaseSensitiveFS (const char *pszFilename)
 Returns if the filenames of the filesystem are case sensitive. More...
 
int CPL_DLL VSISupportsSparseFiles (const char *pszPath)
 Returns if the filesystem supports sparse files. More...
 
void CPL_DLL * VSIFGetNativeFileDescriptorL (VSILFILE *)
 Returns the "native" file descriptor for the virtual handle. More...
 
void CPL_DLL * VSICalloc (size_t, size_t) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIMalloc (size_t) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL VSIFree (void *)
 
void CPL_DLL * VSIRealloc (void *, size_t) CPL_WARN_UNUSED_RESULT
 
char CPL_DLL * VSIStrdup (const char *) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIMallocAligned (size_t nAlignment, size_t nSize) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIMallocAlignedAuto (size_t nSize) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL VSIFreeAligned (void *ptr)
 
void CPL_DLL * VSIMallocAlignedAutoVerbose (size_t nSize, const char *pszFile, int nLine) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIMalloc2 (size_t nSize1, size_t nSize2) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIMalloc3 (size_t nSize1, size_t nSize2, size_t nSize3) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIMallocVerbose (size_t nSize, const char *pszFile, int nLine) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIMalloc2Verbose (size_t nSize1, size_t nSize2, const char *pszFile, int nLine) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIMalloc3Verbose (size_t nSize1, size_t nSize2, size_t nSize3, const char *pszFile, int nLine) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSICallocVerbose (size_t nCount, size_t nSize, const char *pszFile, int nLine) CPL_WARN_UNUSED_RESULT
 
void CPL_DLL * VSIReallocVerbose (void *pOldPtr, size_t nNewSize, const char *pszFile, int nLine) CPL_WARN_UNUSED_RESULT
 
char CPL_DLL * VSIStrdupVerbose (const char *pszStr, const char *pszFile, int nLine) CPL_WARN_UNUSED_RESULT
 
GIntBig CPL_DLL CPLGetPhysicalRAM (void)
 
GIntBig CPL_DLL CPLGetUsablePhysicalRAM (void)
 
char CPL_DLL ** VSIReadDir (const char *)
 Read names in a directory. More...
 
char CPL_DLL ** VSIReadDirRecursive (const char *pszPath)
 Read names in a directory recursively. More...
 
char CPL_DLL ** VSIReadDirEx (const char *pszPath, int nMaxFiles)
 Read names in a directory. More...
 
int CPL_DLL VSIMkdir (const char *pathname, long mode)
 Create a directory. More...
 
int CPL_DLL VSIRmdir (const char *pathname)
 Delete a directory. More...
 
int CPL_DLL VSIUnlink (const char *pathname)
 Delete a file. More...
 
int CPL_DLL VSIRename (const char *oldpath, const char *newpath)
 Rename a file. More...
 
char CPL_DLL * VSIStrerror (int)
 
GIntBig CPL_DLL VSIGetDiskFreeSpace (const char *pszDirname)
 Return free disk space available on the filesystem. More...
 
void CPL_DLL VSIInstallMemFileHandler (void)
 Install "memory" file system handler. More...
 
void CPL_DLL VSIInstallSubFileHandler (void)
 
void VSIInstallGZipFileHandler (void)
 Install GZip file system handler. More...
 
void VSIInstallZipFileHandler (void)
 Install ZIP file system handler. More...
 
void VSIInstallStdinHandler (void)
 Install /vsistdin/ file system handler. More...
 
void VSIInstallStdoutHandler (void)
 Install /vsistdout/ file system handler. More...
 
void CPL_DLL VSIInstallSparseFileHandler (void)
 
void VSIInstallTarFileHandler (void)
 Install /vsitar/ file system handler. More...
 
VSILFILE CPL_DLL * VSIFileFromMemBuffer (const char *pszFilename, GByte *pabyData, vsi_l_offset nDataLength, int bTakeOwnership) CPL_WARN_UNUSED_RESULT
 Create memory "file" from a buffer. More...
 
GByte CPL_DLL * VSIGetMemFileBuffer (const char *pszFilename, vsi_l_offset *pnDataLength, int bUnlinkAndSeize)
 Fetch buffer underlying memory file. More...
 
void CPL_DLL VSIStdoutSetRedirection (VSIWriteFunction pFct, FILE *stream)
 

Detailed Description

Standard C Covers

The VSI functions are intended to be hookable aliases for Standard C I/O, memory allocation and other system functions. They are intended to allow virtualization of disk I/O so that non file data sources can be made to appear as files, and so that additional error trapping and reporting can be interested. The memory access API is aliased so that special application memory management services can be used.

It is intended that each of these functions retains exactly the same calling pattern as the original Standard C functions they relate to. This means we don't have to provide custom documentation, and also means that the default implementation is very simple.

Macro Definition Documentation

#define CPLReadDir   VSIReadDir

Alias of VSIReadDir()

#define VSI_CALLOC_VERBOSE (   nCount,
  nSize 
)    VSICallocVerbose(nCount,nSize,__FILE__,__LINE__)

VSI_CALLOC_VERBOSE

#define VSI_ISDIR (   x)    S_ISDIR(x)

Test if the file is a directory

#define VSI_ISLNK (   x)    S_ISLNK(x)

Test if the file is a symbolic link

#define VSI_ISREG (   x)    S_ISREG(x)

Test if the file is a regular file

#define VSI_L_OFFSET_MAX   GUINTBIG_MAX

Maximum value for a file offset

#define VSI_MALLOC2_VERBOSE (   nSize1,
  nSize2 
)    VSIMalloc2Verbose(nSize1,nSize2,__FILE__,__LINE__)

VSI_MALLOC2_VERBOSE

#define VSI_MALLOC3_VERBOSE (   nSize1,
  nSize2,
  nSize3 
)    VSIMalloc3Verbose(nSize1,nSize2,nSize3,__FILE__,__LINE__)

VSI_MALLOC3_VERBOSE

#define VSI_MALLOC_ALIGNED_AUTO_VERBOSE (   size)    VSIMallocAlignedAutoVerbose(size,__FILE__,__LINE__)

VSIMallocAlignedAutoVerbose() with FILE and LINE reporting

#define VSI_MALLOC_VERBOSE (   size)    VSIMallocVerbose(size,__FILE__,__LINE__)

VSI_MALLOC_VERBOSE

#define VSI_REALLOC_VERBOSE (   pOldPtr,
  nNewSize 
)    VSIReallocVerbose(pOldPtr,nNewSize,__FILE__,__LINE__)

VSI_REALLOC_VERBOSE

#define VSI_STAT_EXISTS_FLAG   0x1

Flag provided to VSIStatExL() to test if the file exists

#define VSI_STAT_NATURE_FLAG   0x2

Flag provided to VSIStatExL() to query the nature (file/dir) of the file

#define VSI_STAT_SET_ERROR_FLAG   0x8

Flag provided to VSIStatExL() to issue a VSIError in case of failure

#define VSI_STAT_SIZE_FLAG   0x4

Flag provided to VSIStatExL() to query the file size

#define VSI_STRDUP_VERBOSE (   pszStr)    VSIStrdupVerbose(pszStr,__FILE__,__LINE__)

VSI_STRDUP_VERBOSE

Typedef Documentation

Type for a file offset

typedef FILE VSILFILE

Opaque type for a FILE that implements the VSIVirtualHandle API

typedef struct VSI_STAT64_T VSIStatBufL

Type for VSIStatL()

typedef size_t(* VSIWriteFunction)(const void *ptr, size_t size, size_t nmemb, FILE *stream)

Callback used by VSIStdoutSetRedirection()

Enumeration Type Documentation

Range status

Enumerator
VSI_RANGE_STATUS_UNKNOWN 

Unknown

VSI_RANGE_STATUS_DATA 

Data present

VSI_RANGE_STATUS_HOLE 

Hole

Function Documentation

GIntBig CPL_DLL CPLGetPhysicalRAM ( void  )

Return the total physical RAM in bytes.

Returns
the total physical RAM in bytes (or 0 in case of failure).
Since
GDAL 2.0
GIntBig CPL_DLL CPLGetUsablePhysicalRAM ( void  )

Return the total physical RAM, usable by a process, in bytes.

This is the same as CPLGetPhysicalRAM() except it will limit to 2 GB for 32 bit processes.

Note: This memory may already be partly used by other processes.

Returns
the total physical RAM, usable by a process, in bytes (or 0 in case of failure).
Since
GDAL 2.0
void CPL_DLL* VSICalloc ( size_t  nCount,
size_t  nSize 
)

Analog of calloc(). Use VSIFree() to free

void CPL_DLL* VSICallocVerbose ( size_t  nCount,
size_t  nSize,
const char *  pszFile,
int  nLine 
)

VSICallocVerbose

int CPL_DLL VSIFCloseL ( VSILFILE fp)

Close file.

This function closes the indicated file.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX fclose() function.

Parameters
fpfile handle opened with VSIFOpenL(). Passing a nullptr produces undefined behavior.
Returns
0 on success or -1 on failure.
int CPL_DLL VSIFEofL ( VSILFILE fp)

Test for end of file.

Returns TRUE (non-zero) if an end-of-file condition occurred during the previous read operation. The end-of-file flag is cleared by a successful VSIFSeekL() call.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX feof() call.

Parameters
fpfile handle opened with VSIFOpenL().
Returns
TRUE if at EOF else FALSE.
int CPL_DLL VSIFFlushL ( VSILFILE fp)

Flush pending writes to disk.

For files in write or update mode and on filesystem types where it is applicable, all pending output on the file is flushed to the physical disk.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX fflush() call.

Parameters
fpfile handle opened with VSIFOpenL().
Returns
0 on success or -1 on error.
void CPL_DLL* VSIFGetNativeFileDescriptorL ( VSILFILE fp)

Returns the "native" file descriptor for the virtual handle.

This will only return a non-NULL value for "real" files handled by the operating system (to be opposed to GDAL virtual file systems).

On POSIX systems, this will be a integer value ("fd") cast as a void*. On Windows systems, this will be the HANDLE.

Parameters
fpfile handle opened with VSIFOpenL().
Returns
the native file descriptor, or NULL.
VSIRangeStatus CPL_DLL VSIFGetRangeStatusL ( VSILFILE fp,
vsi_l_offset  nOffset,
vsi_l_offset  nLength 
)

Return if a given file range contains data or holes filled with zeroes.

This uses the filesystem capabilities of querying which regions of a sparse file are allocated or not. This is currently only implemented for Linux (and no other Unix derivatives) and Windows.

Note: A return of VSI_RANGE_STATUS_DATA doesn't exclude that the exte,t is filled with zeroes! It must be interpreted as "may contain non-zero data".

Parameters
fpfile handle opened with VSIFOpenL().
nOffsetoffset of the start of the extent.
nLengthextent length.
Returns
extent status: VSI_RANGE_STATUS_UNKNOWN, VSI_RANGE_STATUS_DATA or VSI_RANGE_STATUS_HOLE
Since
GDAL 2.2
VSILFILE CPL_DLL* VSIFileFromMemBuffer ( const char *  pszFilename,
GByte pabyData,
vsi_l_offset  nDataLength,
int  bTakeOwnership 
)

Create memory "file" from a buffer.

A virtual memory file is created from the passed buffer with the indicated filename. Under normal conditions the filename would need to be absolute and within the /vsimem/ portion of the filesystem.

If bTakeOwnership is TRUE, then the memory file system handler will take ownership of the buffer, freeing it when the file is deleted. Otherwise it remains the responsibility of the caller, but should not be freed as long as it might be accessed as a file. In no circumstances does this function take a copy of the pabyData contents.

Parameters
pszFilenamethe filename to be created.
pabyDatathe data buffer for the file.
nDataLengththe length of buffer in bytes.
bTakeOwnershipTRUE to transfer "ownership" of buffer or FALSE.
Returns
open file handle on created file (see VSIFOpenL()).
VSILFILE CPL_DLL* VSIFOpenExL ( const char *  pszFilename,
const char *  pszAccess,
int  bSetError 
)

Open file.

This function opens a file with the desired access. Large files (larger than 2GB) should be supported. Binary access is always implied and the "b" does not need to be included in the pszAccess string.

Note that the "VSILFILE *" returned by this function is NOT a standard C library FILE *, and cannot be used with any functions other than the "VSI*L" family of functions. They aren't "real" FILE objects.

On windows it is possible to define the configuration option GDAL_FILE_IS_UTF8 to have pszFilename treated as being in the local encoding instead of UTF-8, restoring the pre-1.8.0 behavior of VSIFOpenL().

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX fopen() function.

Parameters
pszFilenamethe file to open. UTF-8 encoded.
pszAccessaccess requested (i.e. "r", "r+", "w")
bSetErrorflag determining whether or not this open call should set VSIErrors on failure.
Returns
NULL on failure, or the file handle.
Since
GDAL 2.1
VSILFILE CPL_DLL* VSIFOpenL ( const char *  pszFilename,
const char *  pszAccess 
)

Open file.

This function opens a file with the desired access. Large files (larger than 2GB) should be supported. Binary access is always implied and the "b" does not need to be included in the pszAccess string.

Note that the "VSILFILE *" returned since GDAL 1.8.0 by this function is NOT a standard C library FILE *, and cannot be used with any functions other than the "VSI*L" family of functions. They aren't "real" FILE objects.

On windows it is possible to define the configuration option GDAL_FILE_IS_UTF8 to have pszFilename treated as being in the local encoding instead of UTF-8, restoring the pre-1.8.0 behavior of VSIFOpenL().

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX fopen() function.

Parameters
pszFilenamethe file to open. UTF-8 encoded.
pszAccessaccess requested (i.e. "r", "r+", "w")
Returns
NULL on failure, or the file handle.
int CPL_DLL int CPL_DLL VSIFPutcL ( int  nChar,
VSILFILE fp 
)

Write a single byte to the file.

Writes the character nChar, cast to an unsigned char, to file.

Almost an analog of the POSIX fputc() call, except that it returns the number of character written (1 or 0), and not the (cast) character itself or EOF.

Parameters
nCharcharacter to write.
fpfile handle opened with VSIFOpenL().
Returns
1 in case of success, 0 on error.
size_t CPL_DLL VSIFReadL ( void *  pBuffer,
size_t  nSize,
size_t  nCount,
VSILFILE fp 
)

Read bytes from file.

Reads nCount objects of nSize bytes from the indicated file at the current offset into the indicated buffer.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX fread() call.

Parameters
pBufferthe buffer into which the data should be read (at least nCount * nSize bytes in size.
nSizesize of objects to read in bytes.
nCountnumber of objects to read.
fpfile handle opened with VSIFOpenL().
Returns
number of objects successfully read.
int CPL_DLL VSIFReadMultiRangeL ( int  nRanges,
void **  ppData,
const vsi_l_offset panOffsets,
const size_t *  panSizes,
VSILFILE fp 
)

Read several ranges of bytes from file.

Reads nRanges objects of panSizes[i] bytes from the indicated file at the offset panOffsets[i] into the buffer ppData[i].

Ranges must be sorted in ascending start offset, and must not overlap each other.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory or /vsicurl/.

Parameters
nRangesnumber of ranges to read.
ppDataarray of nRanges buffer into which the data should be read (ppData[i] must be at list panSizes[i] bytes).
panOffsetsarray of nRanges offsets at which the data should be read.
panSizesarray of nRanges sizes of objects to read (in bytes).
fpfile handle opened with VSIFOpenL().
Returns
0 in case of success, -1 otherwise.
Since
GDAL 1.9.0
void CPL_DLL VSIFree ( void *  pData)

Analog of free() for data allocated with VSIMalloc(), VSICalloc(), VSIRealloc()

void CPL_DLL VSIFreeAligned ( void *  ptr)

Free a buffer allocated with VSIMallocAligned().

Parameters
ptrBuffer to free.
Since
GDAL 2.2
int CPL_DLL VSIFSeekL ( VSILFILE fp,
vsi_l_offset  nOffset,
int  nWhence 
)

Seek to requested offset.

Seek to the desired offset (nOffset) in the indicated file.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX fseek() call.

Parameters
fpfile handle opened with VSIFOpenL().
nOffsetoffset in bytes.
nWhenceone of SEEK_SET, SEEK_CUR or SEEK_END.
Returns
0 on success or -1 one failure.
vsi_l_offset CPL_DLL VSIFTellL ( VSILFILE fp)

Tell current file offset.

Returns the current file read/write offset in bytes from the beginning of the file.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX ftell() call.

Parameters
fpfile handle opened with VSIFOpenL().
Returns
file offset in bytes.
int CPL_DLL VSIFTruncateL ( VSILFILE fp,
vsi_l_offset  nNewSize 
)

Truncate/expand the file to the specified size.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX ftruncate() call.

Parameters
fpfile handle opened with VSIFOpenL().
nNewSizenew size in bytes.
Returns
0 on success
Since
GDAL 1.9.0
size_t CPL_DLL VSIFWriteL ( const void *  pBuffer,
size_t  nSize,
size_t  nCount,
VSILFILE fp 
)

Write bytes to file.

Writess nCount objects of nSize bytes to the indicated file at the current offset into the indicated buffer.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX fwrite() call.

Parameters
pBufferthe buffer from which the data should be written (at least nCount * nSize bytes in size.
nSizesize of objects to read in bytes.
nCountnumber of objects to read.
fpfile handle opened with VSIFOpenL().
Returns
number of objects successfully written.
GIntBig CPL_DLL VSIGetDiskFreeSpace ( const char *  pszDirname)

Return free disk space available on the filesystem.

This function returns the free disk space available on the filesystem.

Parameters
pszDirnamea directory of the filesystem to query.
Returns
The free space in bytes. Or -1 in case of error.
Since
GDAL 2.1
GByte CPL_DLL* VSIGetMemFileBuffer ( const char *  pszFilename,
vsi_l_offset pnDataLength,
int  bUnlinkAndSeize 
)

Fetch buffer underlying memory file.

This function returns a pointer to the memory buffer underlying a virtual "in memory" file. If bUnlinkAndSeize is TRUE the filesystem object will be deleted, and ownership of the buffer will pass to the caller otherwise the underlying file will remain in existence.

Parameters
pszFilenamethe name of the file to grab the buffer of.
pnDataLength(file) length returned in this variable.
bUnlinkAndSeizeTRUE to remove the file, or FALSE to leave unaltered.
Returns
pointer to memory buffer or NULL on failure.
int CPL_DLL VSIIngestFile ( VSILFILE fp,
const char *  pszFilename,
GByte **  ppabyRet,
vsi_l_offset pnSize,
GIntBig  nMaxSize 
)

Ingest a file into memory.

Read the whole content of a file into a memory buffer.

Either fp or pszFilename can be NULL, but not both at the same time.

If fp is passed non-NULL, it is the responsibility of the caller to close it.

If non-NULL, the returned buffer is guaranteed to be NUL-terminated.

Parameters
fpfile handle opened with VSIFOpenL().
pszFilenamefilename.
ppabyRetpointer to the target buffer. *ppabyRet must be freed with VSIFree()
pnSizepointer to variable to store the file size. May be NULL.
nMaxSizemaximum size of file allowed. If no limit, set to a negative value.
Returns
TRUE in case of success.
Since
GDAL 1.11
void VSIInstallGZipFileHandler ( void  )

Install GZip file system handler.

A special file handler is installed that allows reading on-the-fly and writing in GZip (.gz) files.

All portions of the file system underneath the base path "/vsigzip/" will be handled by this driver.

Additional documentation is to be found at: http://trac.osgeo.org/gdal/wiki/UserDocs/ReadInZip

Since
GDAL 1.6.0
void CPL_DLL VSIInstallMemFileHandler ( void  )

Install "memory" file system handler.

A special file handler is installed that allows block of memory to be treated as files. All portions of the file system underneath the base path "/vsimem/" will be handled by this driver.

Normal VSI*L functions can be used freely to create and destroy memory arrays treating them as if they were real file system objects. Some additional methods exist to efficient create memory file system objects without duplicating original copies of the data or to "steal" the block of memory associated with a memory file.

At this time the memory handler does not properly handle directory semantics for the memory portion of the filesystem. The VSIReadDir() function is not supported though this will be corrected in the future.

Calling this function repeatedly should do no harm, though it is not necessary. It is already called the first time a virtualizable file access function (i.e. VSIFOpenL(), VSIMkDir(), etc) is called.

This code example demonstrates using GDAL to translate from one memory buffer to another.

* GByte *ConvertBufferFormat( GByte *pabyInData, vsi_l_offset nInDataLength,
* vsi_l_offset *pnOutDataLength )
* {
* // create memory file system object from buffer.
* VSIFCloseL( VSIFileFromMemBuffer( "/vsimem/work.dat", pabyInData,
* nInDataLength, FALSE ) );
*
* // Open memory buffer for read.
* GDALDatasetH hDS = GDALOpen( "/vsimem/work.dat", GA_ReadOnly );
*
* // Get output format driver.
* GDALDriverH hDriver = GDALGetDriverByName( "GTiff" );
* GDALDatasetH hOutDS;
*
* hOutDS = GDALCreateCopy( hDriver, "/vsimem/out.tif", hDS, TRUE, NULL,
* NULL, NULL );
*
* // close source file, and "unlink" it.
* GDALClose( hDS );
* VSIUnlink( "/vsimem/work.dat" );
*
* // seize the buffer associated with the output file.
*
* return VSIGetMemFileBuffer( "/vsimem/out.tif", pnOutDataLength, TRUE );
* }
*
void CPL_DLL VSIInstallSparseFileHandler ( void  )

Install /vsisparse/ virtual file handler.

The sparse virtual file handler allows a virtual file to be composed from chunks of data in other files, potentially with large spaces in the virtual file set to a constant value. This can make it possible to test some sorts of operations on what seems to be a large file with image data set to a constant value. It is also helpful when wanting to add test files to the test suite that are too large, but for which most of the data can be ignored. It could, in theory, also be used to treat several files on different file systems as one large virtual file.

The file referenced by /vsisparse/ should be an XML control file formatted something like:

<VSISparseFile>
  <Length>87629264</Length>
  <SubfileRegion>  Stuff at start of file.
    <Filename relative="1">251_head.dat</Filename>
    <DestinationOffset>0</DestinationOffset>
    <SourceOffset>0</SourceOffset>
    <RegionLength>2768</RegionLength>
  </SubfileRegion>

  <SubfileRegion>  RasterDMS node.
    <Filename relative="1">251_rasterdms.dat</Filename>
    <DestinationOffset>87313104</DestinationOffset>
    <SourceOffset>0</SourceOffset>
    <RegionLength>160</RegionLength>
  </SubfileRegion>

  <SubfileRegion>  Stuff at end of file.
    <Filename relative="1">251_tail.dat</Filename>
    <DestinationOffset>87611924</DestinationOffset>
    <SourceOffset>0</SourceOffset>
    <RegionLength>17340</RegionLength>
  </SubfileRegion>

  <ConstantRegion>  Default for the rest of the file.
    <DestinationOffset>0</DestinationOffset>
    <RegionLength>87629264</RegionLength>
    <Value>0</Value>
  </ConstantRegion>
</VSISparseFile>

Hopefully the values and semantics are fairly obvious.

This driver is installed by default.

void VSIInstallStdinHandler ( void  )

Install /vsistdin/ file system handler.

A special file handler is installed that allows reading from the standard input steam.

The file operations available are of course limited to Read() and forward Seek() (full seek in the first MB of a file).

Since
GDAL 1.8.0
void VSIInstallStdoutHandler ( void  )

Install /vsistdout/ file system handler.

A special file handler is installed that allows writing to the standard output stream.

The file operations available are of course limited to Write().

Since
GDAL 1.8.0
void CPL_DLL VSIInstallSubFileHandler ( void  )

Install /vsisubfile/ virtual file handler.

This virtual file system handler allows access to subregions of files, treating them as a file on their own to the virtual file system functions (VSIFOpenL(), etc).

A special form of the filename is used to indicate a subportion of another file:

/vsisubfile/<offset>[_<size>],<filename>

The size parameter is optional. Without it the remainder of the file from the start offset as treated as part of the subfile. Otherwise only <size> bytes from <offset> are treated as part of the subfile. The <filename> portion may be a relative or absolute path using normal rules. The <offset> and <size> values are in bytes.

eg. /vsisubfile/1000_3000,/data/abc.ntf /vsisubfile/5000,../xyz/raw.dat

Unlike the /vsimem/ or conventional file system handlers, there is no meaningful support for filesystem operations for creating new files, traversing directories, and deleting files within the /vsisubfile/ area. Only the VSIStatL(), VSIFOpenL() and operations based on the file handle returned by VSIFOpenL() operate properly.

void VSIInstallTarFileHandler ( void  )

Install /vsitar/ file system handler.

A special file handler is installed that allows reading on-the-fly in TAR (regular .tar, or compressed .tar.gz/.tgz) archives.

All portions of the file system underneath the base path "/vsitar/" will be handled by this driver.

The syntax to open a file inside a tar file is /vsitar/path/to/the/file.tar/path/inside/the/tar/file were path/to/the/file.tar is relative or absolute and path/inside/the/tar/file is the relative path to the file inside the archive.

Starting with GDAL 2.2, an alternate syntax is available so as to enable chaining and not being dependent on .tar extension : /vsitar/{/path/to/the/archive}/path/inside/the/tar/file. Note that /path/to/the/archive may also itself this alternate syntax.

If the path is absolute, it should begin with a / on a Unix-like OS (or C:\ on Windows), so the line looks like /vsitar//home/gdal/... For example gdalinfo /vsitar/myarchive.tar/subdir1/file1.tif

Syntactic sugar : if the tar archive contains only one file located at its root, just mentionning "/vsitar/path/to/the/file.tar" will work

VSIStatL() will return the uncompressed size in st_size member and file nature- file or directory - in st_mode member.

Directory listing is available through VSIReadDir().

Since
GDAL 1.8.0
void VSIInstallZipFileHandler ( void  )

Install ZIP file system handler.

A special file handler is installed that allows reading on-the-fly in ZIP (.zip) archives.

All portions of the file system underneath the base path "/vsizip/" will be handled by this driver.

The syntax to open a file inside a zip file is /vsizip/path/to/the/file.zip/path/inside/the/zip/file were path/to/the/file.zip is relative or absolute and path/inside/the/zip/file is the relative path to the file inside the archive.

Starting with GDAL 2.2, an alternate syntax is available so as to enable chaining and not being dependent on .zip extension : /vsitar/{/path/to/the/archive}/path/inside/the/zip/file. Note that /path/to/the/archive may also itself this alternate syntax.

If the path is absolute, it should begin with a / on a Unix-like OS (or C:\ on Windows), so the line looks like /vsizip//home/gdal/... For example gdalinfo /vsizip/myarchive.zip/subdir1/file1.tif

Syntactic sugar : if the .zip file contains only one file located at its root, just mentioning "/vsizip/path/to/the/file.zip" will work

VSIStatL() will return the uncompressed size in st_size member and file nature- file or directory - in st_mode member.

Directory listing is available through VSIReadDir().

Since GDAL 1.8.0, write capabilities are available. They allow creating a new zip file and adding new files to an already existing (or just created) zip file. Read and write operations cannot be interleaved : the new zip must be closed before being re-opened for read.

Additional documentation is to be found at http://trac.osgeo.org/gdal/wiki/UserDocs/ReadInZip

Since
GDAL 1.6.0
int CPL_DLL VSIIsCaseSensitiveFS ( const char *  pszFilename)

Returns if the filenames of the filesystem are case sensitive.

This method retrieves to which filesystem belongs the passed filename and return TRUE if the filenames of that filesystem are case sensitive.

Currently, this will return FALSE only for Windows real filenames. Other VSI virtual filesystems are case sensitive.

This methods avoid ugly #ifndef WIN32 / #endif code, that is wrong when dealing with virtual filenames.

Parameters
pszFilenamethe path of the filesystem object to be tested. UTF-8 encoded.
Returns
TRUE if the filenames of the filesystem are case sensitive.
Since
GDAL 1.8.0
void CPL_DLL* VSIMalloc ( size_t  nSize)

Analog of malloc(). Use VSIFree() to free

void CPL_DLL* VSIMalloc2 ( size_t  nSize1,
size_t  nSize2 
)

VSIMalloc2 allocates (nSize1 * nSize2) bytes. In case of overflow of the multiplication, or if memory allocation fails, a NULL pointer is returned and a CE_Failure error is raised with CPLError(). If nSize1 == 0 || nSize2 == 0, a NULL pointer will also be returned. CPLFree() or VSIFree() can be used to free memory allocated by this function.

void CPL_DLL* VSIMalloc2Verbose ( size_t  nSize1,
size_t  nSize2,
const char *  pszFile,
int  nLine 
)

VSIMalloc2Verbose

void CPL_DLL* VSIMalloc3 ( size_t  nSize1,
size_t  nSize2,
size_t  nSize3 
)

VSIMalloc3 allocates (nSize1 * nSize2 * nSize3) bytes. In case of overflow of the multiplication, or if memory allocation fails, a NULL pointer is returned and a CE_Failure error is raised with CPLError(). If nSize1 == 0 || nSize2 == 0 || nSize3 == 0, a NULL pointer will also be returned. CPLFree() or VSIFree() can be used to free memory allocated by this function.

void CPL_DLL* VSIMalloc3Verbose ( size_t  nSize1,
size_t  nSize2,
size_t  nSize3,
const char *  pszFile,
int  nLine 
)

VSIMalloc3Verbose

void CPL_DLL* VSIMallocAligned ( size_t  nAlignment,
size_t  nSize 
)

Allocates a buffer with an alignment constraint.

The return value must be freed with VSIFreeAligned().

Parameters
nAlignmentMust be a power of 2, multiple of sizeof(void*), and lesser than 256.
nSizeSize of the buffer to allocate.
Returns
a buffer aligned on nAlignment and of size nSize, or NULL
Since
GDAL 2.2
void CPL_DLL* VSIMallocAlignedAuto ( size_t  nSize)

Allocates a buffer with an alignment constraint such that it can be used by the most demanding vector instruction set on that platform.

The return value must be freed with VSIFreeAligned().

Parameters
nSizeSize of the buffer to allocate.
Returns
an aligned buffer of size nSize, or NULL
Since
GDAL 2.2
void CPL_DLL* VSIMallocAlignedAutoVerbose ( size_t  nSize,
const char *  pszFile,
int  nLine 
)
void CPL_DLL* VSIMallocVerbose ( size_t  nSize,
const char *  pszFile,
int  nLine 
)

VSIMallocVerbose

int CPL_DLL VSIMkdir ( const char *  pszPathname,
long  mode 
)

Create a directory.

Create a new directory with the indicated mode. The mode is ignored on some platforms. A reasonable default mode value would be 0666. This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX mkdir() function.

Parameters
pszPathnamethe path to the directory to create. UTF-8 encoded.
modethe permissions mode.
Returns
0 on success or -1 on an error.
char CPL_DLL** VSIReadDir ( const char *  pszPath)

Read names in a directory.

This function abstracts access to directory contains. It returns a list of strings containing the names of files, and directories in this directory. The resulting string list becomes the responsibility of the application and should be freed with CSLDestroy() when no longer needed.

Note that no error is issued via CPLError() if the directory path is invalid, though NULL is returned.

This function used to be known as CPLReadDir(), but the old name is now deprecated.

Parameters
pszPaththe relative, or absolute path of a directory to read. UTF-8 encoded.
Returns
The list of entries in the directory, or NULL if the directory doesn't exist. Filenames are returned in UTF-8 encoding.
char CPL_DLL** VSIReadDirEx ( const char *  pszPath,
int  nMaxFiles 
)

Read names in a directory.

This function abstracts access to directory contains. It returns a list of strings containing the names of files, and directories in this directory. The resulting string list becomes the responsibility of the application and should be freed with CSLDestroy() when no longer needed.

Note that no error is issued via CPLError() if the directory path is invalid, though NULL is returned.

If nMaxFiles is set to a positive number, directory listing will stop after that limit has been reached. Note that to indicate truncate, at least one element more than the nMaxFiles limit will be returned. If CSLCount() on the result is lesser or equal to nMaxFiles, then no truncation occurred.

Parameters
pszPaththe relative, or absolute path of a directory to read. UTF-8 encoded.
nMaxFilesmaximum number of files after which to stop, or 0 for no limit.
Returns
The list of entries in the directory, or NULL if the directory doesn't exist. Filenames are returned in UTF-8 encoding.
Since
GDAL 2.1
char CPL_DLL** VSIReadDirRecursive ( const char *  pszPathIn)

Read names in a directory recursively.

This function abstracts access to directory contents and subdirectories. It returns a list of strings containing the names of files and directories in this directory and all subdirectories. The resulting string list becomes the responsibility of the application and should be freed with CSLDestroy() when no longer needed.

Note that no error is issued via CPLError() if the directory path is invalid, though NULL is returned.

Parameters
pszPathInthe relative, or absolute path of a directory to read. UTF-8 encoded.
Returns
The list of entries in the directory and subdirectories or NULL if the directory doesn't exist. Filenames are returned in UTF-8 encoding.
Since
GDAL 1.10.0
void CPL_DLL* VSIRealloc ( void *  pData,
size_t  nNewSize 
)

Analog of realloc(). Use VSIFree() to free

void CPL_DLL* VSIReallocVerbose ( void *  pOldPtr,
size_t  nNewSize,
const char *  pszFile,
int  nLine 
)

VSIReallocVerbose

int CPL_DLL VSIRename ( const char *  oldpath,
const char *  newpath 
)

Rename a file.

Renames a file object in the file system. It should be possible to rename a file onto a new filesystem, but it is safest if this function is only used to rename files that remain in the same directory.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX rename() function.

Parameters
oldpaththe name of the file to be renamed. UTF-8 encoded.
newpaththe name the file should be given. UTF-8 encoded.
Returns
0 on success or -1 on an error.
void CPL_DLL VSIRewindL ( VSILFILE fp)

Rewind the file pointer to the beginning of the file.

This is equivalent to VSIFSeekL( fp, 0, SEEK_SET )

Analog of the POSIX rewind() call.

Parameters
fpfile handle opened with VSIFOpenL().
int CPL_DLL VSIRmdir ( const char *  pszDirname)

Delete a directory.

Deletes a directory object from the file system. On some systems the directory must be empty before it can be deleted.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX rmdir() function.

Parameters
pszDirnamethe path of the directory to be deleted. UTF-8 encoded.
Returns
0 on success or -1 on an error.
int CPL_DLL VSIStatExL ( const char *  pszFilename,
VSIStatBufL psStatBuf,
int  nFlags 
)

Get filesystem object info.

Fetches status information about a filesystem object (file, directory, etc). The returned information is placed in the VSIStatBufL structure. For portability, only use the st_size (size in bytes) and st_mode (file type). This method is similar to VSIStat(), but will work on large files on systems where this requires special calls.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX stat() function, with an extra parameter to specify which information is needed, which offers a potential for speed optimizations on specialized and potentially slow virtual filesystem objects (/vsigzip/, /vsicurl/)

Parameters
pszFilenamethe path of the filesystem object to be queried. UTF-8 encoded.
psStatBufthe structure to load with information.
nFlags0 to get all information, or VSI_STAT_EXISTS_FLAG, VSI_STAT_NATURE_FLAG or VSI_STAT_SIZE_FLAG, or a combination of those to get partial info.
Returns
0 on success or -1 on an error.
Since
GDAL 1.8.0
int CPL_DLL VSIStatL ( const char *  pszFilename,
VSIStatBufL psStatBuf 
)

Get filesystem object info.

Fetches status information about a filesystem object (file, directory, etc). The returned information is placed in the VSIStatBufL structure. For portability, only use the st_size (size in bytes) and st_mode (file type). This method is similar to VSIStat(), but will work on large files on systems where this requires special calls.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX stat() function.

Parameters
pszFilenamethe path of the filesystem object to be queried. UTF-8 encoded.
psStatBufthe structure to load with information.
Returns
0 on success or -1 on an error.
void CPL_DLL VSIStdoutSetRedirection ( VSIWriteFunction  pFct,
FILE *  stream 
)

Set an alternative write function and output file handle instead of fwrite() / stdout.

Parameters
pFctFunction with same signature as fwrite()
streamFile handle on which to output. Passed to pFct.
Since
GDAL 2.0
char CPL_DLL* VSIStrdup ( const char *  pszString)

Analog of strdup(). Use VSIFree() to free

char CPL_DLL* VSIStrdupVerbose ( const char *  pszStr,
const char *  pszFile,
int  nLine 
)

VSIStrdupVerbose

char CPL_DLL* VSIStrerror ( int  nErrno)

Return the error string corresponding to the error number. Do not free it

int CPL_DLL VSISupportsSparseFiles ( const char *  pszPath)

Returns if the filesystem supports sparse files.

Only supported on Linux (and no other Unix derivatives) and Windows. On Linux, the answer depends on a few hardcoded signatures for common filesystems. Other filesystems will be considered as not supporting sparse files.

Parameters
pszPaththe path of the filesystem object to be tested. UTF-8 encoded.
Returns
TRUE if the file system is known to support sparse files. FALSE may be returned both in cases where it is known to not support them, or when it is unknown.
Since
GDAL 2.2
int CPL_DLL VSIUnlink ( const char *  pszFilename)

Delete a file.

Deletes a file object from the file system.

This method goes through the VSIFileHandler virtualization and may work on unusual filesystems such as in memory.

Analog of the POSIX unlink() function.

Parameters
pszFilenamethe path of the file to be deleted. UTF-8 encoded.
Returns
0 on success or -1 on an error.