GDAL
cpl_vsi_virtual.h
1/******************************************************************************
2 * $Id: cpl_vsi_virtual.h 7b937306fdeb31f6adefa6675d83ccd60f99e619 2018-11-25 23:10:44 +0100 Even Rouault $
3 *
4 * Project: VSI Virtual File System
5 * Purpose: Declarations for classes related to the virtual filesystem.
6 * These would only be normally required by applications implementing
7 * their own virtual file system classes which should be rare.
8 * The class interface may be fragile through versions.
9 * Author: Frank Warmerdam, warmerdam@pobox.com
10 *
11 ******************************************************************************
12 * Copyright (c) 2005, Frank Warmerdam <warmerdam@pobox.com>
13 * Copyright (c) 2010-2014, Even Rouault <even dot rouault at mines-paris dot org>
14 *
15 * Permission is hereby granted, free of charge, to any person obtaining a
16 * copy of this software and associated documentation files (the "Software"),
17 * to deal in the Software without restriction, including without limitation
18 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
19 * and/or sell copies of the Software, and to permit persons to whom the
20 * Software is furnished to do so, subject to the following conditions:
21 *
22 * The above copyright notice and this permission notice shall be included
23 * in all copies or substantial portions of the Software.
24 *
25 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
26 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
27 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
28 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
29 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
30 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
31 * DEALINGS IN THE SOFTWARE.
32 ****************************************************************************/
33
34#ifndef CPL_VSI_VIRTUAL_H_INCLUDED
35#define CPL_VSI_VIRTUAL_H_INCLUDED
36
37#include "cpl_vsi.h"
38#include "cpl_vsi_error.h"
39#include "cpl_string.h"
40#include "cpl_multiproc.h"
41
42#include <map>
43#include <vector>
44#include <string>
45
46// To avoid aliasing to GetDiskFreeSpace to GetDiskFreeSpaceA on Windows
47#ifdef GetDiskFreeSpace
48#undef GetDiskFreeSpace
49#endif
50
51/************************************************************************/
52/* VSIVirtualHandle */
53/************************************************************************/
54
56class CPL_DLL VSIVirtualHandle {
57 public:
58 virtual int Seek( vsi_l_offset nOffset, int nWhence ) = 0;
59 virtual vsi_l_offset Tell() = 0;
60 virtual size_t Read( void *pBuffer, size_t nSize, size_t nCount ) = 0;
61 virtual int ReadMultiRange( int nRanges, void ** ppData,
62 const vsi_l_offset* panOffsets,
63 const size_t* panSizes );
64 virtual size_t Write( const void *pBuffer, size_t nSize,size_t nCount)=0;
65 virtual int Eof() = 0;
66 virtual int Flush() {return 0;}
67 virtual int Close() = 0;
68 // Base implementation that only supports file extension.
69 virtual int Truncate( vsi_l_offset nNewSize );
70 virtual void *GetNativeFileDescriptor() { return nullptr; }
72 CPL_UNUSED vsi_l_offset nLength )
73 { return VSI_RANGE_STATUS_UNKNOWN; }
74
75 virtual ~VSIVirtualHandle() { }
76};
77
78/************************************************************************/
79/* VSIFilesystemHandler */
80/************************************************************************/
81
82#ifndef DOXYGEN_SKIP
83class CPL_DLL VSIFilesystemHandler {
84
85public:
86
87 virtual ~VSIFilesystemHandler() {}
88
89 VSIVirtualHandle *Open( const char *pszFilename,
90 const char *pszAccess );
91
92 virtual VSIVirtualHandle *Open( const char *pszFilename,
93 const char *pszAccess,
94 bool bSetError ) = 0;
95 virtual int Stat( const char *pszFilename, VSIStatBufL *pStatBuf, int nFlags) = 0;
96 virtual int Unlink( const char *pszFilename )
97 { (void) pszFilename; errno=ENOENT; return -1; }
98 virtual int Mkdir( const char *pszDirname, long nMode )
99 {(void)pszDirname; (void)nMode; errno=ENOENT; return -1;}
100 virtual int Rmdir( const char *pszDirname )
101 { (void) pszDirname; errno=ENOENT; return -1; }
102 virtual char **ReadDir( const char *pszDirname )
103 { (void) pszDirname; return nullptr; }
104 virtual char **ReadDirEx( const char *pszDirname, int /* nMaxFiles */ )
105 { return ReadDir(pszDirname); }
106 virtual int Rename( const char *oldpath, const char *newpath )
107 { (void) oldpath; (void)newpath; errno=ENOENT; return -1; }
108 virtual int IsCaseSensitive( const char* pszFilename )
109 { (void) pszFilename; return TRUE; }
110 virtual GIntBig GetDiskFreeSpace( const char* /* pszDirname */ ) { return -1; }
111 virtual int SupportsSparseFiles( const char* /* pszPath */ ) { return FALSE; }
112 virtual int HasOptimizedReadMultiRange(const char* /* pszPath */) { return FALSE; }
113 virtual const char* GetActualURL(const char* /*pszFilename*/) { return nullptr; }
114 virtual const char* GetOptions() { return nullptr; }
115 virtual char* GetSignedURL(const char* /*pszFilename*/, CSLConstList /* papszOptions */) { return nullptr; }
116 virtual bool Sync( const char* pszSource, const char* pszTarget,
117 const char* const * papszOptions,
118 GDALProgressFunc pProgressFunc,
119 void *pProgressData,
120 char*** ppapszOutputs );
121
122 virtual VSIDIR* OpenDir( const char *pszPath, int nRecurseDepth,
123 const char* const *papszOptions);
124};
125#endif /* #ifndef DOXYGEN_SKIP */
126
127/************************************************************************/
128/* VSIFileManager */
129/************************************************************************/
130
131#ifndef DOXYGEN_SKIP
132class CPL_DLL VSIFileManager
133{
134private:
135 VSIFilesystemHandler *poDefaultHandler = nullptr;
136 std::map<std::string, VSIFilesystemHandler *> oHandlers{};
137
138 VSIFileManager();
139
140 static VSIFileManager *Get();
141
142 CPL_DISALLOW_COPY_ASSIGN(VSIFileManager)
143
144public:
145 ~VSIFileManager();
146
147 static VSIFilesystemHandler *GetHandler( const char * );
148 static void InstallHandler( const std::string& osPrefix,
149 VSIFilesystemHandler * );
150 /* RemoveHandler is never defined. */
151 /* static void RemoveHandler( const std::string& osPrefix ); */
152
153 static char** GetPrefixes();
154};
155#endif /* #ifndef DOXYGEN_SKIP */
156
157/************************************************************************/
158/* ==================================================================== */
159/* VSIArchiveFilesystemHandler */
160/* ==================================================================== */
161/************************************************************************/
162
163#ifndef DOXYGEN_SKIP
164
165class VSIArchiveEntryFileOffset
166{
167 public:
168 virtual ~VSIArchiveEntryFileOffset();
169};
170
171typedef struct
172{
173 char *fileName;
174 vsi_l_offset uncompressed_size;
175 VSIArchiveEntryFileOffset* file_pos;
176 int bIsDir;
177 GIntBig nModifiedTime;
178} VSIArchiveEntry;
179
180class VSIArchiveContent
181{
182public:
183 time_t mTime = 0;
184 vsi_l_offset nFileSize = 0;
185 int nEntries = 0;
186 VSIArchiveEntry* entries = nullptr;
187
188 ~VSIArchiveContent();
189};
190
191class VSIArchiveReader
192{
193 public:
194 virtual ~VSIArchiveReader();
195
196 virtual int GotoFirstFile() = 0;
197 virtual int GotoNextFile() = 0;
198 virtual VSIArchiveEntryFileOffset* GetFileOffset() = 0;
199 virtual GUIntBig GetFileSize() = 0;
200 virtual CPLString GetFileName() = 0;
201 virtual GIntBig GetModifiedTime() = 0;
202 virtual int GotoFileOffset(VSIArchiveEntryFileOffset* pOffset) = 0;
203};
204
205class VSIArchiveFilesystemHandler : public VSIFilesystemHandler
206{
207 CPL_DISALLOW_COPY_ASSIGN(VSIArchiveFilesystemHandler)
208
209protected:
210 CPLMutex* hMutex = nullptr;
211 /* We use a cache that contains the list of files contained in a VSIArchive file as */
212 /* unarchive.c is quite inefficient in listing them. This speeds up access to VSIArchive files */
213 /* containing ~1000 files like a CADRG product */
214 std::map<CPLString,VSIArchiveContent*> oFileList{};
215
216 virtual const char* GetPrefix() = 0;
217 virtual std::vector<CPLString> GetExtensions() = 0;
218 virtual VSIArchiveReader* CreateReader(const char* pszArchiveFileName) = 0;
219
220public:
221 VSIArchiveFilesystemHandler();
222 virtual ~VSIArchiveFilesystemHandler();
223
224 int Stat( const char *pszFilename, VSIStatBufL *pStatBuf,
225 int nFlags ) override;
226 int Unlink( const char *pszFilename ) override;
227 int Rename( const char *oldpath, const char *newpath ) override;
228 int Mkdir( const char *pszDirname, long nMode ) override;
229 int Rmdir( const char *pszDirname ) override;
230 char **ReadDirEx( const char *pszDirname, int nMaxFiles ) override;
231
232 virtual const VSIArchiveContent* GetContentOfArchive(const char* archiveFilename, VSIArchiveReader* poReader = nullptr);
233 virtual char* SplitFilename(const char *pszFilename, CPLString &osFileInArchive, int bCheckMainFileExists);
234 virtual VSIArchiveReader* OpenArchiveFile(const char* archiveFilename, const char* fileInArchiveName);
235 virtual int FindFileInArchive(const char* archiveFilename, const char* fileInArchiveName, const VSIArchiveEntry** archiveEntry);
236};
237
238/************************************************************************/
239/* VSIDIR */
240/************************************************************************/
241
242struct CPL_DLL VSIDIR
243{
244 VSIDIR() = default;
245 virtual ~VSIDIR();
246
247 virtual const VSIDIREntry* NextDirEntry() = 0;
248
249 private:
250 VSIDIR(const VSIDIR&) = delete;
251 VSIDIR& operator=(const VSIDIR&) = delete;
252};
253
254#endif /* #ifndef DOXYGEN_SKIP */
255
256VSIVirtualHandle CPL_DLL *VSICreateBufferedReaderHandle(VSIVirtualHandle* poBaseHandle);
257VSIVirtualHandle* VSICreateBufferedReaderHandle(VSIVirtualHandle* poBaseHandle,
258 const GByte* pabyBeginningContent,
259 vsi_l_offset nCheatFileSize);
260VSIVirtualHandle CPL_DLL *VSICreateCachedFile( VSIVirtualHandle* poBaseHandle, size_t nChunkSize = 32768, size_t nCacheSize = 0 );
261
262const int CPL_DEFLATE_TYPE_GZIP = 0;
263const int CPL_DEFLATE_TYPE_ZLIB = 1;
264const int CPL_DEFLATE_TYPE_RAW_DEFLATE = 2;
265VSIVirtualHandle CPL_DLL *VSICreateGZipWritable( VSIVirtualHandle* poBaseHandle, int nDeflateType, int bAutoCloseBaseHandle );
266
267#endif /* ndef CPL_VSI_VIRTUAL_H_INCLUDED */
Convenient string class based on std::string.
Definition: cpl_string.h:330
Virtual file handle.
Definition: cpl_vsi_virtual.h:56
virtual int Flush()
Flush pending writes to disk.
Definition: cpl_vsi_virtual.h:66
virtual int Close()=0
Close file.
virtual VSIRangeStatus GetRangeStatus(vsi_l_offset nOffset, vsi_l_offset nLength)
Return if a given file range contains data or holes filled with zeroes.
Definition: cpl_vsi_virtual.h:71
virtual vsi_l_offset Tell()=0
Tell current file offset.
virtual int Seek(vsi_l_offset nOffset, int nWhence)=0
Seek to requested offset.
virtual size_t Read(void *pBuffer, size_t nSize, size_t nCount)=0
Read bytes from file.
virtual void * GetNativeFileDescriptor()
Returns the "native" file descriptor for the virtual handle.
Definition: cpl_vsi_virtual.h:70
virtual int ReadMultiRange(int nRanges, void **ppData, const vsi_l_offset *panOffsets, const size_t *panSizes)
Read several ranges of bytes from file.
virtual size_t Write(const void *pBuffer, size_t nSize, size_t nCount)=0
Write bytes to file.
virtual int Eof()=0
Test for end of file.
virtual int Truncate(vsi_l_offset nNewSize)
Truncate/expand the file to the specified size.
unsigned long long GUIntBig
Large unsigned integer type (generally 64-bit unsigned integer type).
Definition: cpl_port.h:251
#define CPL_UNUSED
Qualifier for an argument that is unused.
Definition: cpl_port.h:948
#define CPL_DISALLOW_COPY_ASSIGN(ClassName)
Helper to remove the copy and assignment constructors so that the compiler will not generate the defa...
Definition: cpl_port.h:997
char ** CSLConstList
Type of a constant null-terminated list of nul terminated strings.
Definition: cpl_port.h:1194
unsigned char GByte
Unsigned byte type.
Definition: cpl_port.h:215
long long GIntBig
Large signed integer type (generally 64-bit integer type).
Definition: cpl_port.h:248
Various convenience functions for working with strings and string lists.
Standard C Covers.
VSIRangeStatus
Range status.
Definition: cpl_vsi.h:176
@ VSI_RANGE_STATUS_UNKNOWN
Unknown.
Definition: cpl_vsi.h:177
struct VSIDIR VSIDIR
Opaque type for a directory iterator.
Definition: cpl_vsi.h:309
struct VSI_STAT64_T VSIStatBufL
Type for VSIStatL()
Definition: cpl_vsi.h:194
GUIntBig vsi_l_offset
Type for a file offset.
Definition: cpl_vsi.h:140
Directory entry.
Definition: cpl_vsi.h:317

Generated for GDAL by doxygen 1.9.4.