Go to the documentation of this file.
30 #ifndef CPL_WORKER_THREAD_POOL_H_INCLUDED_
31 #define CPL_WORKER_THREAD_POOL_H_INCLUDED_
33 #include "cpl_multiproc.h"
49 CPLThreadFunc pfnFunc;
55 CPLThreadFunc pfnInitFunc;
58 CPLJoinableThread *hThread;
71 } CPLWorkerThreadState;
72 #endif // ndef DOXYGEN_SKIP
77 std::vector<CPLWorkerThread> aWT;
80 volatile CPLWorkerThreadState eState;
82 volatile int nPendingJobs;
84 CPLList* psWaitingWorkerThreadsList;
85 int nWaitingWorkerThreads;
87 static void WorkerThreadFunction(
void* user_data);
89 void DeclareJobFinished();
90 CPLWorkerThreadJob* GetNextJob(CPLWorkerThread* psWorkerThread);
96 bool Setup(
int nThreads,
97 CPLThreadFunc pfnInitFunc,
99 bool SubmitJob(CPLThreadFunc pfnFunc,
void* pData);
100 bool SubmitJobs(CPLThreadFunc pfnFunc,
const std::vector<void*>& apData);
101 void WaitCompletion(
int nMaxRemainingJobs = 0);
107 #endif // CPL_WORKER_THREAD_POOL_H_INCLUDED_
int Close() override
Close file.
Definition: cpl_vsil_sparsefile.cpp:147
int CPLListCount(const CPLList *psList)
Definition: cpl_list.cpp:210
#define CPL_LSBWORD32(x)
Definition: cpl_port.h:816
char * CPLRecodeFromWChar(const wchar_t *pwszSource, const char *pszSrcEncoding, const char *pszDstEncoding)
Definition: cpl_recode.cpp:149
@ VSI_RANGE_STATUS_HOLE
Definition: cpl_vsi.h:178
@ CXT_Element
Definition: cpl_minixml.h:46
void VSIStdoutSetRedirection(VSIWriteFunction pFct, FILE *stream)
Definition: cpl_vsil_stdout.cpp:64
const char * CPLReadLineL(VSILFILE *)
Definition: cpl_conv.cpp:630
#define GINTBIG_MAX
Definition: cpl_port.h:254
char ** CSLTokenizeString2(const char *pszString, const char *pszDelimiter, int nCSLTFlags)
Definition: cpl_string.cpp:836
GIntBig CPLGetUsablePhysicalRAM(void)
Definition: cpl_vsisimple.cpp:1431
void VSIFreeAligned(void *ptr)
Definition: cpl_vsisimple.cpp:971
Definition: cpl_vsil_sparsefile.cpp:106
unsigned char GByte
Definition: cpl_port.h:213
void * VSIMallocVerbose(size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1134
vsi_l_offset Tell() override
Tell current file offset.
Definition: cpl_vsil_sparsefile.cpp:190
size_t VSIFReadL(void *, size_t, size_t, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Read bytes from file.
Definition: cpl_vsil.cpp:1146
int VSIRmdir(const char *pszDirname)
Delete a directory.
Definition: cpl_vsil.cpp:468
bool Setup(int nThreads, CPLThreadFunc pfnInitFunc, void **pasInitData)
Definition: cpl_worker_thread_pool.cpp:350
void * VSIReallocVerbose(void *pOldPtr, size_t nNewSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1220
int Close() override
Close file.
Definition: cpl_vsil_subfile.cpp:111
CPLXMLNode * CPLParseXMLFile(const char *pszFilename)
Parse XML file into tree.
Definition: cpl_minixml.cpp:2131
virtual int Truncate(vsi_l_offset nNewSize)
Truncate/expand the file to the specified size.
CPLSTRING_DLL CPLString & Printf(const char *pszFormat,...)
Definition: cplstring.cpp:67
void VSIInstallStdoutHandler(void)
Install /vsistdout/ file system handler.
Definition: cpl_vsil_stdout.cpp:435
void * CPLZLibInflate(const void *ptr, size_t nBytes, void *outptr, size_t nOutAvailableBytes, size_t *pnOutBytes)
Uncompress a buffer compressed with ZLib DEFLATE compression.
Definition: cpl_conv.cpp:3106
struct _CPLList * psNext
Definition: cpl_list.h:60
int CPLPrintUIntBig(char *, GUIntBig, int)
Definition: cpl_conv.cpp:1348
Definition: cpl_vsil_sparsefile.cpp:56
String list class designed around our use of C "char**" string lists.
Definition: cpl_string.h:447
void * CPLCalloc(size_t, size_t)
Definition: cpl_conv.cpp:138
size_t Read(void *pBuffer, size_t nSize, size_t nMemb) override
Read bytes from file.
Definition: cpl_vsil_subfile.cpp:169
CPLErr CPLCloseZip(void *hZip)
Definition: cpl_conv.cpp:3095
size_t Read(void *pBuffer, size_t nSize, size_t nMemb) override
Read bytes from file.
Definition: cpl_vsil_sparsefile.cpp:200
bool SubmitJob(CPLThreadFunc pfnFunc, void *pData)
Definition: cpl_worker_thread_pool.cpp:138
void VSIInstallAzureStreamingFileHandler(void)
Install /vsiaz_streaming/ Microsoft Azure Blob file system handler (requires libcurl)
Definition: cpl_vsil_curl_streaming.cpp:2153
void * VSIRealloc(void *, size_t)
Definition: cpl_vsisimple.cpp:677
void VSIInstallSubFileHandler(void)
Definition: cpl_vsil_subfile.cpp:501
~CPLWorkerThreadPool()
Definition: cpl_worker_thread_pool.cpp:71
VSIRangeStatus
Definition: cpl_vsi.h:174
GIntBig CPLGetPhysicalRAM(void)
Definition: cpl_vsisimple.cpp:1360
int VSIMkdir(const char *pszPathname, long mode)
Create a directory.
Definition: cpl_vsil.cpp:333
virtual int Close()=0
Close file.
Convenient string class based on std::string.
Definition: cpl_string.h:336
int VSIRename(const char *oldpath, const char *newpath)
Rename a file.
Definition: cpl_vsil.cpp:439
void VSIRewindL(VSILFILE *)
Rewind the file pointer to the beginning of the file.
Definition: cpl_vsil.cpp:1053
size_t VSIFWriteL(const void *, size_t, size_t, VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Write bytes to file.
Definition: cpl_vsil.cpp:1260
virtual int Flush()
Flush pending writes to disk.
Definition: cpl_vsi_virtual.h:97
size_t(* VSIWriteFunction)(const void *ptr, size_t size, size_t nmemb, FILE *stream)
Definition: cpl_vsi.h:355
void * CPLRealloc(void *, size_t)
Definition: cpl_conv.cpp:225
Definition: cpl_minixml.h:66
#define CPL_FRMT_GIB
Definition: cpl_port.h:314
#define EQUAL(a, b)
Definition: cpl_port.h:559
const char * CPLGetPath(const char *)
Definition: cpl_path.cpp:153
int VSIFCloseL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Close file.
Definition: cpl_vsil.cpp:928
virtual vsi_l_offset Tell()=0
Tell current file offset.
CPLErr CPLCloseFileInZip(void *hZip)
Definition: cpl_conv.cpp:3093
void VSIInstallSparseFileHandler(void)
Definition: cpl_vsil_sparsefile.cpp:559
CPLStringList & AddString(const char *pszNewString)
Definition: cplstringlist.cpp:353
Definition: cpl_vsil_subfile.cpp:53
#define CPLAssert(expr)
Definition: cpl_error.h:182
const char * VSIGetFileSystemOptions(const char *pszFilename)
Return the list of options associated with a virtual file system handler as a serialized XML string.
Definition: cpl_vsil.cpp:1759
int Eof() override
Test for end of file.
Definition: cpl_vsil_sparsefile.cpp:345
@ VSI_RANGE_STATUS_UNKNOWN
Definition: cpl_vsi.h:176
int VSIFEofL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Test for end of file.
Definition: cpl_vsil.cpp:1306
wchar_t * CPLRecodeToWChar(const char *pszSource, const char *pszSrcEncoding, const char *pszDstEncoding)
Definition: cpl_recode.cpp:208
Definition: cpl_list.h:51
#define CPLE_OutOfMemory
Definition: cpl_error.h:101
bool CPLTestBool(const char *pszValue)
Definition: cpl_string.cpp:1526
void VSIInstallGZipFileHandler(void)
Install GZip file system handler.
Definition: cpl_vsil_gzip.cpp:1822
void * pData
Definition: cpl_list.h:56
char * CPLGetCurrentDir(void)
Definition: cpl_path.cpp:396
virtual size_t Read(void *pBuffer, size_t nSize, size_t nCount)=0
Read bytes from file.
#define CPL_FRMT_GUIB
Definition: cpl_port.h:316
vsi_l_offset VSIFTellL(VSILFILE *)
Tell current file offset.
Definition: cpl_vsil.cpp:1031
unsigned long long GUIntBig
Definition: cpl_port.h:249
void * CPLCreateZip(const char *pszZipFilename, char **papszOptions)
Definition: cpl_conv.cpp:3081
#define CPL_ENC_UTF8
Definition: cpl_string.h:263
int VSIFFlushL(VSILFILE *) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Flush pending writes to disk.
Definition: cpl_vsil.cpp:1094
void CPLDestroyXMLNode(CPLXMLNode *)
Destroy a tree.
Definition: cpl_minixml.cpp:1412
void CPLDebug(const char *, const char *,...)
Definition: cpl_error.cpp:544
void VSIInstallStdinHandler(void)
Install /vsistdin/ file system handler.
Definition: cpl_vsil_stdin.cpp:434
int CPLIsFilenameRelative(const char *pszFilename)
Definition: cpl_path.cpp:806
virtual VSIRangeStatus GetRangeStatus(vsi_l_offset nOffset, vsi_l_offset nLength)
Return if a given file range contains data or holes filled with zeroes.
Definition: cpl_vsi_virtual.h:102
const char * CPLFormFilename(const char *pszPath, const char *pszBasename, const char *pszExtension)
Definition: cpl_path.cpp:535
void * VSIMalloc3Verbose(size_t nSize1, size_t nSize2, size_t nSize3, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1176
bool SubmitJobs(CPLThreadFunc pfnFunc, const std::vector< void * > &apData)
Definition: cpl_worker_thread_pool.cpp:208
int VSIStatL(const char *, VSIStatBufL *)
Get filesystem object info.
Definition: cpl_vsil.cpp:558
int VSIUnlink(const char *pszFilename)
Delete a file.
Definition: cpl_vsil.cpp:408
#define STARTS_WITH(a, b)
Definition: cpl_port.h:568
void * CPLMalloc(size_t)
Definition: cpl_conv.cpp:168
void VSIInstallGSStreamingFileHandler(void)
Install /vsigs_streaming/ Google Cloud Storage file system handler (requires libcurl)
Definition: cpl_vsil_curl_streaming.cpp:2135
void * VSIMalloc2Verbose(size_t nSize1, size_t nSize2, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1151
void VSIInstallCurlStreamingFileHandler(void)
Install /vsicurl_streaming/ HTTP/FTP file system handler (requires libcurl).
Definition: cpl_vsil_curl_streaming.cpp:2098
char * VSIStrerror(int)
Definition: cpl_vsisimple.cpp:1343
void VSIInstallTarFileHandler(void)
Install /vsitar/ file system handler.
Definition: cpl_vsil_tar.cpp:586
int VSIFSeekL(VSILFILE *, vsi_l_offset, int) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Seek to requested offset.
Definition: cpl_vsil.cpp:988
const char * CPLSPrintf(const char *fmt,...)
Definition: cpl_string.cpp:977
virtual size_t Write(const void *pBuffer, size_t nSize, size_t nCount)=0
Write bytes to file.
const char * CPLGetXMLValue(const CPLXMLNode *poRoot, const char *pszPath, const char *pszDefault)
Fetch element/attribute value.
Definition: cpl_minixml.cpp:1645
CPLStringList & Assign(char **papszListIn, int bTakeOwnership=TRUE)
Definition: cplstringlist.cpp:211
char ** CSLAddNameValue(char **papszStrList, const char *pszName, const char *pszValue)
Definition: cpl_string.cpp:1838
Definition: cpl_multiproc.h:139
void CPLError(CPLErr eErrClass, CPLErrorNum err_no, const char *fmt,...)
Definition: cpl_error.cpp:232
void VSIInstallZipFileHandler(void)
Install ZIP file system handler.
Definition: cpl_vsil_gzip.cpp:2659
GUIntBig vsi_l_offset
Definition: cpl_vsi.h:139
void VSIFree(void *)
Definition: cpl_vsisimple.cpp:823
#define CPLE_NotSupported
Definition: cpl_error.h:109
void CPLListDestroy(CPLList *psList)
Definition: cpl_list.cpp:285
void * VSIMalloc2(size_t nSize1, size_t nSize2)
Definition: cpl_vsisimple.cpp:1112
char * VSIStrdup(const char *)
Definition: cpl_vsisimple.cpp:991
int Eof() override
Test for end of file.
Definition: cpl_vsil_subfile.cpp:250
void * VSICalloc(size_t, size_t)
Definition: cpl_vsisimple.cpp:440
char * VSIStrdupVerbose(const char *pszStr, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1238
void * VSIMallocAlignedAuto(size_t nSize)
Definition: cpl_vsisimple.cpp:934
int GetThreadCount() const
Definition: cpl_worker_thread_pool.h:104
#define CPL_ARRAYSIZE(array)
Definition: cpl_port.h:1035
virtual int Eof()=0
Test for end of file.
#define VSI_STAT_EXISTS_FLAG
Definition: cpl_vsi.h:200
CPLErr CPLWriteFileInZip(void *hZip, const void *pBuffer, int nBufferSize)
Definition: cpl_conv.cpp:3091
void * VSIMalloc(size_t)
Definition: cpl_vsisimple.cpp:554
void CSLDestroy(char **papszStrList)
Definition: cpl_string.cpp:200
long long GIntBig
Definition: cpl_port.h:246
vsi_l_offset Tell() override
Tell current file offset.
Definition: cpl_vsil_subfile.cpp:156
int VSIStatExL(const char *pszFilename, VSIStatBufL *psStatBuf, int nFlags)
Get filesystem object info.
Definition: cpl_vsil.cpp:597
Definition: cpl_vsil_subfile.cpp:79
#define CPL_ENC_UCS2
Definition: cpl_string.h:267
#define VSI_MALLOC_VERBOSE(size)
Definition: cpl_vsi.h:265
Definition: cpl_worker_thread_pool.h:75
#define CPL_UNUSED
Definition: cpl_port.h:938
int Count() const
Definition: cplstringlist.cpp:238
struct CPLXMLNode * psNext
Next sibling.
Definition: cpl_minixml.h:106
#define CPL_FORMAT_STRING(arg)
Definition: cpl_port.h:919
struct stat64 VSIStatBufL
Definition: cpl_vsi.h:191
void VSIInstallOSSStreamingFileHandler(void)
Install /vsioss_streaming/ Alibaba Cloud Object Storage Service (OSS) file system handler (requires l...
Definition: cpl_vsil_curl_streaming.cpp:2172
void WaitCompletion(int nMaxRemainingJobs=0)
Definition: cpl_worker_thread_pool.cpp:322
void VSIInstallSwiftStreamingFileHandler(void)
Install /vsiswift_streamin/ OpenStack Swif Object Storage (Swift) file system handler (requires libcu...
Definition: cpl_vsil_curl_streaming.cpp:2191
char ** StealList()
Definition: cplstringlist.cpp:509
void VSIInstallS3StreamingFileHandler(void)
Install /vsis3_streaming/ Amazon S3 file system handler (requires libcurl).
Definition: cpl_vsil_curl_streaming.cpp:2116
size_t Write(const void *pBuffer, size_t nSize, size_t nMemb) override
Write bytes to file.
Definition: cpl_vsil_sparsefile.cpp:333
Definition: cpl_vsi_virtual.h:56
CPLStringList & AddStringDirectly(char *pszNewString)
Definition: cplstringlist.cpp:325
int Seek(vsi_l_offset nOffset, int nWhence) override
Seek to requested offset.
Definition: cpl_vsil_sparsefile.cpp:163
void * VSIMallocAlignedAutoVerbose(size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:947
VSILFILE * VSIFOpenL(const char *, const char *)
Open file.
Definition: cpl_vsil.cpp:818
void * VSIMallocAligned(size_t nAlignment, size_t nSize)
Definition: cpl_vsisimple.cpp:888
int Seek(vsi_l_offset nOffset, int nWhence) override
Seek to requested offset.
Definition: cpl_vsil_subfile.cpp:124
virtual void * GetNativeFileDescriptor()
Returns the "native" file descriptor for the virtual handle.
Definition: cpl_vsi_virtual.h:101
char * CPLStrdup(const char *)
Definition: cpl_conv.cpp:293
GUIntBig CPLScanUIntBig(const char *, int)
Definition: cpl_conv.cpp:964
struct CPLXMLNode * psChild
Child node.
Definition: cpl_minixml.h:118
CPLErr CPLCreateFileInZip(void *hZip, const char *pszFilename, char **papszOptions)
Definition: cpl_conv.cpp:3089
size_t Write(const void *pBuffer, size_t nSize, size_t nMemb) override
Write bytes to file.
Definition: cpl_vsil_subfile.cpp:215
#define CPLE_FileIO
Definition: cpl_error.h:103
void * VSIMalloc3(size_t nSize1, size_t nSize2, size_t nSize3)
Definition: cpl_vsisimple.cpp:1125
#define CPLFree
Definition: cpl_conv.h:81
@ VSI_RANGE_STATUS_DATA
Definition: cpl_vsi.h:177
#define VSI_STAT_SIZE_FLAG
Definition: cpl_vsi.h:204
int VSIFPrintfL(VSILFILE *, const char *,...) EXPERIMENTAL_CPL_WARN_UNUSED_RESULT
Formatted write to file.
Definition: cpl_vsil.cpp:1374
Definition: cpl_vsil_sparsefile.cpp:78
void * VSICallocVerbose(size_t nCount, size_t nSize, const char *pszFile, int nLine)
Definition: cpl_vsisimple.cpp:1201
const char * CPLGetConfigOption(const char *, const char *)
Definition: cpl_conv.cpp:1690
FILE VSILFILE
Definition: cpl_vsi.h:155
virtual int Seek(vsi_l_offset nOffset, int nWhence)=0
Seek to requested offset.
#define STARTS_WITH_CI(a, b)
Definition: cpl_port.h:570
#define CPLE_AppDefined
Definition: cpl_error.h:99
unsigned int GUInt32
Definition: cpl_port.h:205
Generated for GDAL by
1.8.17.