9e052883 |
1 | /* MtCoder.h -- Multi-thread Coder\r |
2 | 2018-07-04 : Igor Pavlov : Public domain */\r |
3 | \r |
4 | #ifndef __MT_CODER_H\r |
5 | #define __MT_CODER_H\r |
6 | \r |
7 | #include "MtDec.h"\r |
8 | \r |
9 | EXTERN_C_BEGIN\r |
10 | \r |
11 | /*\r |
12 | if ( defined MTCODER__USE_WRITE_THREAD) : main thread writes all data blocks to output stream\r |
13 | if (not defined MTCODER__USE_WRITE_THREAD) : any coder thread can write data blocks to output stream\r |
14 | */\r |
15 | /* #define MTCODER__USE_WRITE_THREAD */\r |
16 | \r |
17 | #ifndef _7ZIP_ST\r |
18 | #define MTCODER__GET_NUM_BLOCKS_FROM_THREADS(numThreads) ((numThreads) + (numThreads) / 8 + 1)\r |
19 | #define MTCODER__THREADS_MAX 64\r |
20 | #define MTCODER__BLOCKS_MAX (MTCODER__GET_NUM_BLOCKS_FROM_THREADS(MTCODER__THREADS_MAX) + 3)\r |
21 | #else\r |
22 | #define MTCODER__THREADS_MAX 1\r |
23 | #define MTCODER__BLOCKS_MAX 1\r |
24 | #endif\r |
25 | \r |
26 | \r |
27 | #ifndef _7ZIP_ST\r |
28 | \r |
29 | \r |
30 | typedef struct\r |
31 | {\r |
32 | ICompressProgress vt;\r |
33 | CMtProgress *mtProgress;\r |
34 | UInt64 inSize;\r |
35 | UInt64 outSize;\r |
36 | } CMtProgressThunk;\r |
37 | \r |
38 | void MtProgressThunk_CreateVTable(CMtProgressThunk *p);\r |
39 | \r |
40 | #define MtProgressThunk_Init(p) { (p)->inSize = 0; (p)->outSize = 0; }\r |
41 | \r |
42 | \r |
43 | struct _CMtCoder;\r |
44 | \r |
45 | \r |
46 | typedef struct\r |
47 | {\r |
48 | struct _CMtCoder *mtCoder;\r |
49 | unsigned index;\r |
50 | int stop;\r |
51 | Byte *inBuf;\r |
52 | \r |
53 | CAutoResetEvent startEvent;\r |
54 | CThread thread;\r |
55 | } CMtCoderThread;\r |
56 | \r |
57 | \r |
58 | typedef struct\r |
59 | {\r |
60 | SRes (*Code)(void *p, unsigned coderIndex, unsigned outBufIndex,\r |
61 | const Byte *src, size_t srcSize, int finished);\r |
62 | SRes (*Write)(void *p, unsigned outBufIndex);\r |
63 | } IMtCoderCallback2;\r |
64 | \r |
65 | \r |
66 | typedef struct\r |
67 | {\r |
68 | SRes res;\r |
69 | unsigned bufIndex;\r |
70 | BoolInt finished;\r |
71 | } CMtCoderBlock;\r |
72 | \r |
73 | \r |
74 | typedef struct _CMtCoder\r |
75 | {\r |
76 | /* input variables */\r |
77 | \r |
78 | size_t blockSize; /* size of input block */\r |
79 | unsigned numThreadsMax;\r |
80 | UInt64 expectedDataSize;\r |
81 | \r |
82 | ISeqInStream *inStream;\r |
83 | const Byte *inData;\r |
84 | size_t inDataSize;\r |
85 | \r |
86 | ICompressProgress *progress;\r |
87 | ISzAllocPtr allocBig;\r |
88 | \r |
89 | IMtCoderCallback2 *mtCallback;\r |
90 | void *mtCallbackObject;\r |
91 | \r |
92 | \r |
93 | /* internal variables */\r |
94 | \r |
95 | size_t allocatedBufsSize;\r |
96 | \r |
97 | CAutoResetEvent readEvent;\r |
98 | CSemaphore blocksSemaphore;\r |
99 | \r |
100 | BoolInt stopReading;\r |
101 | SRes readRes;\r |
102 | \r |
103 | #ifdef MTCODER__USE_WRITE_THREAD\r |
104 | CAutoResetEvent writeEvents[MTCODER__BLOCKS_MAX];\r |
105 | #else\r |
106 | CAutoResetEvent finishedEvent;\r |
107 | SRes writeRes;\r |
108 | unsigned writeIndex;\r |
109 | Byte ReadyBlocks[MTCODER__BLOCKS_MAX];\r |
110 | LONG numFinishedThreads;\r |
111 | #endif\r |
112 | \r |
113 | unsigned numStartedThreadsLimit;\r |
114 | unsigned numStartedThreads;\r |
115 | \r |
116 | unsigned numBlocksMax;\r |
117 | unsigned blockIndex;\r |
118 | UInt64 readProcessed;\r |
119 | \r |
120 | CCriticalSection cs;\r |
121 | \r |
122 | unsigned freeBlockHead;\r |
123 | unsigned freeBlockList[MTCODER__BLOCKS_MAX];\r |
124 | \r |
125 | CMtProgress mtProgress;\r |
126 | CMtCoderBlock blocks[MTCODER__BLOCKS_MAX];\r |
127 | CMtCoderThread threads[MTCODER__THREADS_MAX];\r |
128 | } CMtCoder;\r |
129 | \r |
130 | \r |
131 | void MtCoder_Construct(CMtCoder *p);\r |
132 | void MtCoder_Destruct(CMtCoder *p);\r |
133 | SRes MtCoder_Code(CMtCoder *p);\r |
134 | \r |
135 | \r |
136 | #endif\r |
137 | \r |
138 | \r |
139 | EXTERN_C_END\r |
140 | \r |
141 | #endif\r |