ioapi_buf.c 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461
  1. /* ioapi_buf.c -- IO base function header for compress/uncompress .zip
  2. files using zlib + zip or unzip API
  3. This version of ioapi is designed to buffer IO.
  4. Copyright (C) 2012-2017 Nathan Moinvaziri
  5. https://github.com/nmoinvaz/minizip
  6. This program is distributed under the terms of the same license as zlib.
  7. See the accompanying LICENSE file for the full text of the license.
  8. */
  9. #include <stdio.h>
  10. #include <stdlib.h>
  11. #include <string.h>
  12. #include <stdarg.h>
  13. #include "zlib.h"
  14. #include "ioapi.h"
  15. #include "ioapi_buf.h"
  16. #ifndef IOBUF_BUFFERSIZE
  17. # define IOBUF_BUFFERSIZE (UINT16_MAX)
  18. #endif
  19. #if defined(_WIN32)
  20. # include <conio.h>
  21. # define PRINTF _cprintf
  22. # define VPRINTF _vcprintf
  23. #else
  24. # define PRINTF printf
  25. # define VPRINTF vprintf
  26. #endif
  27. //#define IOBUF_VERBOSE
  28. #ifdef __GNUC__
  29. #ifndef max
  30. #define max(x,y) ({ \
  31. const typeof(x) _x = (x); \
  32. const typeof(y) _y = (y); \
  33. (void) (&_x == &_y); \
  34. _x > _y ? _x : _y; })
  35. #endif /* __GNUC__ */
  36. #ifndef min
  37. #define min(x,y) ({ \
  38. const typeof(x) _x = (x); \
  39. const typeof(y) _y = (y); \
  40. (void) (&_x == &_y); \
  41. _x < _y ? _x : _y; })
  42. #endif
  43. #endif
  44. typedef struct ourstream_s {
  45. char readbuf[IOBUF_BUFFERSIZE];
  46. uint32_t readbuf_len;
  47. uint32_t readbuf_pos;
  48. uint32_t readbuf_hits;
  49. uint32_t readbuf_misses;
  50. char writebuf[IOBUF_BUFFERSIZE];
  51. uint32_t writebuf_len;
  52. uint32_t writebuf_pos;
  53. uint32_t writebuf_hits;
  54. uint32_t writebuf_misses;
  55. uint64_t position;
  56. voidpf stream;
  57. } ourstream_t;
  58. #if defined(IOBUF_VERBOSE)
  59. # define print_buf(o,s,f,...) print_buf_internal(o,s,f,__VA_ARGS__);
  60. #else
  61. # define print_buf(o,s,f,...)
  62. #endif
  63. void print_buf_internal(voidpf opaque, voidpf stream, char *format, ...)
  64. {
  65. ourstream_t *streamio = (ourstream_t *)stream;
  66. va_list arglist;
  67. PRINTF("Buf stream %p - ", streamio);
  68. va_start(arglist, format);
  69. VPRINTF(format, arglist);
  70. va_end(arglist);
  71. }
  72. voidpf fopen_buf_internal_func(voidpf opaque, voidpf stream, uint32_t number_disk, int mode)
  73. {
  74. ourstream_t *streamio = NULL;
  75. if (stream == NULL)
  76. return NULL;
  77. streamio = (ourstream_t *)malloc(sizeof(ourstream_t));
  78. if (streamio == NULL)
  79. return NULL;
  80. memset(streamio, 0, sizeof(ourstream_t));
  81. streamio->stream = stream;
  82. print_buf(opaque, streamio, "open [num %d mode %d]\n", number_disk, mode);
  83. return streamio;
  84. }
  85. voidpf ZCALLBACK fopen_buf_func(voidpf opaque, const char *filename, int mode)
  86. {
  87. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  88. voidpf stream = bufio->filefunc.zopen_file(bufio->filefunc.opaque, filename, mode);
  89. return fopen_buf_internal_func(opaque, stream, 0, mode);
  90. }
  91. voidpf ZCALLBACK fopen64_buf_func(voidpf opaque, const void *filename, int mode)
  92. {
  93. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  94. voidpf stream = bufio->filefunc64.zopen64_file(bufio->filefunc64.opaque, filename, mode);
  95. return fopen_buf_internal_func(opaque, stream, 0, mode);
  96. }
  97. voidpf ZCALLBACK fopendisk_buf_func(voidpf opaque, voidpf stream_cd, uint32_t number_disk, int mode)
  98. {
  99. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  100. ourstream_t *streamio = (ourstream_t *)stream_cd;
  101. voidpf *stream = bufio->filefunc.zopendisk_file(bufio->filefunc.opaque, streamio->stream, number_disk, mode);
  102. return fopen_buf_internal_func(opaque, stream, number_disk, mode);
  103. }
  104. voidpf ZCALLBACK fopendisk64_buf_func(voidpf opaque, voidpf stream_cd, uint32_t number_disk, int mode)
  105. {
  106. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  107. ourstream_t *streamio = (ourstream_t *)stream_cd;
  108. voidpf stream = bufio->filefunc64.zopendisk64_file(bufio->filefunc64.opaque, streamio->stream, number_disk, mode);
  109. return fopen_buf_internal_func(opaque, stream, number_disk, mode);
  110. }
  111. long fflush_buf(voidpf opaque, voidpf stream)
  112. {
  113. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  114. ourstream_t *streamio = (ourstream_t *)stream;
  115. uint32_t total_bytes_to_write = 0;
  116. uint32_t bytes_to_write = streamio->writebuf_len;
  117. uint32_t bytes_left_to_write = streamio->writebuf_len;
  118. long bytes_written = 0;
  119. while (bytes_left_to_write > 0)
  120. {
  121. if (bufio->filefunc64.zwrite_file != NULL)
  122. bytes_written = bufio->filefunc64.zwrite_file(bufio->filefunc64.opaque, streamio->stream, streamio->writebuf + (bytes_to_write - bytes_left_to_write), bytes_left_to_write);
  123. else
  124. bytes_written = bufio->filefunc.zwrite_file(bufio->filefunc.opaque, streamio->stream, streamio->writebuf + (bytes_to_write - bytes_left_to_write), bytes_left_to_write);
  125. streamio->writebuf_misses += 1;
  126. print_buf(opaque, stream, "write flush [%d:%d len %d]\n", bytes_to_write, bytes_left_to_write, streamio->writebuf_len);
  127. if (bytes_written < 0)
  128. return bytes_written;
  129. total_bytes_to_write += bytes_written;
  130. bytes_left_to_write -= bytes_written;
  131. streamio->position += bytes_written;
  132. }
  133. streamio->writebuf_len = 0;
  134. streamio->writebuf_pos = 0;
  135. return total_bytes_to_write;
  136. }
  137. uint32_t ZCALLBACK fread_buf_func(voidpf opaque, voidpf stream, void *buf, uint32_t size)
  138. {
  139. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  140. ourstream_t *streamio = (ourstream_t *)stream;
  141. uint32_t buf_len = 0;
  142. uint32_t bytes_to_read = 0;
  143. uint32_t bytes_to_copy = 0;
  144. uint32_t bytes_left_to_read = size;
  145. uint32_t bytes_read = 0;
  146. print_buf(opaque, stream, "read [size %ld pos %lld]\n", size, streamio->position);
  147. if (streamio->writebuf_len > 0)
  148. {
  149. print_buf(opaque, stream, "switch from write to read, not yet supported [%lld]\n", streamio->position);
  150. }
  151. while (bytes_left_to_read > 0)
  152. {
  153. if ((streamio->readbuf_len == 0) || (streamio->readbuf_pos == streamio->readbuf_len))
  154. {
  155. if (streamio->readbuf_len == IOBUF_BUFFERSIZE)
  156. {
  157. streamio->readbuf_pos = 0;
  158. streamio->readbuf_len = 0;
  159. }
  160. bytes_to_read = IOBUF_BUFFERSIZE - (streamio->readbuf_len - streamio->readbuf_pos);
  161. if (bufio->filefunc64.zread_file != NULL)
  162. bytes_read = bufio->filefunc64.zread_file(bufio->filefunc64.opaque, streamio->stream, streamio->readbuf + streamio->readbuf_pos, bytes_to_read);
  163. else
  164. bytes_read = bufio->filefunc.zread_file(bufio->filefunc.opaque, streamio->stream, streamio->readbuf + streamio->readbuf_pos, bytes_to_read);
  165. streamio->readbuf_misses += 1;
  166. streamio->readbuf_len += bytes_read;
  167. streamio->position += bytes_read;
  168. print_buf(opaque, stream, "filled [read %d/%d buf %d:%d pos %lld]\n", bytes_read, bytes_to_read, streamio->readbuf_pos, streamio->readbuf_len, streamio->position);
  169. if (bytes_read == 0)
  170. break;
  171. }
  172. if ((streamio->readbuf_len - streamio->readbuf_pos) > 0)
  173. {
  174. bytes_to_copy = min(bytes_left_to_read, (uint32_t)(streamio->readbuf_len - streamio->readbuf_pos));
  175. memcpy((char *)buf + buf_len, streamio->readbuf + streamio->readbuf_pos, bytes_to_copy);
  176. buf_len += bytes_to_copy;
  177. bytes_left_to_read -= bytes_to_copy;
  178. streamio->readbuf_hits += 1;
  179. streamio->readbuf_pos += bytes_to_copy;
  180. print_buf(opaque, stream, "emptied [copied %d remaining %d buf %d:%d pos %lld]\n", bytes_to_copy, bytes_left_to_read, streamio->readbuf_pos, streamio->readbuf_len, streamio->position);
  181. }
  182. }
  183. return size - bytes_left_to_read;
  184. }
  185. uint32_t ZCALLBACK fwrite_buf_func(voidpf opaque, voidpf stream, const void *buf, uint32_t size)
  186. {
  187. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  188. ourstream_t *streamio = (ourstream_t *)stream;
  189. uint32_t bytes_to_write = size;
  190. uint32_t bytes_left_to_write = size;
  191. uint32_t bytes_to_copy = 0;
  192. int64_t ret = 0;
  193. print_buf(opaque, stream, "write [size %ld len %d pos %lld]\n", size, streamio->writebuf_len, streamio->position);
  194. if (streamio->readbuf_len > 0)
  195. {
  196. streamio->position -= streamio->readbuf_len;
  197. streamio->position += streamio->readbuf_pos;
  198. streamio->readbuf_len = 0;
  199. streamio->readbuf_pos = 0;
  200. print_buf(opaque, stream, "switch from read to write [%lld]\n", streamio->position);
  201. if (bufio->filefunc64.zseek64_file != NULL)
  202. ret = bufio->filefunc64.zseek64_file(bufio->filefunc64.opaque, streamio->stream, streamio->position, ZLIB_FILEFUNC_SEEK_SET);
  203. else
  204. ret = bufio->filefunc.zseek_file(bufio->filefunc.opaque, streamio->stream, (uint32_t)streamio->position, ZLIB_FILEFUNC_SEEK_SET);
  205. if (ret != 0)
  206. return (uint32_t)-1;
  207. }
  208. while (bytes_left_to_write > 0)
  209. {
  210. bytes_to_copy = min(bytes_left_to_write, (uint32_t)(IOBUF_BUFFERSIZE - min(streamio->writebuf_len, streamio->writebuf_pos)));
  211. if (bytes_to_copy == 0)
  212. {
  213. if (fflush_buf(opaque, stream) <= 0)
  214. return 0;
  215. continue;
  216. }
  217. memcpy(streamio->writebuf + streamio->writebuf_pos, (char *)buf + (bytes_to_write - bytes_left_to_write), bytes_to_copy);
  218. print_buf(opaque, stream, "write copy [remaining %d write %d:%d len %d]\n", bytes_to_copy, bytes_to_write, bytes_left_to_write, streamio->writebuf_len);
  219. bytes_left_to_write -= bytes_to_copy;
  220. streamio->writebuf_pos += bytes_to_copy;
  221. streamio->writebuf_hits += 1;
  222. if (streamio->writebuf_pos > streamio->writebuf_len)
  223. streamio->writebuf_len += streamio->writebuf_pos - streamio->writebuf_len;
  224. }
  225. return size - bytes_left_to_write;
  226. }
  227. uint64_t ftell_buf_internal_func(voidpf opaque, voidpf stream, uint64_t position)
  228. {
  229. ourstream_t *streamio = (ourstream_t *)stream;
  230. streamio->position = position;
  231. print_buf(opaque, stream, "tell [pos %llu readpos %d writepos %d err %d]\n", streamio->position, streamio->readbuf_pos, streamio->writebuf_pos, errno);
  232. if (streamio->readbuf_len > 0)
  233. position -= (streamio->readbuf_len - streamio->readbuf_pos);
  234. if (streamio->writebuf_len > 0)
  235. position += streamio->writebuf_pos;
  236. return position;
  237. }
  238. long ZCALLBACK ftell_buf_func(voidpf opaque, voidpf stream)
  239. {
  240. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  241. ourstream_t *streamio = (ourstream_t *)stream;
  242. uint64_t position = bufio->filefunc.ztell_file(bufio->filefunc.opaque, streamio->stream);
  243. return (long)ftell_buf_internal_func(opaque, stream, position);
  244. }
  245. uint64_t ZCALLBACK ftell64_buf_func(voidpf opaque, voidpf stream)
  246. {
  247. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  248. ourstream_t *streamio = (ourstream_t *)stream;
  249. uint64_t position = bufio->filefunc64.ztell64_file(bufio->filefunc64.opaque, streamio->stream);
  250. return ftell_buf_internal_func(opaque, stream, position);
  251. }
  252. int fseek_buf_internal_func(voidpf opaque, voidpf stream, uint64_t offset, int origin)
  253. {
  254. ourstream_t *streamio = (ourstream_t *)stream;
  255. print_buf(opaque, stream, "seek [origin %d offset %llu pos %lld]\n", origin, offset, streamio->position);
  256. switch (origin)
  257. {
  258. case ZLIB_FILEFUNC_SEEK_SET:
  259. if (streamio->writebuf_len > 0)
  260. {
  261. if ((offset >= streamio->position) && (offset <= streamio->position + streamio->writebuf_len))
  262. {
  263. streamio->writebuf_pos = (uint32_t)(offset - streamio->position);
  264. return 0;
  265. }
  266. }
  267. if ((streamio->readbuf_len > 0) && (offset < streamio->position) && (offset >= streamio->position - streamio->readbuf_len))
  268. {
  269. streamio->readbuf_pos = (uint32_t)(offset - (streamio->position - streamio->readbuf_len));
  270. return 0;
  271. }
  272. if (fflush_buf(opaque, stream) < 0)
  273. return -1;
  274. streamio->position = offset;
  275. break;
  276. case ZLIB_FILEFUNC_SEEK_CUR:
  277. if (streamio->readbuf_len > 0)
  278. {
  279. if (offset <= (streamio->readbuf_len - streamio->readbuf_pos))
  280. {
  281. streamio->readbuf_pos += (uint32_t)offset;
  282. return 0;
  283. }
  284. offset -= (streamio->readbuf_len - streamio->readbuf_pos);
  285. streamio->position += offset;
  286. }
  287. if (streamio->writebuf_len > 0)
  288. {
  289. if (offset <= (streamio->writebuf_len - streamio->writebuf_pos))
  290. {
  291. streamio->writebuf_pos += (uint32_t)offset;
  292. return 0;
  293. }
  294. //offset -= (streamio->writebuf_len - streamio->writebuf_pos);
  295. }
  296. if (fflush_buf(opaque, stream) < 0)
  297. return -1;
  298. break;
  299. case ZLIB_FILEFUNC_SEEK_END:
  300. if (streamio->writebuf_len > 0)
  301. {
  302. streamio->writebuf_pos = streamio->writebuf_len;
  303. return 0;
  304. }
  305. break;
  306. }
  307. streamio->readbuf_len = 0;
  308. streamio->readbuf_pos = 0;
  309. streamio->writebuf_len = 0;
  310. streamio->writebuf_pos = 0;
  311. return 1;
  312. }
  313. long ZCALLBACK fseek_buf_func(voidpf opaque, voidpf stream, uint32_t offset, int origin)
  314. {
  315. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  316. ourstream_t *streamio = (ourstream_t *)stream;
  317. long ret = -1;
  318. if (bufio->filefunc.zseek_file == NULL)
  319. return ret;
  320. ret = fseek_buf_internal_func(opaque, stream, offset, origin);
  321. if (ret == 1)
  322. ret = bufio->filefunc.zseek_file(bufio->filefunc.opaque, streamio->stream, offset, origin);
  323. return ret;
  324. }
  325. long ZCALLBACK fseek64_buf_func(voidpf opaque, voidpf stream, uint64_t offset, int origin)
  326. {
  327. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  328. ourstream_t *streamio = (ourstream_t *)stream;
  329. long ret = -1;
  330. if (bufio->filefunc64.zseek64_file == NULL)
  331. return ret;
  332. ret = fseek_buf_internal_func(opaque, stream, offset, origin);
  333. if (ret == 1)
  334. ret = bufio->filefunc64.zseek64_file(bufio->filefunc64.opaque, streamio->stream, offset, origin);
  335. return ret;
  336. }
  337. int ZCALLBACK fclose_buf_func(voidpf opaque, voidpf stream)
  338. {
  339. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  340. ourstream_t *streamio = (ourstream_t *)stream;
  341. int ret = 0;
  342. fflush_buf(opaque, stream);
  343. print_buf(opaque, stream, "close\n");
  344. if (streamio->readbuf_hits + streamio->readbuf_misses > 0)
  345. print_buf(opaque, stream, "read efficency %.02f%%\n", (streamio->readbuf_hits / ((float)streamio->readbuf_hits + streamio->readbuf_misses)) * 100);
  346. if (streamio->writebuf_hits + streamio->writebuf_misses > 0)
  347. print_buf(opaque, stream, "write efficency %.02f%%\n", (streamio->writebuf_hits / ((float)streamio->writebuf_hits + streamio->writebuf_misses)) * 100);
  348. if (bufio->filefunc64.zclose_file != NULL)
  349. ret = bufio->filefunc64.zclose_file(bufio->filefunc64.opaque, streamio->stream);
  350. else
  351. ret = bufio->filefunc.zclose_file(bufio->filefunc.opaque, streamio->stream);
  352. free(streamio);
  353. return ret;
  354. }
  355. int ZCALLBACK ferror_buf_func(voidpf opaque, voidpf stream)
  356. {
  357. ourbuffer_t *bufio = (ourbuffer_t *)opaque;
  358. ourstream_t *streamio = (ourstream_t *)stream;
  359. if (bufio->filefunc64.zerror_file != NULL)
  360. return bufio->filefunc64.zerror_file(bufio->filefunc64.opaque, streamio->stream);
  361. return bufio->filefunc.zerror_file(bufio->filefunc.opaque, streamio->stream);
  362. }
  363. void fill_buffer_filefunc(zlib_filefunc_def *pzlib_filefunc_def, ourbuffer_t *ourbuf)
  364. {
  365. pzlib_filefunc_def->zopen_file = fopen_buf_func;
  366. pzlib_filefunc_def->zopendisk_file = fopendisk_buf_func;
  367. pzlib_filefunc_def->zread_file = fread_buf_func;
  368. pzlib_filefunc_def->zwrite_file = fwrite_buf_func;
  369. pzlib_filefunc_def->ztell_file = ftell_buf_func;
  370. pzlib_filefunc_def->zseek_file = fseek_buf_func;
  371. pzlib_filefunc_def->zclose_file = fclose_buf_func;
  372. pzlib_filefunc_def->zerror_file = ferror_buf_func;
  373. pzlib_filefunc_def->opaque = ourbuf;
  374. }
  375. void fill_buffer_filefunc64(zlib_filefunc64_def *pzlib_filefunc_def, ourbuffer_t *ourbuf)
  376. {
  377. pzlib_filefunc_def->zopen64_file = fopen64_buf_func;
  378. pzlib_filefunc_def->zopendisk64_file = fopendisk64_buf_func;
  379. pzlib_filefunc_def->zread_file = fread_buf_func;
  380. pzlib_filefunc_def->zwrite_file = fwrite_buf_func;
  381. pzlib_filefunc_def->ztell64_file = ftell64_buf_func;
  382. pzlib_filefunc_def->zseek64_file = fseek64_buf_func;
  383. pzlib_filefunc_def->zclose_file = fclose_buf_func;
  384. pzlib_filefunc_def->zerror_file = ferror_buf_func;
  385. pzlib_filefunc_def->opaque = ourbuf;
  386. }