| 1 | /* |
| 2 | * Copyright (c) Meta Platforms, Inc. and affiliates. |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * This source code is licensed under both the BSD-style license (found in the |
| 6 | * LICENSE file in the root directory of this source tree) and the GPLv2 (found |
| 7 | * in the COPYING file in the root directory of this source tree). |
| 8 | */ |
| 9 | |
| 10 | #include <stdlib.h> // malloc, free, exit, atoi |
| 11 | #include <stdio.h> // fprintf, perror, feof, fopen, etc. |
| 12 | #include <string.h> // strlen, memset, strcat |
| 13 | #define ZSTD_STATIC_LINKING_ONLY |
| 14 | #include <zstd.h> // presumes zstd library is installed |
| 15 | |
| 16 | #include "../zstd_seekable.h" |
| 17 | |
| 18 | static void* malloc_orDie(size_t size) |
| 19 | { |
| 20 | void* const buff = malloc(size); |
| 21 | if (buff) return buff; |
| 22 | /* error */ |
| 23 | perror("malloc:"); |
| 24 | exit(1); |
| 25 | } |
| 26 | |
| 27 | static FILE* fopen_orDie(const char *filename, const char *instruction) |
| 28 | { |
| 29 | FILE* const inFile = fopen(filename, instruction); |
| 30 | if (inFile) return inFile; |
| 31 | /* error */ |
| 32 | perror(filename); |
| 33 | exit(3); |
| 34 | } |
| 35 | |
| 36 | static size_t fread_orDie(void* buffer, size_t sizeToRead, FILE* file) |
| 37 | { |
| 38 | size_t const readSize = fread(buffer, 1, sizeToRead, file); |
| 39 | if (readSize == sizeToRead) return readSize; /* good */ |
| 40 | if (feof(file)) return readSize; /* good, reached end of file */ |
| 41 | /* error */ |
| 42 | perror("fread"); |
| 43 | exit(4); |
| 44 | } |
| 45 | |
| 46 | static size_t fwrite_orDie(const void* buffer, size_t sizeToWrite, FILE* file) |
| 47 | { |
| 48 | size_t const writtenSize = fwrite(buffer, 1, sizeToWrite, file); |
| 49 | if (writtenSize == sizeToWrite) return sizeToWrite; /* good */ |
| 50 | /* error */ |
| 51 | perror("fwrite"); |
| 52 | exit(5); |
| 53 | } |
| 54 | |
| 55 | static size_t fclose_orDie(FILE* file) |
| 56 | { |
| 57 | if (!fclose(file)) return 0; |
| 58 | /* error */ |
| 59 | perror("fclose"); |
| 60 | exit(6); |
| 61 | } |
| 62 | |
| 63 | static void compressFile_orDie(const char* fname, const char* outName, int cLevel, unsigned frameSize) |
| 64 | { |
| 65 | FILE* const fin = fopen_orDie(fname, "rb"); |
| 66 | FILE* const fout = fopen_orDie(outName, "wb"); |
| 67 | size_t const buffInSize = ZSTD_CStreamInSize(); /* can always read one full block */ |
| 68 | void* const buffIn = malloc_orDie(buffInSize); |
| 69 | size_t const buffOutSize = ZSTD_CStreamOutSize(); /* can always flush a full block */ |
| 70 | void* const buffOut = malloc_orDie(buffOutSize); |
| 71 | |
| 72 | ZSTD_seekable_CStream* const cstream = ZSTD_seekable_createCStream(); |
| 73 | if (cstream==NULL) { fprintf(stderr, "ZSTD_seekable_createCStream() error \n"); exit(10); } |
| 74 | size_t const initResult = ZSTD_seekable_initCStream(cstream, cLevel, 1, frameSize); |
| 75 | if (ZSTD_isError(initResult)) { fprintf(stderr, "ZSTD_seekable_initCStream() error : %s \n", ZSTD_getErrorName(initResult)); exit(11); } |
| 76 | |
| 77 | size_t read, toRead = buffInSize; |
| 78 | while( (read = fread_orDie(buffIn, toRead, fin)) ) { |
| 79 | ZSTD_inBuffer input = { buffIn, read, 0 }; |
| 80 | while (input.pos < input.size) { |
| 81 | ZSTD_outBuffer output = { buffOut, buffOutSize, 0 }; |
| 82 | toRead = ZSTD_seekable_compressStream(cstream, &output , &input); /* toRead is guaranteed to be <= ZSTD_CStreamInSize() */ |
| 83 | if (ZSTD_isError(toRead)) { fprintf(stderr, "ZSTD_seekable_compressStream() error : %s \n", ZSTD_getErrorName(toRead)); exit(12); } |
| 84 | if (toRead > buffInSize) toRead = buffInSize; /* Safely handle case when `buffInSize` is manually changed to a value < ZSTD_CStreamInSize()*/ |
| 85 | fwrite_orDie(buffOut, output.pos, fout); |
| 86 | } |
| 87 | } |
| 88 | |
| 89 | while (1) { |
| 90 | ZSTD_outBuffer output = { buffOut, buffOutSize, 0 }; |
| 91 | size_t const remainingToFlush = ZSTD_seekable_endStream(cstream, &output); /* close stream */ |
| 92 | if (ZSTD_isError(remainingToFlush)) { fprintf(stderr, "ZSTD_seekable_endStream() error : %s \n", ZSTD_getErrorName(remainingToFlush)); exit(13); } |
| 93 | fwrite_orDie(buffOut, output.pos, fout); |
| 94 | if (!remainingToFlush) break; |
| 95 | } |
| 96 | |
| 97 | ZSTD_seekable_freeCStream(cstream); |
| 98 | fclose_orDie(fout); |
| 99 | fclose_orDie(fin); |
| 100 | free(buffIn); |
| 101 | free(buffOut); |
| 102 | } |
| 103 | |
| 104 | static char* createOutFilename_orDie(const char* filename) |
| 105 | { |
| 106 | size_t const inL = strlen(filename); |
| 107 | size_t const outL = inL + 5; |
| 108 | void* outSpace = malloc_orDie(outL); |
| 109 | memset(outSpace, 0, outL); |
| 110 | strcat(outSpace, filename); |
| 111 | strcat(outSpace, ".zst"); |
| 112 | return (char*)outSpace; |
| 113 | } |
| 114 | |
| 115 | #define CLEVEL_DEFAULT 5 |
| 116 | int main(int argc, const char** argv) |
| 117 | { |
| 118 | const char* const exeName = argv[0]; |
| 119 | if (argc<3 || argc>4) { |
| 120 | printf("wrong arguments \n"); |
| 121 | printf("usage: \n"); |
| 122 | printf("%s FILE FRAME_SIZE [LEVEL] \n", exeName); |
| 123 | return 1; |
| 124 | } |
| 125 | |
| 126 | { const char* const inFileName = argv[1]; |
| 127 | unsigned const frameSize = (unsigned)atoi(argv[2]); |
| 128 | int const cLevel = (argc==4) ? atoi(argv[3]) : CLEVEL_DEFAULT; |
| 129 | |
| 130 | char* const outFileName = createOutFilename_orDie(inFileName); |
| 131 | compressFile_orDie(inFileName, outFileName, cLevel, frameSize); |
| 132 | free(outFileName); |
| 133 | } |
| 134 | |
| 135 | return 0; |
| 136 | } |