123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611 |
- #include <string.h>
- #include "fastlz.h"
- #define FASTLZ_SAFE
- #if defined(FASTLZ_USE_SAFE_DECOMPRESSOR) && (FASTLZ_USE_SAFE_DECOMPRESSOR == 0)
- #undef FASTLZ_SAFE
- #endif
- #if defined(__clang__) || (defined(__GNUC__) && (__GNUC__ > 2))
- #define FASTLZ_LIKELY(c) (__builtin_expect(!!(c), 1))
- #define FASTLZ_UNLIKELY(c) (__builtin_expect(!!(c), 0))
- #else
- #define FASTLZ_LIKELY(c) (c)
- #define FASTLZ_UNLIKELY(c) (c)
- #endif
- #if defined(FASTLZ_SAFE)
- #define FASTLZ_BOUND_CHECK(cond) \
- if (FASTLZ_UNLIKELY(!(cond))) return 0;
- #else
- #define FASTLZ_BOUND_CHECK(cond) \
- do { \
- } while (0)
- #endif
- #define MAX_COPY 32
- #define MAX_LEN 264
- #define MAX_L1_DISTANCE 8192
- #define MAX_L2_DISTANCE 8191
- #define MAX_FARDISTANCE (65535 + MAX_L2_DISTANCE - 1)
- #define FASTLZ_READU16(p) ((p)[0] | (p)[1] << 8)
- #define HASH_LOG (FASTLZ_HASH_LOG)
- #define HASH_SIZE (1 << HASH_LOG)
- #define HASH_MASK (HASH_SIZE - 1)
- #define HASH_FUNCTION(v, p) \
- { \
- v = FASTLZ_READU16(p); \
- v ^= FASTLZ_READU16(p + 1) ^ (v >> (16 - HASH_LOG)); \
- v &= HASH_MASK; \
- }
- #define PTR2IDX(base, ptr) (uint16_t)((uint32_t)ptr - (uint32_t)base)
- #define IDX2PTR(base, idx) ((const uint8_t*)base + idx)
- static uint16_t *htab = NULL;
- int fastlz_init(void* buf, int length) {
- htab = (uint16_t*)buf;
- if (length < FASTLZ_BUF_SIZE) {
- return 0;
- }
- return FASTLZ_BUF_SIZE;
- }
- int fastlz1_compress(const void* input, int length, void* output) {
- const uint8_t* ip = (const uint8_t*)input;
- const uint8_t* ip_bound = ip + length - 2;
- const uint8_t* ip_limit = ip + length - 12 - 1;
- uint8_t* op = (uint8_t*)output;
- uint32_t hval;
- uint32_t copy;
-
- if (FASTLZ_UNLIKELY(length < 4)) {
- if (length) {
-
- *op++ = length - 1;
- ip_bound++;
- while (ip <= ip_bound) *op++ = *ip++;
- return length + 1;
- } else
- return 0;
- }
-
- if (!htab) {
- return 0;
- }
- for (hval = 0; hval < HASH_SIZE; ++hval) {
- htab[hval] = PTR2IDX(input, ip);
- }
-
- copy = 2;
- *op++ = MAX_COPY - 1;
- *op++ = *ip++;
- *op++ = *ip++;
-
- while (FASTLZ_LIKELY(ip < ip_limit)) {
- const uint8_t* ref;
- uint32_t distance;
-
- uint32_t len = 3;
-
- const uint8_t* anchor = ip;
-
- HASH_FUNCTION(hval, ip);
- ref = IDX2PTR(input, htab[hval]);
-
- htab[hval] = PTR2IDX(input, anchor);
-
- distance = anchor - ref;
-
- if (distance == 0 || (distance >= MAX_L1_DISTANCE) || *ref++ != *ip++ ||
- *ref++ != *ip++ || *ref++ != *ip++)
- goto literal;
-
- ip = anchor + len;
-
- distance--;
- if (!distance) {
-
- uint8_t x = ip[-1];
- while (ip < ip_bound)
- if (*ref++ != x)
- break;
- else
- ip++;
- } else
- for (;;) {
-
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- while (ip < ip_bound)
- if (*ref++ != *ip++) break;
- break;
- }
-
- if (copy)
- *(op - copy - 1) = copy - 1;
- else
-
- op--;
-
- copy = 0;
-
- ip -= 3;
- len = ip - anchor;
-
- if (FASTLZ_UNLIKELY(len > MAX_LEN - 2))
- while (len > MAX_LEN - 2) {
- *op++ = (7 << 5) + (distance >> 8);
- *op++ = MAX_LEN - 2 - 7 - 2;
- *op++ = (distance & 255);
- len -= MAX_LEN - 2;
- }
- if (len < 7) {
- *op++ = (len << 5) + (distance >> 8);
- *op++ = (distance & 255);
- } else {
- *op++ = (7 << 5) + (distance >> 8);
- *op++ = len - 7;
- *op++ = (distance & 255);
- }
-
- HASH_FUNCTION(hval, ip);
- htab[hval] = PTR2IDX(input, ip++);
- HASH_FUNCTION(hval, ip);
- htab[hval] = PTR2IDX(input, ip++);
-
- *op++ = MAX_COPY - 1;
- continue;
- literal:
- *op++ = *anchor++;
- ip = anchor;
- copy++;
- if (FASTLZ_UNLIKELY(copy == MAX_COPY)) {
- copy = 0;
- *op++ = MAX_COPY - 1;
- }
- }
-
- ip_bound++;
- while (ip <= ip_bound) {
- *op++ = *ip++;
- copy++;
- if (copy == MAX_COPY) {
- copy = 0;
- *op++ = MAX_COPY - 1;
- }
- }
-
- if (copy)
- *(op - copy - 1) = copy - 1;
- else
- op--;
- return op - (uint8_t*)output;
- }
- #if defined(FASTLZ_USE_MEMMOVE) && (FASTLZ_USE_MEMMOVE == 0)
- static void fastlz_memmove(uint8_t* dest, const uint8_t* src, uint32_t count) {
- do {
- *dest++ = *src++;
- } while (--count);
- }
- static void fastlz_memcpy(uint8_t* dest, const uint8_t* src, uint32_t count) {
- return fastlz_memmove(dest, src, count);
- }
- #else
- #include <string.h>
- static void fastlz_memmove(uint8_t* dest, const uint8_t* src, uint32_t count) {
- if ((count > 4) && (dest >= src + count)) {
- memmove(dest, src, count);
- } else {
- switch (count) {
- default:
- do {
- *dest++ = *src++;
- } while (--count);
- break;
- case 3:
- *dest++ = *src++;
- case 2:
- *dest++ = *src++;
- case 1:
- *dest++ = *src++;
- case 0:
- break;
- }
- }
- }
- static void fastlz_memcpy(uint8_t* dest, const uint8_t* src, uint32_t count) {
- memcpy(dest, src, count);
- }
- #endif
- int fastlz1_decompress(const void* input, int length, void* output,
- int maxout) {
- const uint8_t* ip = (const uint8_t*)input;
- const uint8_t* ip_limit = ip + length;
- const uint8_t* ip_bound = ip_limit - 2;
- uint8_t* op = (uint8_t*)output;
- uint8_t* op_limit = op + maxout;
- uint32_t ctrl = (*ip++) & 31;
- while (1) {
- if (ctrl >= 32) {
- uint32_t len = (ctrl >> 5) - 1;
- uint32_t ofs = (ctrl & 31) << 8;
- const uint8_t* ref = op - ofs - 1;
- if (len == 7 - 1) {
- FASTLZ_BOUND_CHECK(ip <= ip_bound);
- len += *ip++;
- }
- ref -= *ip++;
- len += 3;
- FASTLZ_BOUND_CHECK(op + len <= op_limit);
- FASTLZ_BOUND_CHECK(ref >= (uint8_t*)output);
- fastlz_memmove(op, ref, len);
- op += len;
- } else {
- ctrl++;
- FASTLZ_BOUND_CHECK(op + ctrl <= op_limit);
- FASTLZ_BOUND_CHECK(ip + ctrl <= ip_limit);
- fastlz_memcpy(op, ip, ctrl);
- ip += ctrl;
- op += ctrl;
- }
- if (FASTLZ_UNLIKELY(ip > ip_bound)) break;
- ctrl = *ip++;
- }
- return op - (uint8_t*)output;
- }
- int fastlz2_compress(const void* input, int length, void* output) {
- const uint8_t* ip = (const uint8_t*)input;
- const uint8_t* ip_bound = ip + length - 2;
- const uint8_t* ip_limit = ip + length - 12 - 1;
- uint8_t* op = (uint8_t*)output;
- uint32_t hval;
- uint32_t copy;
-
- if (FASTLZ_UNLIKELY(length < 4)) {
- if (length) {
-
- *op++ = length - 1;
- ip_bound++;
- while (ip <= ip_bound) *op++ = *ip++;
- return length + 1;
- } else
- return 0;
- }
-
- if (!htab) {
- return 0;
- }
- for (hval = 0; hval < HASH_SIZE; ++hval) {
- htab[hval] = PTR2IDX(input, ip);
- }
-
- copy = 2;
- *op++ = MAX_COPY - 1;
- *op++ = *ip++;
- *op++ = *ip++;
-
- while (FASTLZ_LIKELY(ip < ip_limit)) {
- const uint8_t* ref;
- uint32_t distance;
-
- uint32_t len = 3;
-
- const uint8_t* anchor = ip;
-
- if (ip[0] == ip[-1] && ip[0] == ip[1] && ip[1] == ip[2]) {
- distance = 1;
- ip += 3;
- ref = anchor - 1 + 3;
- goto match;
- }
-
- HASH_FUNCTION(hval, ip);
- ref = IDX2PTR(input, htab[hval]);
-
- htab[hval] = PTR2IDX(input, anchor);
-
- distance = anchor - ref;
-
- if (distance == 0 || (distance >= MAX_FARDISTANCE) || *ref++ != *ip++ ||
- *ref++ != *ip++ || *ref++ != *ip++)
- goto literal;
-
- if (distance >= MAX_L2_DISTANCE) {
- if (*ip++ != *ref++ || *ip++ != *ref++) goto literal;
- len += 2;
- }
- match:
-
- ip = anchor + len;
-
- distance--;
- if (!distance) {
-
- uint8_t x = ip[-1];
- while (ip < ip_bound)
- if (*ref++ != x)
- break;
- else
- ip++;
- } else
- for (;;) {
-
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- if (*ref++ != *ip++) break;
- while (ip < ip_bound)
- if (*ref++ != *ip++) break;
- break;
- }
-
- if (copy)
- *(op - copy - 1) = copy - 1;
- else
-
- op--;
-
- copy = 0;
-
- ip -= 3;
- len = ip - anchor;
-
- if (distance < MAX_L2_DISTANCE) {
- if (len < 7) {
- *op++ = (len << 5) + (distance >> 8);
- *op++ = (distance & 255);
- } else {
- *op++ = (7 << 5) + (distance >> 8);
- for (len -= 7; len >= 255; len -= 255) *op++ = 255;
- *op++ = len;
- *op++ = (distance & 255);
- }
- } else {
-
- if (len < 7) {
- distance -= MAX_L2_DISTANCE;
- *op++ = (len << 5) + 31;
- *op++ = 255;
- *op++ = distance >> 8;
- *op++ = distance & 255;
- } else {
- distance -= MAX_L2_DISTANCE;
- *op++ = (7 << 5) + 31;
- for (len -= 7; len >= 255; len -= 255) *op++ = 255;
- *op++ = len;
- *op++ = 255;
- *op++ = distance >> 8;
- *op++ = distance & 255;
- }
- }
-
- HASH_FUNCTION(hval, ip);
- htab[hval] = PTR2IDX(input, ip++);
- HASH_FUNCTION(hval, ip);
- htab[hval] = PTR2IDX(input, ip++);
-
- *op++ = MAX_COPY - 1;
- continue;
- literal:
- *op++ = *anchor++;
- ip = anchor;
- copy++;
- if (FASTLZ_UNLIKELY(copy == MAX_COPY)) {
- copy = 0;
- *op++ = MAX_COPY - 1;
- }
- }
-
- ip_bound++;
- while (ip <= ip_bound) {
- *op++ = *ip++;
- copy++;
- if (copy == MAX_COPY) {
- copy = 0;
- *op++ = MAX_COPY - 1;
- }
- }
-
- if (copy)
- *(op - copy - 1) = copy - 1;
- else
- op--;
-
- *(uint8_t*)output |= (1 << 5);
- return op - (uint8_t*)output;
- }
- int fastlz2_decompress(const void* input, int length, void* output,
- int maxout) {
- const uint8_t* ip = (const uint8_t*)input;
- const uint8_t* ip_limit = ip + length;
- const uint8_t* ip_bound = ip_limit - 2;
- uint8_t* op = (uint8_t*)output;
- uint8_t* op_limit = op + maxout;
- uint32_t ctrl = (*ip++) & 31;
- while (1) {
- if (ctrl >= 32) {
- uint32_t len = (ctrl >> 5) - 1;
- uint32_t ofs = (ctrl & 31) << 8;
- const uint8_t* ref = op - ofs - 1;
- uint8_t code;
- if (len == 7 - 1) do {
- FASTLZ_BOUND_CHECK(ip <= ip_bound);
- code = *ip++;
- len += code;
- } while (code == 255);
- code = *ip++;
- ref -= code;
- len += 3;
-
- if (FASTLZ_UNLIKELY(code == 255))
- if (FASTLZ_LIKELY(ofs == (31 << 8))) {
- FASTLZ_BOUND_CHECK(ip < ip_bound);
- ofs = (*ip++) << 8;
- ofs += *ip++;
- ref = op - ofs - MAX_L2_DISTANCE - 1;
- }
- FASTLZ_BOUND_CHECK(op + len <= op_limit);
- FASTLZ_BOUND_CHECK(ref >= (uint8_t*)output);
- fastlz_memmove(op, ref, len);
- op += len;
- } else {
- ctrl++;
- FASTLZ_BOUND_CHECK(op + ctrl <= op_limit);
- FASTLZ_BOUND_CHECK(ip + ctrl <= ip_limit);
- fastlz_memcpy(op, ip, ctrl);
- ip += ctrl;
- op += ctrl;
- }
- if (FASTLZ_UNLIKELY(ip >= ip_limit)) break;
- ctrl = *ip++;
- }
- return op - (uint8_t*)output;
- }
- int fastlz_compress(const void* input, int length, void* output) {
-
- if (length < 65536) return fastlz1_compress(input, length, output);
-
- return fastlz2_compress(input, length, output);
- }
- int fastlz_decompress(const void* input, int length, void* output, int maxout) {
-
- int level = ((*(const uint8_t*)input) >> 5) + 1;
- if (level == 1) return fastlz1_decompress(input, length, output, maxout);
- if (level == 2) return fastlz2_decompress(input, length, output, maxout);
-
- return 0;
- }
- int fastlz_compress_level(int level, const void* input, int length,
- void* output) {
- if (level == 1) return fastlz1_compress(input, length, output);
- if (level == 2) return fastlz2_compress(input, length, output);
- return 0;
- }
|