lzss_test.c

#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/stat.h>
#include <inttypes.h>
#include <fcntl.h>

#ifdef TEST

#if defined(_WIN32) || defined(_WIN64)
#define WINDOWS
#include <windows.h>
#include "mmap.h"
#if defined(_MSC_VER)
#pragma comment(lib, "advapi32.lib")
#pragma comment(lib, "user32.lib")
#endif
#else
#define LINUX
#include <unistd.h>
#include <sys/types.h>
#include <sys/mman.h>
#endif

#endif

#define BASE 65521L /* largest prime smaller than 65536 */
#define NMAX 5000  
// NMAX (was 5521) the largest n such that 255n(n+1)/2 + (n+1)(BASE-1) <= 2^32-1

#define DO1(buf,i)  {s1 += buf[i]; s2 += s1;}
#define DO2(buf,i)  DO1(buf,i); DO1(buf,i+1);
#define DO4(buf,i)  DO2(buf,i); DO2(buf,i+2);
#define DO8(buf,i)  DO4(buf,i); DO4(buf,i+4);
#define DO16(buf)   DO8(buf,0); DO8(buf,8);

uint32_t lzadler32(uint8_t *buf, int32_t len)
{
    unsigned long s1 = 1; // adler & 0xffff;
    unsigned long s2 = 0; // (adler >> 16) & 0xffff;
    int k;

    while (len > 0) {
        k = len < NMAX ? len : NMAX;
        len -= k;
        while (k >= 16) {
            DO16(buf);
            buf += 16;
            k -= 16;
        }
        if (k != 0) do {
            s1 += *buf++;
            s2 += s1;
        } while (--k);
        s1 %= BASE;
        s2 %= BASE;
    }
    return (s2 << 16) | s1;
}



/**************************************************************
 LZSS.C -- A Data Compression Program
***************************************************************
    4/6/1989 Haruhiko Okumura
    Use, distribute, and modify this program freely.
    Please send me your improved versions.
        PC-VAN      SCIENCE
        NIFTY-Serve PAF01022
        CompuServe  74050,1022

**************************************************************/

#define N         4096  /* size of ring buffer - must be power of 2 */
#define F         18    /* upper limit for match_length */
#define THRESHOLD 2     /* encode string into position and length
                           if match_length is greater than this */
#define NIL       N     /* index for root of binary search trees */

struct encode_state {
    /*
     * left & right children & parent. These constitute binary search trees.
     */
    int lchild[N + 1], rchild[N + 257], parent[N + 1];

    /* ring buffer of size N, with extra F-1 bytes to aid string comparison */
    uint8_t text_buf[N + F - 1];

    /*
     * match_length of longest match.
     * These are set by the insert_node() procedure.
     */
    int match_position, match_length;
};

uint32_t
lzss_decompress(uint32_t srclen, uint8_t *dst, uint8_t *src) {
    /* ring buffer of size N, with extra F-1 bytes to aid string comparison */
    uint8_t  buf[N + F - 1];
    uint8_t  *dststart = dst;
    uint8_t  *srcend = src + srclen;
    int      i, j, k, r, c;
    uint32_t flags;
    
    memset(buf, 0, N);
    
    r = N - F;
    flags = 0;
    
    while(src != srcend) {
      if(((flags >>= 1) & 0x100) == 0) {
        c = *src++;
        flags = c | 0xFF00;
      }
      if(flags & 1) {
        c = *src++;
        *dst++ = c;
        buf[r++] = c;
        r &= (N - 1);
      } else {
        i  = *src++;
        j  = *src++;
        i |= ((j & 0xF0) << 4);
        j  =  (j & 0x0F) + THRESHOLD;
        for(k = 0; k <= j; k++) {
          c = buf[(i + k) & (N - 1)];
          *dst++ = c;
          buf[r++] = c;
          r &= (N - 1);
        }
      }
    }
    return dst - dststart;
}

uint32_t
lzss_decompress2(uint32_t srclen, uint8_t *dst, uint8_t *src) {
    /* ring buffer of size N, with extra F-1 bytes to aid string comparison */
    uint8_t text_buf[N + F - 1];
    uint8_t *dststart = dst;
    uint8_t *srcend = src + srclen;
    int          i, j, k, r, c;
    unsigned int flags;
    
    dst = dststart;
    srcend = src + srclen;
    for(i = 0; i < N - F; i++)
      text_buf[i] = ' ';
    r = N - F;
    flags = 0;
    
    for(;;) {
      if(((flags >>= 1) & 0x100) == 0) {
        if (src < srcend) c = *src++; else break;
        flags = c | 0xFF00;  /* uses higher byte cleverly */
      }   /* to count eight */
      if(flags & 1) {
        if (src < srcend) c = *src++; else break;
        *dst++ = c;
        text_buf[r++] = c;
        r &= (N - 1);
      } else {
        if(src < srcend) i = *src++; else break;
        if(src < srcend) j = *src++; else break;
        i |= ((j & 0xF0) << 4);
        j  =  (j & 0x0F) + THRESHOLD;
        for (k = 0; k <= j; k++) {
          c = text_buf[(i + k) & (N - 1)];
          *dst++ = c;
          text_buf[r++] = c;
          r &= (N - 1);
        }
      }
    }
    return dst - dststart;
}

/*
 * initialize state, mostly the trees
 *
 * For i = 0 to N - 1, rchild[i] and lchild[i] will be the right and left 
 * children of node i.  These nodes need not be initialized.  Also, parent[i] 
 * is the parent of node i.  These are initialized to NIL (= N), which stands 
 * for 'not used.'  For i = 0 to 255, rchild[N + i + 1] is the root of the 
 * tree for strings that begin with character i.  These are initialized to NIL. 
 * Note there are 256 trees. */
static void init_state(struct encode_state *sp)
{
    int  i;

    memset(sp, 0, sizeof(*sp));

    for (i = 0; i < N - F; i++)
        sp->text_buf[i] = 0;
    for (i = N + 1; i <= N + 256; i++)
        sp->rchild[i] = NIL;
    for (i = 0; i < N; i++)
        sp->parent[i] = NIL;
}

/*
 * Inserts string of length F, text_buf[r..r+F-1], into one of the trees
 * (text_buf[r]'th tree) and returns the longest-match position and length
 * via the global variables match_position and match_length.
 * If match_length = F, then removes the old node in favor of the new one,
 * because the old one will be deleted sooner. Note r plays double role,
 * as tree node and position in buffer.
 */
static void insert_node(struct encode_state *sp, int r)
{
    int  i, p, cmp;
    uint8_t  *key;

    cmp = 1;
    key = &sp->text_buf[r];
    p = N + 1 + key[0];
    sp->rchild[r] = sp->lchild[r] = NIL;
    sp->match_length = 0;
    for ( ; ; ) {
        if (cmp >= 0) {
            if (sp->rchild[p] != NIL)
                p = sp->rchild[p];
            else {
                sp->rchild[p] = r; 
                sp->parent[r] = p;
                return;
            }
        } else {
            if (sp->lchild[p] != NIL)
                p = sp->lchild[p];
            else {
                sp->lchild[p] = r;
                sp->parent[r] = p;
                return;
            }
        }
        for (i = 1; i < F; i++) {
            if ((cmp = key[i] - sp->text_buf[p + i]) != 0)
                break;
        }
        if (i > sp->match_length) {
            sp->match_position = p;
            if ((sp->match_length = i) >= F)
                break;
        }
    }
    sp->parent[r] = sp->parent[p];
    sp->lchild[r] = sp->lchild[p];
    sp->rchild[r] = sp->rchild[p];
    sp->parent[sp->lchild[p]] = r;
    sp->parent[sp->rchild[p]] = r;
    if (sp->rchild[sp->parent[p]] == p)
        sp->rchild[sp->parent[p]] = r;
    else
        sp->lchild[sp->parent[p]] = r;
    sp->parent[p] = NIL;  /* remove p */
}

/* deletes node p from tree */
static void delete_node(struct encode_state *sp, int p)
{
    int  q;
    
    if (sp->parent[p] == NIL)
        return;  /* not in tree */
    if (sp->rchild[p] == NIL)
        q = sp->lchild[p];
    else if (sp->lchild[p] == NIL)
        q = sp->rchild[p];
    else {
        q = sp->lchild[p];
        if (sp->rchild[q] != NIL) {
            do {
                q = sp->rchild[q];
            } while (sp->rchild[q] != NIL);
            sp->rchild[sp->parent[q]] = sp->lchild[q];
            sp->parent[sp->lchild[q]] = sp->parent[q];
            sp->lchild[q] = sp->lchild[p];
            sp->parent[sp->lchild[p]] = q;
        }
        sp->rchild[q] = sp->rchild[p];
        sp->parent[sp->rchild[p]] = q;
    }
    sp->parent[q] = sp->parent[p];
    if (sp->rchild[sp->parent[p]] == p)
        sp->rchild[sp->parent[p]] = q;
    else
        sp->lchild[sp->parent[p]] = q;
    sp->parent[p] = NIL;
}

uint32_t
lzss_compress(uint8_t *src, uint32_t srcLen, uint8_t *dst, uint32_t dstlen)
{
    /* Encoding state, mostly tree but some current match stuff */
    struct encode_state *sp;

    int  i, c, len, r, s, last_match_length, code_buf_ptr;
    uint8_t code_buf[17], mask;
    uint8_t *srcend = src + srcLen;
    uint8_t *dstend = dst + dstlen;
    uint8_t *in = src, *out = dst;

    /* initialize trees */
    sp = (struct encode_state *) malloc(sizeof(*sp));
    init_state(sp);

    /*
     * code_buf[1..16] saves eight units of code, and code_buf[0] works
     * as eight flags, "1" representing that the unit is an unencoded
     * letter (1 byte), "" a position-and-length pair (2 bytes).
     * Thus, eight units require at most 16 bytes of code.
     */
    code_buf[0] = 0;
    code_buf_ptr = mask = 1;

    /* Clear the buffer with any character that will appear often. */
    s = 0;  r = N - F;

    /* Read F bytes into the last F bytes of the buffer */
    for (len = 0; len < F && src < srcend; len++)
        sp->text_buf[r + len] = *src++;  
    if (!len) {
        free(sp);
        return 0;  /* text of size zero */
    }
    /*
     * Insert the F strings, each of which begins with one or more
     * 'space' characters.  Note the order in which these strings are
     * inserted.  This way, degenerate trees will be less likely to occur.
     */
    for (i = 1; i <= F; i++)
        insert_node(sp, r - i); 

    /*
     * Finally, insert the whole string just read.
     * The global variables match_length and match_position are set.
     */
    insert_node(sp, r);
    do {
        /* match_length may be spuriously long near the end of text. */
        if (sp->match_length > len)
            sp->match_length = len;
        if (sp->match_length <= THRESHOLD) {
            sp->match_length = 1;  /* Not long enough match.  Send one byte. */
            code_buf[0] |= mask;  /* 'send one byte' flag */
            code_buf[code_buf_ptr++] = sp->text_buf[r];  /* Send uncoded. */
        } else {
            /* Send position and length pair. Note match_length > THRESHOLD. */
            code_buf[code_buf_ptr++] = (uint8_t) sp->match_position;
            code_buf[code_buf_ptr++] = (uint8_t)
                ( ((sp->match_position >> 4) & 0xF0)
                |  (sp->match_length - (THRESHOLD + 1)) );
        }
        if ((mask <<= 1) == 0) {  /* Shift mask left one bit. */
                /* Send at most 8 units of code together */
            for (i = 0; i < code_buf_ptr; i++)
                if (dst < dstend)
                    *dst++ = code_buf[i]; 
                else {
                    free(sp);
                    return 0;
                }
            code_buf[0] = 0;
            code_buf_ptr = mask = 1;
        }
        last_match_length = sp->match_length;
        for (i = 0; i < last_match_length && src < srcend; i++) {
            delete_node(sp, s);    /* Delete old strings and */
            c = *src++;
            sp->text_buf[s] = c;    /* read new bytes */

            /*
             * If the position is near the end of buffer, extend the buffer
             * to make string comparison easier.
             */
            if (s < F - 1)
                sp->text_buf[s + N] = c;

            /* Since this is a ring buffer, increment the position modulo N. */
            s = (s + 1) & (N - 1);
            r = (r + 1) & (N - 1);

            /* Register the string in text_buf[r..r+F-1] */
            insert_node(sp, r); 
        }
        while (i++ < last_match_length) {
        delete_node(sp, s);

            /* After the end of text, no need to read, */
            s = (s + 1) & (N - 1); 
            r = (r + 1) & (N - 1);
            /* but buffer may not be empty. */
            if (--len)
                insert_node(sp, r);
        }
    } while (len > 0);   /* until length of string to be processed is zero */

    if (code_buf_ptr > 1) {    /* Send remaining code. */
        for (i = 0; i < code_buf_ptr; i++)
            if (dst < dstend)
                *dst++ = code_buf[i]; 
            else {
                free(sp);
                return 0;
            }
    }

    free(sp);
    return dst - out;
}

#ifdef TEST
int main(int argc, char *argv[]) {
    struct stat fs;
    int         fd;
    uint32_t    inlen, outlen, diff, unpcklen;
    void        *inbuf, *outbuf, *unpacked;
    char        *infile, *outfile;
    
    if(argc != 2) {
      printf("usage: lzrw1 <infile>\n");
      return 0;
    }
    
    infile = argv[1];
    
    if(stat(infile, &fs) != 0) {
      printf("unable to access %s\n", infile);
      return -1;
    }
    
    // open
    fd = open(infile, O_RDONLY);
    if(fd < 0) {
      printf("unable to open %s.\n", infile);
      return -1;
    }
    
    // map input file
    inlen = fs.st_size;
    inbuf = mmap(NULL, inlen, PROT_READ, MAP_PRIVATE, fd, 0);
      
    if(inbuf != NULL) {
      // allocate buffer for output
      outbuf = malloc(inlen);
      if(outbuf != NULL) {
        // compress data
        outlen = lzss_compress(inbuf, inlen, outbuf, inlen);
        if(outlen == 0) {
          printf("compression failed.\n");
        } else {
          // show the ratio
          diff = ((float)(inlen - outlen) / (float)inlen) * 100;
          printf("oiginal size: %"PRId32"\n"
                 "packed  size: %"PRId32"\n"
                 "reduced by %"PRId32"%%\n", inlen, outlen, diff);
        
          // decompress
          unpacked = malloc(inlen);
          unpcklen = lzss_decompress(outlen, unpacked, outbuf);

          // show the ratio
          diff = ((float)(unpcklen - outlen) / (float)unpcklen) * 100;
          printf("\npacked size: %"PRId32"\n"
                 "unpacked size: %"PRId32"\n"
                 "increased by %"PRId32"%%\n", outlen, unpcklen, diff);
                 
          FILE *die = fopen("unpacked.bin", "wb");
          fwrite(unpacked, 1, unpcklen, die);
          fclose(die);
          
          free(unpacked);                 
        }
        free(outbuf);
      } else {
        printf("malloc() failed.\n", infile);
      }
      munmap(inbuf, inlen);
    } else {
      printf("mmap() failed.\n");
    }
    close(fd);
    return 0;
}
#endif