1*ca3e8d88SDave Plauger 2*ca3e8d88SDave Plauger /*-------------------------------------------------------------*/ 3*ca3e8d88SDave Plauger /*--- Huffman coding low-level stuff ---*/ 4*ca3e8d88SDave Plauger /*--- huffman.c ---*/ 5*ca3e8d88SDave Plauger /*-------------------------------------------------------------*/ 6*ca3e8d88SDave Plauger 7*ca3e8d88SDave Plauger /* ------------------------------------------------------------------ 8*ca3e8d88SDave Plauger This file is part of bzip2/libbzip2, a program and library for 9*ca3e8d88SDave Plauger lossless, block-sorting data compression. 10*ca3e8d88SDave Plauger 11*ca3e8d88SDave Plauger bzip2/libbzip2 version 1.0.5 of 10 December 2007 12*ca3e8d88SDave Plauger Copyright (C) 1996-2007 Julian Seward <jseward@bzip.org> 13*ca3e8d88SDave Plauger 14*ca3e8d88SDave Plauger Please read the WARNING, DISCLAIMER and PATENTS sections in the 15*ca3e8d88SDave Plauger README file. 16*ca3e8d88SDave Plauger 17*ca3e8d88SDave Plauger This program is released under the terms of the license contained 18*ca3e8d88SDave Plauger in the file LICENSE. 19*ca3e8d88SDave Plauger ------------------------------------------------------------------ */ 20*ca3e8d88SDave Plauger 21*ca3e8d88SDave Plauger 22*ca3e8d88SDave Plauger #include "bzlib_private.h" 23*ca3e8d88SDave Plauger 24*ca3e8d88SDave Plauger /*---------------------------------------------------*/ 25*ca3e8d88SDave Plauger #define WEIGHTOF(zz0) ((zz0) & 0xffffff00) 26*ca3e8d88SDave Plauger #define DEPTHOF(zz1) ((zz1) & 0x000000ff) 27*ca3e8d88SDave Plauger #define MYMAX(zz2,zz3) ((zz2) > (zz3) ? (zz2) : (zz3)) 28*ca3e8d88SDave Plauger 29*ca3e8d88SDave Plauger #define ADDWEIGHTS(zw1,zw2) \ 30*ca3e8d88SDave Plauger (WEIGHTOF(zw1)+WEIGHTOF(zw2)) | \ 31*ca3e8d88SDave Plauger (1 + MYMAX(DEPTHOF(zw1),DEPTHOF(zw2))) 32*ca3e8d88SDave Plauger 33*ca3e8d88SDave Plauger #define UPHEAP(z) \ 34*ca3e8d88SDave Plauger { \ 35*ca3e8d88SDave Plauger Int32 zz, tmp; \ 36*ca3e8d88SDave Plauger zz = z; tmp = heap[zz]; \ 37*ca3e8d88SDave Plauger while (weight[tmp] < weight[heap[zz >> 1]]) { \ 38*ca3e8d88SDave Plauger heap[zz] = heap[zz >> 1]; \ 39*ca3e8d88SDave Plauger zz >>= 1; \ 40*ca3e8d88SDave Plauger } \ 41*ca3e8d88SDave Plauger heap[zz] = tmp; \ 42*ca3e8d88SDave Plauger } 43*ca3e8d88SDave Plauger 44*ca3e8d88SDave Plauger #define DOWNHEAP(z) \ 45*ca3e8d88SDave Plauger { \ 46*ca3e8d88SDave Plauger Int32 zz, yy, tmp; \ 47*ca3e8d88SDave Plauger zz = z; tmp = heap[zz]; \ 48*ca3e8d88SDave Plauger while (True) { \ 49*ca3e8d88SDave Plauger yy = zz << 1; \ 50*ca3e8d88SDave Plauger if (yy > nHeap) break; \ 51*ca3e8d88SDave Plauger if (yy < nHeap && \ 52*ca3e8d88SDave Plauger weight[heap[yy+1]] < weight[heap[yy]]) \ 53*ca3e8d88SDave Plauger yy++; \ 54*ca3e8d88SDave Plauger if (weight[tmp] < weight[heap[yy]]) break; \ 55*ca3e8d88SDave Plauger heap[zz] = heap[yy]; \ 56*ca3e8d88SDave Plauger zz = yy; \ 57*ca3e8d88SDave Plauger } \ 58*ca3e8d88SDave Plauger heap[zz] = tmp; \ 59*ca3e8d88SDave Plauger } 60*ca3e8d88SDave Plauger 61*ca3e8d88SDave Plauger 62*ca3e8d88SDave Plauger /*---------------------------------------------------*/ 63*ca3e8d88SDave Plauger void BZ2_hbMakeCodeLengths ( UChar *len, 64*ca3e8d88SDave Plauger Int32 *freq, 65*ca3e8d88SDave Plauger Int32 alphaSize, 66*ca3e8d88SDave Plauger Int32 maxLen ) 67*ca3e8d88SDave Plauger { 68*ca3e8d88SDave Plauger /*-- 69*ca3e8d88SDave Plauger Nodes and heap entries run from 1. Entry 0 70*ca3e8d88SDave Plauger for both the heap and nodes is a sentinel. 71*ca3e8d88SDave Plauger --*/ 72*ca3e8d88SDave Plauger Int32 nNodes, nHeap, n1, n2, i, j, k; 73*ca3e8d88SDave Plauger Bool tooLong; 74*ca3e8d88SDave Plauger 75*ca3e8d88SDave Plauger Int32 heap [ BZ_MAX_ALPHA_SIZE + 2 ]; 76*ca3e8d88SDave Plauger Int32 weight [ BZ_MAX_ALPHA_SIZE * 2 ]; 77*ca3e8d88SDave Plauger Int32 parent [ BZ_MAX_ALPHA_SIZE * 2 ]; 78*ca3e8d88SDave Plauger 79*ca3e8d88SDave Plauger for (i = 0; i < alphaSize; i++) 80*ca3e8d88SDave Plauger weight[i+1] = (freq[i] == 0 ? 1 : freq[i]) << 8; 81*ca3e8d88SDave Plauger 82*ca3e8d88SDave Plauger while (True) { 83*ca3e8d88SDave Plauger 84*ca3e8d88SDave Plauger nNodes = alphaSize; 85*ca3e8d88SDave Plauger nHeap = 0; 86*ca3e8d88SDave Plauger 87*ca3e8d88SDave Plauger heap[0] = 0; 88*ca3e8d88SDave Plauger weight[0] = 0; 89*ca3e8d88SDave Plauger parent[0] = -2; 90*ca3e8d88SDave Plauger 91*ca3e8d88SDave Plauger for (i = 1; i <= alphaSize; i++) { 92*ca3e8d88SDave Plauger parent[i] = -1; 93*ca3e8d88SDave Plauger nHeap++; 94*ca3e8d88SDave Plauger heap[nHeap] = i; 95*ca3e8d88SDave Plauger UPHEAP(nHeap); 96*ca3e8d88SDave Plauger } 97*ca3e8d88SDave Plauger 98*ca3e8d88SDave Plauger AssertH( nHeap < (BZ_MAX_ALPHA_SIZE+2), 2001 ); 99*ca3e8d88SDave Plauger 100*ca3e8d88SDave Plauger while (nHeap > 1) { 101*ca3e8d88SDave Plauger n1 = heap[1]; heap[1] = heap[nHeap]; nHeap--; DOWNHEAP(1); 102*ca3e8d88SDave Plauger n2 = heap[1]; heap[1] = heap[nHeap]; nHeap--; DOWNHEAP(1); 103*ca3e8d88SDave Plauger nNodes++; 104*ca3e8d88SDave Plauger parent[n1] = parent[n2] = nNodes; 105*ca3e8d88SDave Plauger weight[nNodes] = ADDWEIGHTS(weight[n1], weight[n2]); 106*ca3e8d88SDave Plauger parent[nNodes] = -1; 107*ca3e8d88SDave Plauger nHeap++; 108*ca3e8d88SDave Plauger heap[nHeap] = nNodes; 109*ca3e8d88SDave Plauger UPHEAP(nHeap); 110*ca3e8d88SDave Plauger } 111*ca3e8d88SDave Plauger 112*ca3e8d88SDave Plauger AssertH( nNodes < (BZ_MAX_ALPHA_SIZE * 2), 2002 ); 113*ca3e8d88SDave Plauger 114*ca3e8d88SDave Plauger tooLong = False; 115*ca3e8d88SDave Plauger for (i = 1; i <= alphaSize; i++) { 116*ca3e8d88SDave Plauger j = 0; 117*ca3e8d88SDave Plauger k = i; 118*ca3e8d88SDave Plauger while (parent[k] >= 0) { k = parent[k]; j++; } 119*ca3e8d88SDave Plauger len[i-1] = j; 120*ca3e8d88SDave Plauger if (j > maxLen) tooLong = True; 121*ca3e8d88SDave Plauger } 122*ca3e8d88SDave Plauger 123*ca3e8d88SDave Plauger if (! tooLong) break; 124*ca3e8d88SDave Plauger 125*ca3e8d88SDave Plauger /* 17 Oct 04: keep-going condition for the following loop used 126*ca3e8d88SDave Plauger to be 'i < alphaSize', which missed the last element, 127*ca3e8d88SDave Plauger theoretically leading to the possibility of the compressor 128*ca3e8d88SDave Plauger looping. However, this count-scaling step is only needed if 129*ca3e8d88SDave Plauger one of the generated Huffman code words is longer than 130*ca3e8d88SDave Plauger maxLen, which up to and including version 1.0.2 was 20 bits, 131*ca3e8d88SDave Plauger which is extremely unlikely. In version 1.0.3 maxLen was 132*ca3e8d88SDave Plauger changed to 17 bits, which has minimal effect on compression 133*ca3e8d88SDave Plauger ratio, but does mean this scaling step is used from time to 134*ca3e8d88SDave Plauger time, enough to verify that it works. 135*ca3e8d88SDave Plauger 136*ca3e8d88SDave Plauger This means that bzip2-1.0.3 and later will only produce 137*ca3e8d88SDave Plauger Huffman codes with a maximum length of 17 bits. However, in 138*ca3e8d88SDave Plauger order to preserve backwards compatibility with bitstreams 139*ca3e8d88SDave Plauger produced by versions pre-1.0.3, the decompressor must still 140*ca3e8d88SDave Plauger handle lengths of up to 20. */ 141*ca3e8d88SDave Plauger 142*ca3e8d88SDave Plauger for (i = 1; i <= alphaSize; i++) { 143*ca3e8d88SDave Plauger j = weight[i] >> 8; 144*ca3e8d88SDave Plauger j = 1 + (j / 2); 145*ca3e8d88SDave Plauger weight[i] = j << 8; 146*ca3e8d88SDave Plauger } 147*ca3e8d88SDave Plauger } 148*ca3e8d88SDave Plauger } 149*ca3e8d88SDave Plauger 150*ca3e8d88SDave Plauger 151*ca3e8d88SDave Plauger /*---------------------------------------------------*/ 152*ca3e8d88SDave Plauger void BZ2_hbAssignCodes ( Int32 *code, 153*ca3e8d88SDave Plauger UChar *length, 154*ca3e8d88SDave Plauger Int32 minLen, 155*ca3e8d88SDave Plauger Int32 maxLen, 156*ca3e8d88SDave Plauger Int32 alphaSize ) 157*ca3e8d88SDave Plauger { 158*ca3e8d88SDave Plauger Int32 n, vec, i; 159*ca3e8d88SDave Plauger 160*ca3e8d88SDave Plauger vec = 0; 161*ca3e8d88SDave Plauger for (n = minLen; n <= maxLen; n++) { 162*ca3e8d88SDave Plauger for (i = 0; i < alphaSize; i++) 163*ca3e8d88SDave Plauger if (length[i] == n) { code[i] = vec; vec++; }; 164*ca3e8d88SDave Plauger vec <<= 1; 165*ca3e8d88SDave Plauger } 166*ca3e8d88SDave Plauger } 167*ca3e8d88SDave Plauger 168*ca3e8d88SDave Plauger 169*ca3e8d88SDave Plauger /*---------------------------------------------------*/ 170*ca3e8d88SDave Plauger void BZ2_hbCreateDecodeTables ( Int32 *limit, 171*ca3e8d88SDave Plauger Int32 *base, 172*ca3e8d88SDave Plauger Int32 *perm, 173*ca3e8d88SDave Plauger UChar *length, 174*ca3e8d88SDave Plauger Int32 minLen, 175*ca3e8d88SDave Plauger Int32 maxLen, 176*ca3e8d88SDave Plauger Int32 alphaSize ) 177*ca3e8d88SDave Plauger { 178*ca3e8d88SDave Plauger Int32 pp, i, j, vec; 179*ca3e8d88SDave Plauger 180*ca3e8d88SDave Plauger pp = 0; 181*ca3e8d88SDave Plauger for (i = minLen; i <= maxLen; i++) 182*ca3e8d88SDave Plauger for (j = 0; j < alphaSize; j++) 183*ca3e8d88SDave Plauger if (length[j] == i) { perm[pp] = j; pp++; }; 184*ca3e8d88SDave Plauger 185*ca3e8d88SDave Plauger for (i = 0; i < BZ_MAX_CODE_LEN; i++) base[i] = 0; 186*ca3e8d88SDave Plauger for (i = 0; i < alphaSize; i++) base[length[i]+1]++; 187*ca3e8d88SDave Plauger 188*ca3e8d88SDave Plauger for (i = 1; i < BZ_MAX_CODE_LEN; i++) base[i] += base[i-1]; 189*ca3e8d88SDave Plauger 190*ca3e8d88SDave Plauger for (i = 0; i < BZ_MAX_CODE_LEN; i++) limit[i] = 0; 191*ca3e8d88SDave Plauger vec = 0; 192*ca3e8d88SDave Plauger 193*ca3e8d88SDave Plauger for (i = minLen; i <= maxLen; i++) { 194*ca3e8d88SDave Plauger vec += (base[i+1] - base[i]); 195*ca3e8d88SDave Plauger limit[i] = vec-1; 196*ca3e8d88SDave Plauger vec <<= 1; 197*ca3e8d88SDave Plauger } 198*ca3e8d88SDave Plauger for (i = minLen + 1; i <= maxLen; i++) 199*ca3e8d88SDave Plauger base[i] = ((limit[i-1] + 1) << 1) - base[i]; 200*ca3e8d88SDave Plauger } 201*ca3e8d88SDave Plauger 202*ca3e8d88SDave Plauger 203*ca3e8d88SDave Plauger /*-------------------------------------------------------------*/ 204*ca3e8d88SDave Plauger /*--- end huffman.c ---*/ 205*ca3e8d88SDave Plauger /*-------------------------------------------------------------*/ 206