xref: /titanic_44/usr/src/common/bzip2/huffman.c (revision ca3e8d88e8c867355e441fbc914c52e7416fc537)
1*ca3e8d88SDave Plauger 
2*ca3e8d88SDave Plauger /*-------------------------------------------------------------*/
3*ca3e8d88SDave Plauger /*--- Huffman coding low-level stuff                        ---*/
4*ca3e8d88SDave Plauger /*---                                             huffman.c ---*/
5*ca3e8d88SDave Plauger /*-------------------------------------------------------------*/
6*ca3e8d88SDave Plauger 
7*ca3e8d88SDave Plauger /* ------------------------------------------------------------------
8*ca3e8d88SDave Plauger    This file is part of bzip2/libbzip2, a program and library for
9*ca3e8d88SDave Plauger    lossless, block-sorting data compression.
10*ca3e8d88SDave Plauger 
11*ca3e8d88SDave Plauger    bzip2/libbzip2 version 1.0.5 of 10 December 2007
12*ca3e8d88SDave Plauger    Copyright (C) 1996-2007 Julian Seward <jseward@bzip.org>
13*ca3e8d88SDave Plauger 
14*ca3e8d88SDave Plauger    Please read the WARNING, DISCLAIMER and PATENTS sections in the
15*ca3e8d88SDave Plauger    README file.
16*ca3e8d88SDave Plauger 
17*ca3e8d88SDave Plauger    This program is released under the terms of the license contained
18*ca3e8d88SDave Plauger    in the file LICENSE.
19*ca3e8d88SDave Plauger    ------------------------------------------------------------------ */
20*ca3e8d88SDave Plauger 
21*ca3e8d88SDave Plauger 
22*ca3e8d88SDave Plauger #include "bzlib_private.h"
23*ca3e8d88SDave Plauger 
24*ca3e8d88SDave Plauger /*---------------------------------------------------*/
25*ca3e8d88SDave Plauger #define WEIGHTOF(zz0)  ((zz0) & 0xffffff00)
26*ca3e8d88SDave Plauger #define DEPTHOF(zz1)   ((zz1) & 0x000000ff)
27*ca3e8d88SDave Plauger #define MYMAX(zz2,zz3) ((zz2) > (zz3) ? (zz2) : (zz3))
28*ca3e8d88SDave Plauger 
29*ca3e8d88SDave Plauger #define ADDWEIGHTS(zw1,zw2)                           \
30*ca3e8d88SDave Plauger    (WEIGHTOF(zw1)+WEIGHTOF(zw2)) |                    \
31*ca3e8d88SDave Plauger    (1 + MYMAX(DEPTHOF(zw1),DEPTHOF(zw2)))
32*ca3e8d88SDave Plauger 
33*ca3e8d88SDave Plauger #define UPHEAP(z)                                     \
34*ca3e8d88SDave Plauger {                                                     \
35*ca3e8d88SDave Plauger    Int32 zz, tmp;                                     \
36*ca3e8d88SDave Plauger    zz = z; tmp = heap[zz];                            \
37*ca3e8d88SDave Plauger    while (weight[tmp] < weight[heap[zz >> 1]]) {      \
38*ca3e8d88SDave Plauger       heap[zz] = heap[zz >> 1];                       \
39*ca3e8d88SDave Plauger       zz >>= 1;                                       \
40*ca3e8d88SDave Plauger    }                                                  \
41*ca3e8d88SDave Plauger    heap[zz] = tmp;                                    \
42*ca3e8d88SDave Plauger }
43*ca3e8d88SDave Plauger 
44*ca3e8d88SDave Plauger #define DOWNHEAP(z)                                   \
45*ca3e8d88SDave Plauger {                                                     \
46*ca3e8d88SDave Plauger    Int32 zz, yy, tmp;                                 \
47*ca3e8d88SDave Plauger    zz = z; tmp = heap[zz];                            \
48*ca3e8d88SDave Plauger    while (True) {                                     \
49*ca3e8d88SDave Plauger       yy = zz << 1;                                   \
50*ca3e8d88SDave Plauger       if (yy > nHeap) break;                          \
51*ca3e8d88SDave Plauger       if (yy < nHeap &&                               \
52*ca3e8d88SDave Plauger           weight[heap[yy+1]] < weight[heap[yy]])      \
53*ca3e8d88SDave Plauger          yy++;                                        \
54*ca3e8d88SDave Plauger       if (weight[tmp] < weight[heap[yy]]) break;      \
55*ca3e8d88SDave Plauger       heap[zz] = heap[yy];                            \
56*ca3e8d88SDave Plauger       zz = yy;                                        \
57*ca3e8d88SDave Plauger    }                                                  \
58*ca3e8d88SDave Plauger    heap[zz] = tmp;                                    \
59*ca3e8d88SDave Plauger }
60*ca3e8d88SDave Plauger 
61*ca3e8d88SDave Plauger 
62*ca3e8d88SDave Plauger /*---------------------------------------------------*/
63*ca3e8d88SDave Plauger void BZ2_hbMakeCodeLengths ( UChar *len,
64*ca3e8d88SDave Plauger                              Int32 *freq,
65*ca3e8d88SDave Plauger                              Int32 alphaSize,
66*ca3e8d88SDave Plauger                              Int32 maxLen )
67*ca3e8d88SDave Plauger {
68*ca3e8d88SDave Plauger    /*--
69*ca3e8d88SDave Plauger       Nodes and heap entries run from 1.  Entry 0
70*ca3e8d88SDave Plauger       for both the heap and nodes is a sentinel.
71*ca3e8d88SDave Plauger    --*/
72*ca3e8d88SDave Plauger    Int32 nNodes, nHeap, n1, n2, i, j, k;
73*ca3e8d88SDave Plauger    Bool  tooLong;
74*ca3e8d88SDave Plauger 
75*ca3e8d88SDave Plauger    Int32 heap   [ BZ_MAX_ALPHA_SIZE + 2 ];
76*ca3e8d88SDave Plauger    Int32 weight [ BZ_MAX_ALPHA_SIZE * 2 ];
77*ca3e8d88SDave Plauger    Int32 parent [ BZ_MAX_ALPHA_SIZE * 2 ];
78*ca3e8d88SDave Plauger 
79*ca3e8d88SDave Plauger    for (i = 0; i < alphaSize; i++)
80*ca3e8d88SDave Plauger       weight[i+1] = (freq[i] == 0 ? 1 : freq[i]) << 8;
81*ca3e8d88SDave Plauger 
82*ca3e8d88SDave Plauger    while (True) {
83*ca3e8d88SDave Plauger 
84*ca3e8d88SDave Plauger       nNodes = alphaSize;
85*ca3e8d88SDave Plauger       nHeap = 0;
86*ca3e8d88SDave Plauger 
87*ca3e8d88SDave Plauger       heap[0] = 0;
88*ca3e8d88SDave Plauger       weight[0] = 0;
89*ca3e8d88SDave Plauger       parent[0] = -2;
90*ca3e8d88SDave Plauger 
91*ca3e8d88SDave Plauger       for (i = 1; i <= alphaSize; i++) {
92*ca3e8d88SDave Plauger          parent[i] = -1;
93*ca3e8d88SDave Plauger          nHeap++;
94*ca3e8d88SDave Plauger          heap[nHeap] = i;
95*ca3e8d88SDave Plauger          UPHEAP(nHeap);
96*ca3e8d88SDave Plauger       }
97*ca3e8d88SDave Plauger 
98*ca3e8d88SDave Plauger       AssertH( nHeap < (BZ_MAX_ALPHA_SIZE+2), 2001 );
99*ca3e8d88SDave Plauger 
100*ca3e8d88SDave Plauger       while (nHeap > 1) {
101*ca3e8d88SDave Plauger          n1 = heap[1]; heap[1] = heap[nHeap]; nHeap--; DOWNHEAP(1);
102*ca3e8d88SDave Plauger          n2 = heap[1]; heap[1] = heap[nHeap]; nHeap--; DOWNHEAP(1);
103*ca3e8d88SDave Plauger          nNodes++;
104*ca3e8d88SDave Plauger          parent[n1] = parent[n2] = nNodes;
105*ca3e8d88SDave Plauger          weight[nNodes] = ADDWEIGHTS(weight[n1], weight[n2]);
106*ca3e8d88SDave Plauger          parent[nNodes] = -1;
107*ca3e8d88SDave Plauger          nHeap++;
108*ca3e8d88SDave Plauger          heap[nHeap] = nNodes;
109*ca3e8d88SDave Plauger          UPHEAP(nHeap);
110*ca3e8d88SDave Plauger       }
111*ca3e8d88SDave Plauger 
112*ca3e8d88SDave Plauger       AssertH( nNodes < (BZ_MAX_ALPHA_SIZE * 2), 2002 );
113*ca3e8d88SDave Plauger 
114*ca3e8d88SDave Plauger       tooLong = False;
115*ca3e8d88SDave Plauger       for (i = 1; i <= alphaSize; i++) {
116*ca3e8d88SDave Plauger          j = 0;
117*ca3e8d88SDave Plauger          k = i;
118*ca3e8d88SDave Plauger          while (parent[k] >= 0) { k = parent[k]; j++; }
119*ca3e8d88SDave Plauger          len[i-1] = j;
120*ca3e8d88SDave Plauger          if (j > maxLen) tooLong = True;
121*ca3e8d88SDave Plauger       }
122*ca3e8d88SDave Plauger 
123*ca3e8d88SDave Plauger       if (! tooLong) break;
124*ca3e8d88SDave Plauger 
125*ca3e8d88SDave Plauger       /* 17 Oct 04: keep-going condition for the following loop used
126*ca3e8d88SDave Plauger          to be 'i < alphaSize', which missed the last element,
127*ca3e8d88SDave Plauger          theoretically leading to the possibility of the compressor
128*ca3e8d88SDave Plauger          looping.  However, this count-scaling step is only needed if
129*ca3e8d88SDave Plauger          one of the generated Huffman code words is longer than
130*ca3e8d88SDave Plauger          maxLen, which up to and including version 1.0.2 was 20 bits,
131*ca3e8d88SDave Plauger          which is extremely unlikely.  In version 1.0.3 maxLen was
132*ca3e8d88SDave Plauger          changed to 17 bits, which has minimal effect on compression
133*ca3e8d88SDave Plauger          ratio, but does mean this scaling step is used from time to
134*ca3e8d88SDave Plauger          time, enough to verify that it works.
135*ca3e8d88SDave Plauger 
136*ca3e8d88SDave Plauger          This means that bzip2-1.0.3 and later will only produce
137*ca3e8d88SDave Plauger          Huffman codes with a maximum length of 17 bits.  However, in
138*ca3e8d88SDave Plauger          order to preserve backwards compatibility with bitstreams
139*ca3e8d88SDave Plauger          produced by versions pre-1.0.3, the decompressor must still
140*ca3e8d88SDave Plauger          handle lengths of up to 20. */
141*ca3e8d88SDave Plauger 
142*ca3e8d88SDave Plauger       for (i = 1; i <= alphaSize; i++) {
143*ca3e8d88SDave Plauger          j = weight[i] >> 8;
144*ca3e8d88SDave Plauger          j = 1 + (j / 2);
145*ca3e8d88SDave Plauger          weight[i] = j << 8;
146*ca3e8d88SDave Plauger       }
147*ca3e8d88SDave Plauger    }
148*ca3e8d88SDave Plauger }
149*ca3e8d88SDave Plauger 
150*ca3e8d88SDave Plauger 
151*ca3e8d88SDave Plauger /*---------------------------------------------------*/
152*ca3e8d88SDave Plauger void BZ2_hbAssignCodes ( Int32 *code,
153*ca3e8d88SDave Plauger                          UChar *length,
154*ca3e8d88SDave Plauger                          Int32 minLen,
155*ca3e8d88SDave Plauger                          Int32 maxLen,
156*ca3e8d88SDave Plauger                          Int32 alphaSize )
157*ca3e8d88SDave Plauger {
158*ca3e8d88SDave Plauger    Int32 n, vec, i;
159*ca3e8d88SDave Plauger 
160*ca3e8d88SDave Plauger    vec = 0;
161*ca3e8d88SDave Plauger    for (n = minLen; n <= maxLen; n++) {
162*ca3e8d88SDave Plauger       for (i = 0; i < alphaSize; i++)
163*ca3e8d88SDave Plauger          if (length[i] == n) { code[i] = vec; vec++; };
164*ca3e8d88SDave Plauger       vec <<= 1;
165*ca3e8d88SDave Plauger    }
166*ca3e8d88SDave Plauger }
167*ca3e8d88SDave Plauger 
168*ca3e8d88SDave Plauger 
169*ca3e8d88SDave Plauger /*---------------------------------------------------*/
170*ca3e8d88SDave Plauger void BZ2_hbCreateDecodeTables ( Int32 *limit,
171*ca3e8d88SDave Plauger                                 Int32 *base,
172*ca3e8d88SDave Plauger                                 Int32 *perm,
173*ca3e8d88SDave Plauger                                 UChar *length,
174*ca3e8d88SDave Plauger                                 Int32 minLen,
175*ca3e8d88SDave Plauger                                 Int32 maxLen,
176*ca3e8d88SDave Plauger                                 Int32 alphaSize )
177*ca3e8d88SDave Plauger {
178*ca3e8d88SDave Plauger    Int32 pp, i, j, vec;
179*ca3e8d88SDave Plauger 
180*ca3e8d88SDave Plauger    pp = 0;
181*ca3e8d88SDave Plauger    for (i = minLen; i <= maxLen; i++)
182*ca3e8d88SDave Plauger       for (j = 0; j < alphaSize; j++)
183*ca3e8d88SDave Plauger          if (length[j] == i) { perm[pp] = j; pp++; };
184*ca3e8d88SDave Plauger 
185*ca3e8d88SDave Plauger    for (i = 0; i < BZ_MAX_CODE_LEN; i++) base[i] = 0;
186*ca3e8d88SDave Plauger    for (i = 0; i < alphaSize; i++) base[length[i]+1]++;
187*ca3e8d88SDave Plauger 
188*ca3e8d88SDave Plauger    for (i = 1; i < BZ_MAX_CODE_LEN; i++) base[i] += base[i-1];
189*ca3e8d88SDave Plauger 
190*ca3e8d88SDave Plauger    for (i = 0; i < BZ_MAX_CODE_LEN; i++) limit[i] = 0;
191*ca3e8d88SDave Plauger    vec = 0;
192*ca3e8d88SDave Plauger 
193*ca3e8d88SDave Plauger    for (i = minLen; i <= maxLen; i++) {
194*ca3e8d88SDave Plauger       vec += (base[i+1] - base[i]);
195*ca3e8d88SDave Plauger       limit[i] = vec-1;
196*ca3e8d88SDave Plauger       vec <<= 1;
197*ca3e8d88SDave Plauger    }
198*ca3e8d88SDave Plauger    for (i = minLen + 1; i <= maxLen; i++)
199*ca3e8d88SDave Plauger       base[i] = ((limit[i-1] + 1) << 1) - base[i];
200*ca3e8d88SDave Plauger }
201*ca3e8d88SDave Plauger 
202*ca3e8d88SDave Plauger 
203*ca3e8d88SDave Plauger /*-------------------------------------------------------------*/
204*ca3e8d88SDave Plauger /*--- end                                         huffman.c ---*/
205*ca3e8d88SDave Plauger /*-------------------------------------------------------------*/
206