4 * This file was part of the Independent JPEG Group's software:
5 * Copyright (C) 1991-1997, Thomas G. Lane.
6 * libjpeg-turbo Modifications:
7 * Copyright (C) 2010-2011, 2015-2016, 2021, D. R. Commander.
8 * Copyright (C) 2018, Matthias Räncker.
9 * For conditions of distribution and use, see the accompanying README.ijg
12 * This file contains declarations for Huffman entropy decoding routines
13 * that are shared between the sequential decoder (jdhuff.c) and the
14 * progressive decoder (jdphuff.c). No other modules need to see these.
17 #include "jconfigint.h"
20 /* Derived data constructed for each Huffman table */
22 #define HUFF_LOOKAHEAD 8 /* # of bits of lookahead */
25 /* Basic tables: (element [0] of each array is unused) */
26 JLONG maxcode
[18]; /* largest code of length k (-1 if none) */
27 /* (maxcode[17] is a sentinel to ensure jpeg_huff_decode terminates) */
28 JLONG valoffset
[18]; /* huffval[] offset for codes of length k */
29 /* valoffset[k] = huffval[] index of 1st symbol of code length k, less
30 * the smallest code of length k; so given a code of length k, the
31 * corresponding symbol is huffval[code + valoffset[k]]
34 /* Link to public Huffman table (needed only in jpeg_huff_decode) */
37 /* Lookahead table: indexed by the next HUFF_LOOKAHEAD bits of
38 * the input data stream. If the next Huffman code is no more
39 * than HUFF_LOOKAHEAD bits long, we can obtain its length and
40 * the corresponding symbol directly from this tables.
42 * The lower 8 bits of each table entry contain the number of
43 * bits in the corresponding Huffman code, or HUFF_LOOKAHEAD + 1
44 * if too long. The next 8 bits of each entry contain the
47 int lookup
[1 << HUFF_LOOKAHEAD
];
50 /* Expand a Huffman table definition into the derived format */
51 EXTERN(void) jpeg_make_d_derived_tbl(j_decompress_ptr cinfo
, boolean isDC
,
52 int tblno
, d_derived_tbl
**pdtbl
);
56 * Fetching the next N bits from the input stream is a time-critical operation
57 * for the Huffman decoders. We implement it with a combination of inline
58 * macros and out-of-line subroutines. Note that N (the number of bits
59 * demanded at one time) never exceeds 15 for JPEG use.
61 * We read source bytes into get_buffer and dole out bits as needed.
62 * If get_buffer already contains enough bits, they are fetched in-line
63 * by the macros CHECK_BIT_BUFFER and GET_BITS. When there aren't enough
64 * bits, jpeg_fill_bit_buffer is called; it will attempt to fill get_buffer
65 * as full as possible (not just to the number of bits needed; this
66 * prefetching reduces the overhead cost of calling jpeg_fill_bit_buffer).
67 * Note that jpeg_fill_bit_buffer may return FALSE to indicate suspension.
68 * On TRUE return, jpeg_fill_bit_buffer guarantees that get_buffer contains
69 * at least the requested number of bits --- dummy zeroes are inserted if
73 #if !defined(_WIN32) && !defined(SIZEOF_SIZE_T)
74 #error Cannot determine word size
77 #if SIZEOF_SIZE_T == 8 || defined(_WIN64)
79 typedef size_t bit_buf_type
; /* type of bit-extraction buffer */
80 #define BIT_BUF_SIZE 64 /* size of buffer in bits */
82 #elif defined(__x86_64__) && defined(__ILP32__)
84 typedef unsigned long long bit_buf_type
; /* type of bit-extraction buffer */
85 #define BIT_BUF_SIZE 64 /* size of buffer in bits */
89 typedef unsigned long bit_buf_type
; /* type of bit-extraction buffer */
90 #define BIT_BUF_SIZE 32 /* size of buffer in bits */
94 /* If long is > 32 bits on your machine, and shifting/masking longs is
95 * reasonably fast, making bit_buf_type be long and setting BIT_BUF_SIZE
96 * appropriately should be a win. Unfortunately we can't define the size
97 * with something like #define BIT_BUF_SIZE (sizeof(bit_buf_type)*8)
98 * because not all machines measure sizeof in 8-bit bytes.
101 typedef struct { /* Bitreading state saved across MCUs */
102 bit_buf_type get_buffer
; /* current bit-extraction buffer */
103 int bits_left
; /* # of unused bits in it */
104 } bitread_perm_state
;
106 typedef struct { /* Bitreading working state within an MCU */
107 /* Current data source location */
108 /* We need a copy, rather than munging the original, in case of suspension */
109 const JOCTET
*next_input_byte
; /* => next byte to read from source */
110 size_t bytes_in_buffer
; /* # of bytes remaining in source buffer */
111 /* Bit input buffer --- note these values are kept in register variables,
112 * not in this struct, inside the inner loops.
114 bit_buf_type get_buffer
; /* current bit-extraction buffer */
115 int bits_left
; /* # of unused bits in it */
116 /* Pointer needed by jpeg_fill_bit_buffer. */
117 j_decompress_ptr cinfo
; /* back link to decompress master record */
118 } bitread_working_state
;
120 /* Macros to declare and load/save bitread local variables. */
121 #define BITREAD_STATE_VARS \
122 register bit_buf_type get_buffer; \
123 register int bits_left; \
124 bitread_working_state br_state
126 #define BITREAD_LOAD_STATE(cinfop, permstate) \
127 br_state.cinfo = cinfop; \
128 br_state.next_input_byte = cinfop->src->next_input_byte; \
129 br_state.bytes_in_buffer = cinfop->src->bytes_in_buffer; \
130 get_buffer = permstate.get_buffer; \
131 bits_left = permstate.bits_left;
133 #define BITREAD_SAVE_STATE(cinfop, permstate) \
134 cinfop->src->next_input_byte = br_state.next_input_byte; \
135 cinfop->src->bytes_in_buffer = br_state.bytes_in_buffer; \
136 permstate.get_buffer = get_buffer; \
137 permstate.bits_left = bits_left
140 * These macros provide the in-line portion of bit fetching.
141 * Use CHECK_BIT_BUFFER to ensure there are N bits in get_buffer
142 * before using GET_BITS, PEEK_BITS, or DROP_BITS.
143 * The variables get_buffer and bits_left are assumed to be locals,
144 * but the state struct might not be (jpeg_huff_decode needs this).
145 * CHECK_BIT_BUFFER(state, n, action);
146 * Ensure there are N bits in get_buffer; if suspend, take action.
149 * val = PEEK_BITS(n);
150 * Fetch next N bits without removing them from the buffer.
152 * Discard next N bits.
153 * The value N should be a simple variable, not an expression, because it
154 * is evaluated multiple times.
157 #define CHECK_BIT_BUFFER(state, nbits, action) { \
158 if (bits_left < (nbits)) { \
159 if (!jpeg_fill_bit_buffer(&(state), get_buffer, bits_left, nbits)) \
161 get_buffer = (state).get_buffer; bits_left = (state).bits_left; \
165 #define GET_BITS(nbits) \
166 (((int)(get_buffer >> (bits_left -= (nbits)))) & ((1 << (nbits)) - 1))
168 #define PEEK_BITS(nbits) \
169 (((int)(get_buffer >> (bits_left - (nbits)))) & ((1 << (nbits)) - 1))
171 #define DROP_BITS(nbits) \
172 (bits_left -= (nbits))
174 /* Load up the bit buffer to a depth of at least nbits */
175 EXTERN(boolean
) jpeg_fill_bit_buffer(bitread_working_state
*state
,
176 register bit_buf_type get_buffer
,
177 register int bits_left
, int nbits
);
181 * Code for extracting next Huffman-coded symbol from input bit stream.
182 * Again, this is time-critical and we make the main paths be macros.
184 * We use a lookahead table to process codes of up to HUFF_LOOKAHEAD bits
185 * without looping. Usually, more than 95% of the Huffman codes will be 8
186 * or fewer bits long. The few overlength codes are handled with a loop,
187 * which need not be inline code.
189 * Notes about the HUFF_DECODE macro:
190 * 1. Near the end of the data segment, we may fail to get enough bits
191 * for a lookahead. In that case, we do it the hard way.
192 * 2. If the lookahead table contains no entry, the next code must be
193 * more than HUFF_LOOKAHEAD bits long.
194 * 3. jpeg_huff_decode returns -1 if forced to suspend.
197 #define HUFF_DECODE(result, state, htbl, failaction, slowlabel) { \
198 register int nb, look; \
199 if (bits_left < HUFF_LOOKAHEAD) { \
200 if (!jpeg_fill_bit_buffer(&state, get_buffer, bits_left, 0)) \
202 get_buffer = state.get_buffer; bits_left = state.bits_left; \
203 if (bits_left < HUFF_LOOKAHEAD) { \
204 nb = 1; goto slowlabel; \
207 look = PEEK_BITS(HUFF_LOOKAHEAD); \
208 if ((nb = (htbl->lookup[look] >> HUFF_LOOKAHEAD)) <= HUFF_LOOKAHEAD) { \
210 result = htbl->lookup[look] & ((1 << HUFF_LOOKAHEAD) - 1); \
214 jpeg_huff_decode(&state, get_buffer, bits_left, htbl, nb)) < 0) \
216 get_buffer = state.get_buffer; bits_left = state.bits_left; \
220 #define HUFF_DECODE_FAST(s, nb, htbl) \
221 FILL_BIT_BUFFER_FAST; \
222 s = PEEK_BITS(HUFF_LOOKAHEAD); \
223 s = htbl->lookup[s]; \
224 nb = s >> HUFF_LOOKAHEAD; \
225 /* Pre-execute the common case of nb <= HUFF_LOOKAHEAD */ \
227 s = s & ((1 << HUFF_LOOKAHEAD) - 1); \
228 if (nb > HUFF_LOOKAHEAD) { \
229 /* Equivalent of jpeg_huff_decode() */ \
230 /* Don't use GET_BITS() here because we don't want to modify bits_left */ \
231 s = (get_buffer >> bits_left) & ((1 << (nb)) - 1); \
232 while (s > htbl->maxcode[nb]) { \
240 s = htbl->pub->huffval[(int)(s + htbl->valoffset[nb]) & 0xFF]; \
243 /* Out-of-line case for Huffman code fetching */
244 EXTERN(int) jpeg_huff_decode(bitread_working_state
*state
,
245 register bit_buf_type get_buffer
,
246 register int bits_left
, d_derived_tbl
*htbl
,