media/libjpeg/jdcoefct.c

   1 /*
   2  * jdcoefct.c
   3  *
   4  * This file was part of the Independent JPEG Group's software:
   5  * Copyright (C) 1994-1997, Thomas G. Lane.
   6  * libjpeg-turbo Modifications:
   7  * Copyright 2009 Pierre Ossman <ossman@cendio.se> for Cendio AB
   8  * Copyright (C) 2010, 2015-2016, D. R. Commander.
   9  * Copyright (C) 2015, Google, Inc.
  10  * For conditions of distribution and use, see the accompanying README.ijg
  11  * file.
  12  *
  13  * This file contains the coefficient buffer controller for decompression.
  14  * This controller is the top level of the JPEG decompressor proper.
  15  * The coefficient buffer lies between entropy decoding and inverse-DCT steps.
  16  *
  17  * In buffered-image mode, this controller is the interface between
  18  * input-oriented processing and output-oriented processing.
  19  * Also, the input side (only) is used when reading a file for transcoding.
  20  */
  21
  22 #include "jinclude.h"
  23 #include "jdcoefct.h"
  24 #include "jpegcomp.h"
  25
  26
  27 /* Forward declarations */
  28 METHODDEF(int) decompress_onepass(j_decompress_ptr cinfo,
  29                                   JSAMPIMAGE output_buf);
  30 #ifdef D_MULTISCAN_FILES_SUPPORTED
  31 METHODDEF(int) decompress_data(j_decompress_ptr cinfo, JSAMPIMAGE output_buf);
  32 #endif
  33 #ifdef BLOCK_SMOOTHING_SUPPORTED
  34 LOCAL(boolean) smoothing_ok(j_decompress_ptr cinfo);
  35 METHODDEF(int) decompress_smooth_data(j_decompress_ptr cinfo,
  36                                       JSAMPIMAGE output_buf);
  37 #endif
  38
  39
  40 /*
  41  * Initialize for an input processing pass.
  42  */
  43
  44 METHODDEF(void)
  45 start_input_pass(j_decompress_ptr cinfo)
  46 {
  47   cinfo->input_iMCU_row = 0;
  48   start_iMCU_row(cinfo);
  49 }
  50
  51
  52 /*
  53  * Initialize for an output processing pass.
  54  */
  55
  56 METHODDEF(void)
  57 start_output_pass(j_decompress_ptr cinfo)
  58 {
  59 #ifdef BLOCK_SMOOTHING_SUPPORTED
  60   my_coef_ptr coef = (my_coef_ptr)cinfo->coef;
  61
  62   /* If multipass, check to see whether to use block smoothing on this pass */
  63   if (coef->pub.coef_arrays != NULL) {
  64     if (cinfo->do_block_smoothing && smoothing_ok(cinfo))
  65       coef->pub.decompress_data = decompress_smooth_data;
  66     else
  67       coef->pub.decompress_data = decompress_data;
  68   }
  69 #endif
  70   cinfo->output_iMCU_row = 0;
  71 }
  72
  73
  74 /*
  75  * Decompress and return some data in the single-pass case.
  76  * Always attempts to emit one fully interleaved MCU row ("iMCU" row).
  77  * Input and output must run in lockstep since we have only a one-MCU buffer.
  78  * Return value is JPEG_ROW_COMPLETED, JPEG_SCAN_COMPLETED, or JPEG_SUSPENDED.
  79  *
  80  * NB: output_buf contains a plane for each component in image,
  81  * which we index according to the component's SOF position.
  82  */
  83
  84 METHODDEF(int)
  85 decompress_onepass(j_decompress_ptr cinfo, JSAMPIMAGE output_buf)
  86 {
  87   my_coef_ptr coef = (my_coef_ptr)cinfo->coef;
  88   JDIMENSION MCU_col_num;       /* index of current MCU within row */
  89   JDIMENSION last_MCU_col = cinfo->MCUs_per_row - 1;
  90   JDIMENSION last_iMCU_row = cinfo->total_iMCU_rows - 1;
  91   int blkn, ci, xindex, yindex, yoffset, useful_width;
  92   JSAMPARRAY output_ptr;
  93   JDIMENSION start_col, output_col;
  94   jpeg_component_info *compptr;
  95   inverse_DCT_method_ptr inverse_DCT;
  96
  97   /* Loop to process as much as one whole iMCU row */
  98   for (yoffset = coef->MCU_vert_offset; yoffset < coef->MCU_rows_per_iMCU_row;
  99        yoffset++) {
 100     for (MCU_col_num = coef->MCU_ctr; MCU_col_num <= last_MCU_col;
 101          MCU_col_num++) {
 102       /* Try to fetch an MCU.  Entropy decoder expects buffer to be zeroed. */
 103       jzero_far((void *)coef->MCU_buffer[0],
 104                 (size_t)(cinfo->blocks_in_MCU * sizeof(JBLOCK)));
 105       if (!(*cinfo->entropy->decode_mcu) (cinfo, coef->MCU_buffer)) {
 106         /* Suspension forced; update state counters and exit */
 107         coef->MCU_vert_offset = yoffset;
 108         coef->MCU_ctr = MCU_col_num;
 109         return JPEG_SUSPENDED;
 110       }
 111
 112       /* Only perform the IDCT on blocks that are contained within the desired
 113        * cropping region.
 114        */
 115       if (MCU_col_num >= cinfo->master->first_iMCU_col &&
 116           MCU_col_num <= cinfo->master->last_iMCU_col) {
 117         /* Determine where data should go in output_buf and do the IDCT thing.
 118          * We skip dummy blocks at the right and bottom edges (but blkn gets
 119          * incremented past them!).  Note the inner loop relies on having
 120          * allocated the MCU_buffer[] blocks sequentially.
 121          */
 122         blkn = 0;               /* index of current DCT block within MCU */
 123         for (ci = 0; ci < cinfo->comps_in_scan; ci++) {
 124           compptr = cinfo->cur_comp_info[ci];
 125           /* Don't bother to IDCT an uninteresting component. */
 126           if (!compptr->component_needed) {
 127             blkn += compptr->MCU_blocks;
 128             continue;
 129           }
 130           inverse_DCT = cinfo->idct->inverse_DCT[compptr->component_index];
 131           useful_width = (MCU_col_num < last_MCU_col) ?
 132                          compptr->MCU_width : compptr->last_col_width;
 133           output_ptr = output_buf[compptr->component_index] +
 134                        yoffset * compptr->_DCT_scaled_size;
 135           start_col = (MCU_col_num - cinfo->master->first_iMCU_col) *
 136                       compptr->MCU_sample_width;
 137           for (yindex = 0; yindex < compptr->MCU_height; yindex++) {
 138             if (cinfo->input_iMCU_row < last_iMCU_row ||
 139                 yoffset + yindex < compptr->last_row_height) {
 140               output_col = start_col;
 141               for (xindex = 0; xindex < useful_width; xindex++) {
 142                 (*inverse_DCT) (cinfo, compptr,
 143                                 (JCOEFPTR)coef->MCU_buffer[blkn + xindex],
 144                                 output_ptr, output_col);
 145                 output_col += compptr->_DCT_scaled_size;
 146               }
 147             }
 148             blkn += compptr->MCU_width;
 149             output_ptr += compptr->_DCT_scaled_size;
 150           }
 151         }
 152       }
 153     }
 154     /* Completed an MCU row, but perhaps not an iMCU row */
 155     coef->MCU_ctr = 0;
 156   }
 157   /* Completed the iMCU row, advance counters for next one */
 158   cinfo->output_iMCU_row++;
 159   if (++(cinfo->input_iMCU_row) < cinfo->total_iMCU_rows) {
 160     start_iMCU_row(cinfo);
 161     return JPEG_ROW_COMPLETED;
 162   }
 163   /* Completed the scan */
 164   (*cinfo->inputctl->finish_input_pass) (cinfo);
 165   return JPEG_SCAN_COMPLETED;
 166 }
 167
 168
 169 /*
 170  * Dummy consume-input routine for single-pass operation.
 171  */
 172
 173 METHODDEF(int)
 174 dummy_consume_data(j_decompress_ptr cinfo)
 175 {
 176   return JPEG_SUSPENDED;        /* Always indicate nothing was done */
 177 }
 178
 179
 180 #ifdef D_MULTISCAN_FILES_SUPPORTED
 181
 182 /*
 183  * Consume input data and store it in the full-image coefficient buffer.
 184  * We read as much as one fully interleaved MCU row ("iMCU" row) per call,
 185  * ie, v_samp_factor block rows for each component in the scan.
 186  * Return value is JPEG_ROW_COMPLETED, JPEG_SCAN_COMPLETED, or JPEG_SUSPENDED.
 187  */
 188
 189 METHODDEF(int)
 190 consume_data(j_decompress_ptr cinfo)
 191 {
 192   my_coef_ptr coef = (my_coef_ptr)cinfo->coef;
 193   JDIMENSION MCU_col_num;       /* index of current MCU within row */
 194   int blkn, ci, xindex, yindex, yoffset;
 195   JDIMENSION start_col;
 196   JBLOCKARRAY buffer[MAX_COMPS_IN_SCAN];
 197   JBLOCKROW buffer_ptr;
 198   jpeg_component_info *compptr;
 199
 200   /* Align the virtual buffers for the components used in this scan. */
 201   for (ci = 0; ci < cinfo->comps_in_scan; ci++) {
 202     compptr = cinfo->cur_comp_info[ci];
 203     buffer[ci] = (*cinfo->mem->access_virt_barray)
 204       ((j_common_ptr)cinfo, coef->whole_image[compptr->component_index],
 205        cinfo->input_iMCU_row * compptr->v_samp_factor,
 206        (JDIMENSION)compptr->v_samp_factor, TRUE);
 207     /* Note: entropy decoder expects buffer to be zeroed,
 208      * but this is handled automatically by the memory manager
 209      * because we requested a pre-zeroed array.
 210      */
 211   }
 212
 213   /* Loop to process one whole iMCU row */
 214   for (yoffset = coef->MCU_vert_offset; yoffset < coef->MCU_rows_per_iMCU_row;
 215        yoffset++) {
 216     for (MCU_col_num = coef->MCU_ctr; MCU_col_num < cinfo->MCUs_per_row;
 217          MCU_col_num++) {
 218       /* Construct list of pointers to DCT blocks belonging to this MCU */
 219       blkn = 0;                 /* index of current DCT block within MCU */
 220       for (ci = 0; ci < cinfo->comps_in_scan; ci++) {
 221         compptr = cinfo->cur_comp_info[ci];
 222         start_col = MCU_col_num * compptr->MCU_width;
 223         for (yindex = 0; yindex < compptr->MCU_height; yindex++) {
 224           buffer_ptr = buffer[ci][yindex + yoffset] + start_col;
 225           for (xindex = 0; xindex < compptr->MCU_width; xindex++) {
 226             coef->MCU_buffer[blkn++] = buffer_ptr++;
 227           }
 228         }
 229       }
 230       /* Try to fetch the MCU. */
 231       if (!(*cinfo->entropy->decode_mcu) (cinfo, coef->MCU_buffer)) {
 232         /* Suspension forced; update state counters and exit */
 233         coef->MCU_vert_offset = yoffset;
 234         coef->MCU_ctr = MCU_col_num;
 235         return JPEG_SUSPENDED;
 236       }
 237     }
 238     /* Completed an MCU row, but perhaps not an iMCU row */
 239     coef->MCU_ctr = 0;
 240   }
 241   /* Completed the iMCU row, advance counters for next one */
 242   if (++(cinfo->input_iMCU_row) < cinfo->total_iMCU_rows) {
 243     start_iMCU_row(cinfo);
 244     return JPEG_ROW_COMPLETED;
 245   }
 246   /* Completed the scan */
 247   (*cinfo->inputctl->finish_input_pass) (cinfo);
 248   return JPEG_SCAN_COMPLETED;
 249 }
 250
 251
 252 /*
 253  * Decompress and return some data in the multi-pass case.
 254  * Always attempts to emit one fully interleaved MCU row ("iMCU" row).
 255  * Return value is JPEG_ROW_COMPLETED, JPEG_SCAN_COMPLETED, or JPEG_SUSPENDED.
 256  *
 257  * NB: output_buf contains a plane for each component in image.
 258  */
 259
 260 METHODDEF(int)
 261 decompress_data(j_decompress_ptr cinfo, JSAMPIMAGE output_buf)
 262 {
 263   my_coef_ptr coef = (my_coef_ptr)cinfo->coef;
 264   JDIMENSION last_iMCU_row = cinfo->total_iMCU_rows - 1;
 265   JDIMENSION block_num;
 266   int ci, block_row, block_rows;
 267   JBLOCKARRAY buffer;
 268   JBLOCKROW buffer_ptr;
 269   JSAMPARRAY output_ptr;
 270   JDIMENSION output_col;
 271   jpeg_component_info *compptr;
 272   inverse_DCT_method_ptr inverse_DCT;
 273
 274   /* Force some input to be done if we are getting ahead of the input. */
 275   while (cinfo->input_scan_number < cinfo->output_scan_number ||
 276          (cinfo->input_scan_number == cinfo->output_scan_number &&
 277           cinfo->input_iMCU_row <= cinfo->output_iMCU_row)) {
 278     if ((*cinfo->inputctl->consume_input) (cinfo) == JPEG_SUSPENDED)
 279       return JPEG_SUSPENDED;
 280   }
 281
 282   /* OK, output from the virtual arrays. */
 283   for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components;
 284        ci++, compptr++) {
 285     /* Don't bother to IDCT an uninteresting component. */
 286     if (!compptr->component_needed)
 287       continue;
 288     /* Align the virtual buffer for this component. */
 289     buffer = (*cinfo->mem->access_virt_barray)
 290       ((j_common_ptr)cinfo, coef->whole_image[ci],
 291        cinfo->output_iMCU_row * compptr->v_samp_factor,
 292        (JDIMENSION)compptr->v_samp_factor, FALSE);
 293     /* Count non-dummy DCT block rows in this iMCU row. */
 294     if (cinfo->output_iMCU_row < last_iMCU_row)
 295       block_rows = compptr->v_samp_factor;
 296     else {
 297       /* NB: can't use last_row_height here; it is input-side-dependent! */
 298       block_rows = (int)(compptr->height_in_blocks % compptr->v_samp_factor);
 299       if (block_rows == 0) block_rows = compptr->v_samp_factor;
 300     }
 301     inverse_DCT = cinfo->idct->inverse_DCT[ci];
 302     output_ptr = output_buf[ci];
 303     /* Loop over all DCT blocks to be processed. */
 304     for (block_row = 0; block_row < block_rows; block_row++) {
 305       buffer_ptr = buffer[block_row] + cinfo->master->first_MCU_col[ci];
 306       output_col = 0;
 307       for (block_num = cinfo->master->first_MCU_col[ci];
 308            block_num <= cinfo->master->last_MCU_col[ci]; block_num++) {
 309         (*inverse_DCT) (cinfo, compptr, (JCOEFPTR)buffer_ptr, output_ptr,
 310                         output_col);
 311         buffer_ptr++;
 312         output_col += compptr->_DCT_scaled_size;
 313       }
 314       output_ptr += compptr->_DCT_scaled_size;
 315     }
 316   }
 317
 318   if (++(cinfo->output_iMCU_row) < cinfo->total_iMCU_rows)
 319     return JPEG_ROW_COMPLETED;
 320   return JPEG_SCAN_COMPLETED;
 321 }
 322
 323 #endif /* D_MULTISCAN_FILES_SUPPORTED */
 324
 325
 326 #ifdef BLOCK_SMOOTHING_SUPPORTED
 327
 328 /*
 329  * This code applies interblock smoothing as described by section K.8
 330  * of the JPEG standard: the first 5 AC coefficients are estimated from
 331  * the DC values of a DCT block and its 8 neighboring blocks.
 332  * We apply smoothing only for progressive JPEG decoding, and only if
 333  * the coefficients it can estimate are not yet known to full precision.
 334  */
 335
 336 /* Natural-order array positions of the first 5 zigzag-order coefficients */
 337 #define Q01_POS  1
 338 #define Q10_POS  8
 339 #define Q20_POS  16
 340 #define Q11_POS  9
 341 #define Q02_POS  2
 342
 343 /*
 344  * Determine whether block smoothing is applicable and safe.
 345  * We also latch the current states of the coef_bits[] entries for the
 346  * AC coefficients; otherwise, if the input side of the decompressor
 347  * advances into a new scan, we might think the coefficients are known
 348  * more accurately than they really are.
 349  */
 350
 351 LOCAL(boolean)
 352 smoothing_ok(j_decompress_ptr cinfo)
 353 {
 354   my_coef_ptr coef = (my_coef_ptr)cinfo->coef;
 355   boolean smoothing_useful = FALSE;
 356   int ci, coefi;
 357   jpeg_component_info *compptr;
 358   JQUANT_TBL *qtable;
 359   int *coef_bits;
 360   int *coef_bits_latch;
 361
 362   if (!cinfo->progressive_mode || cinfo->coef_bits == NULL)
 363     return FALSE;
 364
 365   /* Allocate latch area if not already done */
 366   if (coef->coef_bits_latch == NULL)
 367     coef->coef_bits_latch = (int *)
 368       (*cinfo->mem->alloc_small) ((j_common_ptr)cinfo, JPOOL_IMAGE,
 369                                   cinfo->num_components *
 370                                   (SAVED_COEFS * sizeof(int)));
 371   coef_bits_latch = coef->coef_bits_latch;
 372
 373   for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components;
 374        ci++, compptr++) {
 375     /* All components' quantization values must already be latched. */
 376     if ((qtable = compptr->quant_table) == NULL)
 377       return FALSE;
 378     /* Verify DC & first 5 AC quantizers are nonzero to avoid zero-divide. */
 379     if (qtable->quantval[0] == 0 ||
 380         qtable->quantval[Q01_POS] == 0 ||
 381         qtable->quantval[Q10_POS] == 0 ||
 382         qtable->quantval[Q20_POS] == 0 ||
 383         qtable->quantval[Q11_POS] == 0 ||
 384         qtable->quantval[Q02_POS] == 0)
 385       return FALSE;
 386     /* DC values must be at least partly known for all components. */
 387     coef_bits = cinfo->coef_bits[ci];
 388     if (coef_bits[0] < 0)
 389       return FALSE;
 390     /* Block smoothing is helpful if some AC coefficients remain inaccurate. */
 391     for (coefi = 1; coefi <= 5; coefi++) {
 392       coef_bits_latch[coefi] = coef_bits[coefi];
 393       if (coef_bits[coefi] != 0)
 394         smoothing_useful = TRUE;
 395     }
 396     coef_bits_latch += SAVED_COEFS;
 397   }
 398
 399   return smoothing_useful;
 400 }
 401
 402
 403 /*
 404  * Variant of decompress_data for use when doing block smoothing.
 405  */
 406
 407 METHODDEF(int)
 408 decompress_smooth_data(j_decompress_ptr cinfo, JSAMPIMAGE output_buf)
 409 {
 410   my_coef_ptr coef = (my_coef_ptr)cinfo->coef;
 411   JDIMENSION last_iMCU_row = cinfo->total_iMCU_rows - 1;
 412   JDIMENSION block_num, last_block_column;
 413   int ci, block_row, block_rows, access_rows;
 414   JBLOCKARRAY buffer;
 415   JBLOCKROW buffer_ptr, prev_block_row, next_block_row;
 416   JSAMPARRAY output_ptr;
 417   JDIMENSION output_col;
 418   jpeg_component_info *compptr;
 419   inverse_DCT_method_ptr inverse_DCT;
 420   boolean first_row, last_row;
 421   JCOEF *workspace;
 422   int *coef_bits;
 423   JQUANT_TBL *quanttbl;
 424   JLONG Q00, Q01, Q02, Q10, Q11, Q20, num;
 425   int DC1, DC2, DC3, DC4, DC5, DC6, DC7, DC8, DC9;
 426   int Al, pred;
 427
 428   /* Keep a local variable to avoid looking it up more than once */
 429   workspace = coef->workspace;
 430
 431   /* Force some input to be done if we are getting ahead of the input. */
 432   while (cinfo->input_scan_number <= cinfo->output_scan_number &&
 433          !cinfo->inputctl->eoi_reached) {
 434     if (cinfo->input_scan_number == cinfo->output_scan_number) {
 435       /* If input is working on current scan, we ordinarily want it to
 436        * have completed the current row.  But if input scan is DC,
 437        * we want it to keep one row ahead so that next block row's DC
 438        * values are up to date.
 439        */
 440       JDIMENSION delta = (cinfo->Ss == 0) ? 1 : 0;
 441       if (cinfo->input_iMCU_row > cinfo->output_iMCU_row + delta)
 442         break;
 443     }
 444     if ((*cinfo->inputctl->consume_input) (cinfo) == JPEG_SUSPENDED)
 445       return JPEG_SUSPENDED;
 446   }
 447
 448   /* OK, output from the virtual arrays. */
 449   for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components;
 450        ci++, compptr++) {
 451     /* Don't bother to IDCT an uninteresting component. */
 452     if (!compptr->component_needed)
 453       continue;
 454     /* Count non-dummy DCT block rows in this iMCU row. */
 455     if (cinfo->output_iMCU_row < last_iMCU_row) {
 456       block_rows = compptr->v_samp_factor;
 457       access_rows = block_rows * 2; /* this and next iMCU row */
 458       last_row = FALSE;
 459     } else {
 460       /* NB: can't use last_row_height here; it is input-side-dependent! */
 461       block_rows = (int)(compptr->height_in_blocks % compptr->v_samp_factor);
 462       if (block_rows == 0) block_rows = compptr->v_samp_factor;
 463       access_rows = block_rows; /* this iMCU row only */
 464       last_row = TRUE;
 465     }
 466     /* Align the virtual buffer for this component. */
 467     if (cinfo->output_iMCU_row > 0) {
 468       access_rows += compptr->v_samp_factor; /* prior iMCU row too */
 469       buffer = (*cinfo->mem->access_virt_barray)
 470         ((j_common_ptr)cinfo, coef->whole_image[ci],
 471          (cinfo->output_iMCU_row - 1) * compptr->v_samp_factor,
 472          (JDIMENSION)access_rows, FALSE);
 473       buffer += compptr->v_samp_factor; /* point to current iMCU row */
 474       first_row = FALSE;
 475     } else {
 476       buffer = (*cinfo->mem->access_virt_barray)
 477         ((j_common_ptr)cinfo, coef->whole_image[ci],
 478          (JDIMENSION)0, (JDIMENSION)access_rows, FALSE);
 479       first_row = TRUE;
 480     }
 481     /* Fetch component-dependent info */
 482     coef_bits = coef->coef_bits_latch + (ci * SAVED_COEFS);
 483     quanttbl = compptr->quant_table;
 484     Q00 = quanttbl->quantval[0];
 485     Q01 = quanttbl->quantval[Q01_POS];
 486     Q10 = quanttbl->quantval[Q10_POS];
 487     Q20 = quanttbl->quantval[Q20_POS];
 488     Q11 = quanttbl->quantval[Q11_POS];
 489     Q02 = quanttbl->quantval[Q02_POS];
 490     inverse_DCT = cinfo->idct->inverse_DCT[ci];
 491     output_ptr = output_buf[ci];
 492     /* Loop over all DCT blocks to be processed. */
 493     for (block_row = 0; block_row < block_rows; block_row++) {
 494       buffer_ptr = buffer[block_row] + cinfo->master->first_MCU_col[ci];
 495       if (first_row && block_row == 0)
 496         prev_block_row = buffer_ptr;
 497       else
 498         prev_block_row = buffer[block_row - 1];
 499       if (last_row && block_row == block_rows - 1)
 500         next_block_row = buffer_ptr;
 501       else
 502         next_block_row = buffer[block_row + 1];
 503       /* We fetch the surrounding DC values using a sliding-register approach.
 504        * Initialize all nine here so as to do the right thing on narrow pics.
 505        */
 506       DC1 = DC2 = DC3 = (int)prev_block_row[0][0];
 507       DC4 = DC5 = DC6 = (int)buffer_ptr[0][0];
 508       DC7 = DC8 = DC9 = (int)next_block_row[0][0];
 509       output_col = 0;
 510       last_block_column = compptr->width_in_blocks - 1;
 511       for (block_num = cinfo->master->first_MCU_col[ci];
 512            block_num <= cinfo->master->last_MCU_col[ci]; block_num++) {
 513         /* Fetch current DCT block into workspace so we can modify it. */
 514         jcopy_block_row(buffer_ptr, (JBLOCKROW)workspace, (JDIMENSION)1);
 515         /* Update DC values */
 516         if (block_num < last_block_column) {
 517           DC3 = (int)prev_block_row[1][0];
 518           DC6 = (int)buffer_ptr[1][0];
 519           DC9 = (int)next_block_row[1][0];
 520         }
 521         /* Compute coefficient estimates per K.8.
 522          * An estimate is applied only if coefficient is still zero,
 523          * and is not known to be fully accurate.
 524          */
 525         /* AC01 */
 526         if ((Al = coef_bits[1]) != 0 && workspace[1] == 0) {
 527           num = 36 * Q00 * (DC4 - DC6);
 528           if (num >= 0) {
 529             pred = (int)(((Q01 << 7) + num) / (Q01 << 8));
 530             if (Al > 0 && pred >= (1 << Al))
 531               pred = (1 << Al) - 1;
 532           } else {
 533             pred = (int)(((Q01 << 7) - num) / (Q01 << 8));
 534             if (Al > 0 && pred >= (1 << Al))
 535               pred = (1 << Al) - 1;
 536             pred = -pred;
 537           }
 538           workspace[1] = (JCOEF)pred;
 539         }
 540         /* AC10 */
 541         if ((Al = coef_bits[2]) != 0 && workspace[8] == 0) {
 542           num = 36 * Q00 * (DC2 - DC8);
 543           if (num >= 0) {
 544             pred = (int)(((Q10 << 7) + num) / (Q10 << 8));
 545             if (Al > 0 && pred >= (1 << Al))
 546               pred = (1 << Al) - 1;
 547           } else {
 548             pred = (int)(((Q10 << 7) - num) / (Q10 << 8));
 549             if (Al > 0 && pred >= (1 << Al))
 550               pred = (1 << Al) - 1;
 551             pred = -pred;
 552           }
 553           workspace[8] = (JCOEF)pred;
 554         }
 555         /* AC20 */
 556         if ((Al = coef_bits[3]) != 0 && workspace[16] == 0) {
 557           num = 9 * Q00 * (DC2 + DC8 - 2 * DC5);
 558           if (num >= 0) {
 559             pred = (int)(((Q20 << 7) + num) / (Q20 << 8));
 560             if (Al > 0 && pred >= (1 << Al))
 561               pred = (1 << Al) - 1;
 562           } else {
 563             pred = (int)(((Q20 << 7) - num) / (Q20 << 8));
 564             if (Al > 0 && pred >= (1 << Al))
 565               pred = (1 << Al) - 1;
 566             pred = -pred;
 567           }
 568           workspace[16] = (JCOEF)pred;
 569         }
 570         /* AC11 */
 571         if ((Al = coef_bits[4]) != 0 && workspace[9] == 0) {
 572           num = 5 * Q00 * (DC1 - DC3 - DC7 + DC9);
 573           if (num >= 0) {
 574             pred = (int)(((Q11 << 7) + num) / (Q11 << 8));
 575             if (Al > 0 && pred >= (1 << Al))
 576               pred = (1 << Al) - 1;
 577           } else {
 578             pred = (int)(((Q11 << 7) - num) / (Q11 << 8));
 579             if (Al > 0 && pred >= (1 << Al))
 580               pred = (1 << Al) - 1;
 581             pred = -pred;
 582           }
 583           workspace[9] = (JCOEF)pred;
 584         }
 585         /* AC02 */
 586         if ((Al = coef_bits[5]) != 0 && workspace[2] == 0) {
 587           num = 9 * Q00 * (DC4 + DC6 - 2 * DC5);
 588           if (num >= 0) {
 589             pred = (int)(((Q02 << 7) + num) / (Q02 << 8));
 590             if (Al > 0 && pred >= (1 << Al))
 591               pred = (1 << Al) - 1;
 592           } else {
 593             pred = (int)(((Q02 << 7) - num) / (Q02 << 8));
 594             if (Al > 0 && pred >= (1 << Al))
 595               pred = (1 << Al) - 1;
 596             pred = -pred;
 597           }
 598           workspace[2] = (JCOEF)pred;
 599         }
 600         /* OK, do the IDCT */
 601         (*inverse_DCT) (cinfo, compptr, (JCOEFPTR)workspace, output_ptr,
 602                         output_col);
 603         /* Advance for next column */
 604         DC1 = DC2;  DC2 = DC3;
 605         DC4 = DC5;  DC5 = DC6;
 606         DC7 = DC8;  DC8 = DC9;
 607         buffer_ptr++, prev_block_row++, next_block_row++;
 608         output_col += compptr->_DCT_scaled_size;
 609       }
 610       output_ptr += compptr->_DCT_scaled_size;
 611     }
 612   }
 613
 614   if (++(cinfo->output_iMCU_row) < cinfo->total_iMCU_rows)
 615     return JPEG_ROW_COMPLETED;
 616   return JPEG_SCAN_COMPLETED;
 617 }
 618
 619 #endif /* BLOCK_SMOOTHING_SUPPORTED */
 620
 621
 622 /*
 623  * Initialize coefficient buffer controller.
 624  */
 625
 626 GLOBAL(void)
 627 jinit_d_coef_controller(j_decompress_ptr cinfo, boolean need_full_buffer)
 628 {
 629   my_coef_ptr coef;
 630
 631   coef = (my_coef_ptr)
 632     (*cinfo->mem->alloc_small) ((j_common_ptr)cinfo, JPOOL_IMAGE,
 633                                 sizeof(my_coef_controller));
 634   cinfo->coef = (struct jpeg_d_coef_controller *)coef;
 635   coef->pub.start_input_pass = start_input_pass;
 636   coef->pub.start_output_pass = start_output_pass;
 637 #ifdef BLOCK_SMOOTHING_SUPPORTED
 638   coef->coef_bits_latch = NULL;
 639 #endif
 640
 641   /* Create the coefficient buffer. */
 642   if (need_full_buffer) {
 643 #ifdef D_MULTISCAN_FILES_SUPPORTED
 644     /* Allocate a full-image virtual array for each component, */
 645     /* padded to a multiple of samp_factor DCT blocks in each direction. */
 646     /* Note we ask for a pre-zeroed array. */
 647     int ci, access_rows;
 648     jpeg_component_info *compptr;
 649
 650     for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components;
 651          ci++, compptr++) {
 652       access_rows = compptr->v_samp_factor;
 653 #ifdef BLOCK_SMOOTHING_SUPPORTED
 654       /* If block smoothing could be used, need a bigger window */
 655       if (cinfo->progressive_mode)
 656         access_rows *= 3;
 657 #endif
 658       coef->whole_image[ci] = (*cinfo->mem->request_virt_barray)
 659         ((j_common_ptr)cinfo, JPOOL_IMAGE, TRUE,
 660          (JDIMENSION)jround_up((long)compptr->width_in_blocks,
 661                                (long)compptr->h_samp_factor),
 662          (JDIMENSION)jround_up((long)compptr->height_in_blocks,
 663                                (long)compptr->v_samp_factor),
 664          (JDIMENSION)access_rows);
 665     }
 666     coef->pub.consume_data = consume_data;
 667     coef->pub.decompress_data = decompress_data;
 668     coef->pub.coef_arrays = coef->whole_image; /* link to virtual arrays */
 669 #else
 670     ERREXIT(cinfo, JERR_NOT_COMPILED);
 671 #endif
 672   } else {
 673     /* We only need a single-MCU buffer. */
 674     JBLOCKROW buffer;
 675     int i;
 676
 677     buffer = (JBLOCKROW)
 678       (*cinfo->mem->alloc_large) ((j_common_ptr)cinfo, JPOOL_IMAGE,
 679                                   D_MAX_BLOCKS_IN_MCU * sizeof(JBLOCK));
 680     for (i = 0; i < D_MAX_BLOCKS_IN_MCU; i++) {
 681       coef->MCU_buffer[i] = buffer + i;
 682     }
 683     coef->pub.consume_data = dummy_consume_data;
 684     coef->pub.decompress_data = decompress_onepass;
 685     coef->pub.coef_arrays = NULL; /* flag for no virtual arrays */
 686   }
 687
 688   /* Allocate the workspace buffer */
 689   coef->workspace = (JCOEF *)
 690     (*cinfo->mem->alloc_small) ((j_common_ptr)cinfo, JPOOL_IMAGE,
 691                                 sizeof(JCOEF) * DCTSIZE2);
 692 }