vp9_detokenize.c 19.7 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10 11
 */


12
#include "vp9/common/vp9_blockd.h"
John Koleszar's avatar
John Koleszar committed
13
#include "vp9/common/vp9_common.h"
14
#include "vp9/decoder/vp9_onyxd_int.h"
John Koleszar's avatar
John Koleszar committed
15 16
#include "vpx_mem/vpx_mem.h"
#include "vpx_ports/mem.h"
17
#include "vp9/decoder/vp9_detokenize.h"
18
#include "vp9/common/vp9_seg_common.h"
19

John Koleszar's avatar
John Koleszar committed
20 21 22 23 24 25 26 27 28 29 30 31
#define EOB_CONTEXT_NODE            0
#define ZERO_CONTEXT_NODE           1
#define ONE_CONTEXT_NODE            2
#define LOW_VAL_CONTEXT_NODE        3
#define TWO_CONTEXT_NODE            4
#define THREE_CONTEXT_NODE          5
#define HIGH_LOW_CONTEXT_NODE       6
#define CAT_ONE_CONTEXT_NODE        7
#define CAT_THREEFOUR_CONTEXT_NODE  8
#define CAT_THREE_CONTEXT_NODE      9
#define CAT_FIVE_CONTEXT_NODE       10

Scott LaVarnway's avatar
Scott LaVarnway committed
32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56
#define CAT1_MIN_VAL    5
#define CAT2_MIN_VAL    7
#define CAT3_MIN_VAL   11
#define CAT4_MIN_VAL   19
#define CAT5_MIN_VAL   35
#define CAT6_MIN_VAL   67
#define CAT1_PROB0    159
#define CAT2_PROB0    145
#define CAT2_PROB1    165

#define CAT3_PROB0 140
#define CAT3_PROB1 148
#define CAT3_PROB2 173

#define CAT4_PROB0 135
#define CAT4_PROB1 140
#define CAT4_PROB2 155
#define CAT4_PROB3 176

#define CAT5_PROB0 130
#define CAT5_PROB1 134
#define CAT5_PROB2 141
#define CAT5_PROB3 157
#define CAT5_PROB4 180

57
static const vp9_prob cat6_prob[15] = {
58 59
  254, 254, 254, 252, 249, 243, 230, 196, 177, 153, 140, 133, 130, 129, 0
};
John Koleszar's avatar
John Koleszar committed
60

61
DECLARE_ALIGNED(16, extern const uint8_t, vp9_norm[256]);
62

63 64 65 66 67 68 69 70 71 72 73 74 75 76 77
#if CONFIG_CODE_ZEROGROUP
#define ZEROGROUP_ADVANCE()                \
  do {                                     \
    token_cache[scan[c]] = ZERO_TOKEN;     \
    is_last_zero[o] = 1;                   \
    c++;                                   \
  } while (0)
#define INCREMENT_COUNT(token)             \
  do {                                     \
    coef_counts[type][ref][get_coef_band(scan, txfm_size, c)] \
               [pt][token]++;     \
    token_cache[scan[c]] = token; \
    is_last_zero[o] = (token == ZERO_TOKEN);    \
  } while (0)
#else
78 79
#define INCREMENT_COUNT(token)               \
  do {                                       \
80 81
    coef_counts[type][ref][get_coef_band(scan, txfm_size, c)] \
               [pt][token]++;     \
82
    token_cache[scan[c]] = token; \
83
  } while (0)
84
#endif
85

86
#if CONFIG_CODE_NONZEROCOUNT
87
#define WRITE_COEF_CONTINUE(val, token)                       \
Daniel Kang's avatar
Daniel Kang committed
88
  {                                                           \
89
    qcoeff_ptr[scan[c]] = vp9_read_and_apply_sign(r, val);    \
90
    INCREMENT_COUNT(token);                                   \
John Koleszar's avatar
John Koleszar committed
91
    c++;                                                      \
Dmitry Kovalev's avatar
Dmitry Kovalev committed
92
    nzc++;                                                    \
John Koleszar's avatar
John Koleszar committed
93 94
    continue;                                                 \
  }
95
#else
Dmitry Kovalev's avatar
Dmitry Kovalev committed
96 97
#define WRITE_COEF_CONTINUE(val, token)                  \
  {                                                      \
98
    qcoeff_ptr[scan[c]] = vp9_read_and_apply_sign(r, val); \
Dmitry Kovalev's avatar
Dmitry Kovalev committed
99 100 101
    INCREMENT_COUNT(token);                              \
    c++;                                                 \
    continue;                                            \
102 103
  }
#endif  // CONFIG_CODE_NONZEROCOUNT
John Koleszar's avatar
John Koleszar committed
104

105 106 107 108 109 110
#define WRITE_COEF_ONE()                                 \
{                                                        \
  qcoeff_ptr[scan[c]] = vp9_read_and_apply_sign(br, 1);  \
  INCREMENT_COUNT(ONE_TOKEN);                            \
}

Daniel Kang's avatar
Daniel Kang committed
111 112
#define ADJUST_COEF(prob, bits_count)  \
  do {                                 \
113
    if (vp9_read(r, prob))             \
Dmitry Kovalev's avatar
Dmitry Kovalev committed
114
      val += 1 << bits_count;          \
John Koleszar's avatar
John Koleszar committed
115
  } while (0);
John Koleszar's avatar
John Koleszar committed
116

117
static int decode_coefs(VP9D_COMP *dx, const MACROBLOCKD *xd,
118
                        vp9_reader *r, int block_idx,
119 120
                        PLANE_TYPE type, int seg_eob, int16_t *qcoeff_ptr,
                        TX_SIZE txfm_size) {
121 122
  ENTROPY_CONTEXT* const A0 = (ENTROPY_CONTEXT *) xd->above_context;
  ENTROPY_CONTEXT* const L0 = (ENTROPY_CONTEXT *) xd->left_context;
123 124
  int aidx, lidx;
  ENTROPY_CONTEXT above_ec, left_ec;
John Koleszar's avatar
John Koleszar committed
125
  FRAME_CONTEXT *const fc = &dx->common.fc;
126
  int pt, c = 0, pad, default_eob;
127 128 129
  vp9_coeff_probs *coef_probs;
  vp9_prob *prob;
  vp9_coeff_count *coef_counts;
130
  const int ref = xd->mode_info_context->mbmi.ref_frame != INTRA_FRAME;
131 132 133 134 135 136 137 138 139 140
  TX_TYPE tx_type = DCT_DCT;
#if CONFIG_CODE_ZEROGROUP
  int is_eoo[3] = {0, 0, 0};
  int is_last_zero[3] = {0, 0, 0};
  int o, rc;
  vp9_zpc_probs *zpc_probs;
  vp9_zpc_count *zpc_count;
  vp9_prob *zprobs;
  int eoo = 0, use_eoo;
#endif
141
#if CONFIG_CODE_NONZEROCOUNT
142
  const int nzc_used = get_nzc_used(txfm_size);
143
  uint16_t nzc = 0;
144 145
  uint16_t nzc_expected =
      nzc_used ? xd->mode_info_context->mbmi.nzcs[block_idx] : 0;
146
#endif
147 148
  const int *scan, *nb;
  uint8_t token_cache[1024];
149 150 151
#if CONFIG_CODE_ZEROGROUP
  vpx_memset(token_cache, UNKNOWN_TOKEN, sizeof(token_cache));
#endif
Daniel Kang's avatar
Daniel Kang committed
152

153 154 155
  if (xd->mode_info_context->mbmi.sb_type == BLOCK_SIZE_SB64X64) {
    aidx = vp9_block2above_sb64[txfm_size][block_idx];
    lidx = vp9_block2left_sb64[txfm_size][block_idx];
156 157 158 159 160 161 162 163
#if CONFIG_SBSEGMENT
  } else if (xd->mode_info_context->mbmi.sb_type == BLOCK_SIZE_SB64X32) {
    aidx = vp9_block2above_sb64x32[txfm_size][block_idx];
    lidx = vp9_block2left_sb64x32[txfm_size][block_idx];
  } else if (xd->mode_info_context->mbmi.sb_type == BLOCK_SIZE_SB32X64) {
    aidx = vp9_block2above_sb32x64[txfm_size][block_idx];
    lidx = vp9_block2left_sb32x64[txfm_size][block_idx];
#endif
164 165 166
  } else if (xd->mode_info_context->mbmi.sb_type == BLOCK_SIZE_SB32X32) {
    aidx = vp9_block2above_sb[txfm_size][block_idx];
    lidx = vp9_block2left_sb[txfm_size][block_idx];
167 168 169 170 171 172 173 174
#if CONFIG_SBSEGMENT
  } else if (xd->mode_info_context->mbmi.sb_type == BLOCK_SIZE_SB32X16) {
    aidx = vp9_block2above_sb32x16[txfm_size][block_idx];
    lidx = vp9_block2left_sb32x16[txfm_size][block_idx];
  } else if (xd->mode_info_context->mbmi.sb_type == BLOCK_SIZE_SB16X32) {
    aidx = vp9_block2above_sb16x32[txfm_size][block_idx];
    lidx = vp9_block2left_sb16x32[txfm_size][block_idx];
#endif
175 176 177 178 179
  } else {
    aidx = vp9_block2above[txfm_size][block_idx];
    lidx = vp9_block2left[txfm_size][block_idx];
  }

180
  switch (txfm_size) {
Daniel Kang's avatar
Daniel Kang committed
181
    default:
182
    case TX_4X4: {
183 184
      tx_type = (type == PLANE_TYPE_Y_WITH_DC) ?
          get_tx_type_4x4(xd, block_idx) : DCT_DCT;
185 186 187 188 189 190 191 192 193 194 195
      switch (tx_type) {
        default:
          scan = vp9_default_zig_zag1d_4x4;
          break;
        case ADST_DCT:
          scan = vp9_row_scan_4x4;
          break;
        case DCT_ADST:
          scan = vp9_col_scan_4x4;
          break;
      }
196 197
      above_ec = A0[aidx] != 0;
      left_ec = L0[lidx] != 0;
198 199
      coef_probs  = fc->coef_probs_4x4;
      coef_counts = fc->coef_counts_4x4;
200
      default_eob = 16;
201 202 203 204
#if CONFIG_CODE_ZEROGROUP
      zpc_probs = &(fc->zpc_probs_4x4);
      zpc_count = &(fc->zpc_counts_4x4);
#endif
Daniel Kang's avatar
Daniel Kang committed
205
      break;
206
    }
207 208
    case TX_8X8: {
      const BLOCK_SIZE_TYPE sb_type = xd->mode_info_context->mbmi.sb_type;
209 210
      const int sz = 3 + mb_width_log2(sb_type);
      const int x = block_idx & ((1 << sz) - 1);
211
      const int y = block_idx - x;
212 213
      tx_type = (type == PLANE_TYPE_Y_WITH_DC) ?
          get_tx_type_8x8(xd, y + (x >> 1)) : DCT_DCT;
214 215 216 217 218 219 220 221 222 223 224
      switch (tx_type) {
        default:
          scan = vp9_default_zig_zag1d_8x8;
          break;
        case ADST_DCT:
          scan = vp9_row_scan_8x8;
          break;
        case DCT_ADST:
          scan = vp9_col_scan_8x8;
          break;
      }
225 226
      coef_probs  = fc->coef_probs_8x8;
      coef_counts = fc->coef_counts_8x8;
227 228
      above_ec = (A0[aidx] + A0[aidx + 1]) != 0;
      left_ec  = (L0[lidx] + L0[lidx + 1]) != 0;
229
      default_eob = 64;
230 231 232 233
#if CONFIG_CODE_ZEROGROUP
      zpc_probs = &(fc->zpc_probs_8x8);
      zpc_count = &(fc->zpc_counts_8x8);
#endif
Daniel Kang's avatar
Daniel Kang committed
234
      break;
235 236 237
    }
    case TX_16X16: {
      const BLOCK_SIZE_TYPE sb_type = xd->mode_info_context->mbmi.sb_type;
238 239
      const int sz = 4 + mb_width_log2(sb_type);
      const int x = block_idx & ((1 << sz) - 1);
240
      const int y = block_idx - x;
241 242
      tx_type = (type == PLANE_TYPE_Y_WITH_DC) ?
          get_tx_type_16x16(xd, y + (x >> 2)) : DCT_DCT;
243 244 245 246 247 248 249 250 251 252 253
      switch (tx_type) {
        default:
          scan = vp9_default_zig_zag1d_16x16;
          break;
        case ADST_DCT:
          scan = vp9_row_scan_16x16;
          break;
        case DCT_ADST:
          scan = vp9_col_scan_16x16;
          break;
      }
254 255
      coef_probs  = fc->coef_probs_16x16;
      coef_counts = fc->coef_counts_16x16;
256 257 258 259 260
      if (type == PLANE_TYPE_UV) {
        ENTROPY_CONTEXT *A1 = (ENTROPY_CONTEXT *) (xd->above_context + 1);
        ENTROPY_CONTEXT *L1 = (ENTROPY_CONTEXT *) (xd->left_context + 1);
        above_ec = (A0[aidx] + A0[aidx + 1] + A1[aidx] + A1[aidx + 1]) != 0;
        left_ec  = (L0[lidx] + L0[lidx + 1] + L1[lidx] + L1[lidx + 1]) != 0;
261
      } else {
262 263 264
        above_ec = (A0[aidx] + A0[aidx + 1] + A0[aidx + 2] + A0[aidx + 3]) != 0;
        left_ec  = (L0[lidx] + L0[lidx + 1] + L0[lidx + 2] + L0[lidx + 3]) != 0;
      }
265
      default_eob = 256;
266 267 268 269
#if CONFIG_CODE_ZEROGROUP
      zpc_probs = &(fc->zpc_probs_16x16);
      zpc_count = &(fc->zpc_counts_16x16);
#endif
Daniel Kang's avatar
Daniel Kang committed
270
      break;
271
    }
272
    case TX_32X32:
273
      scan = vp9_default_zig_zag1d_32x32;
274 275
      coef_probs = fc->coef_probs_32x32;
      coef_counts = fc->coef_counts_32x32;
276 277 278 279 280 281 282 283 284 285 286
      if (type == PLANE_TYPE_UV) {
        ENTROPY_CONTEXT *A1 = (ENTROPY_CONTEXT *) (xd->above_context + 1);
        ENTROPY_CONTEXT *L1 = (ENTROPY_CONTEXT *) (xd->left_context + 1);
        ENTROPY_CONTEXT *A2 = (ENTROPY_CONTEXT *) (xd->above_context + 2);
        ENTROPY_CONTEXT *L2 = (ENTROPY_CONTEXT *) (xd->left_context + 2);
        ENTROPY_CONTEXT *A3 = (ENTROPY_CONTEXT *) (xd->above_context + 3);
        ENTROPY_CONTEXT *L3 = (ENTROPY_CONTEXT *) (xd->left_context + 3);
        above_ec = (A0[aidx] + A0[aidx + 1] + A1[aidx] + A1[aidx + 1] +
                    A2[aidx] + A2[aidx + 1] + A3[aidx] + A3[aidx + 1]) != 0;
        left_ec  = (L0[lidx] + L0[lidx + 1] + L1[lidx] + L1[lidx + 1] +
                    L2[lidx] + L2[lidx + 1] + L3[lidx] + L3[lidx + 1]) != 0;
287
      } else {
288 289 290 291 292 293 294
        ENTROPY_CONTEXT *A1 = (ENTROPY_CONTEXT *) (xd->above_context + 1);
        ENTROPY_CONTEXT *L1 = (ENTROPY_CONTEXT *) (xd->left_context + 1);
        above_ec = (A0[aidx] + A0[aidx + 1] + A0[aidx + 2] + A0[aidx + 3] +
                    A1[aidx] + A1[aidx + 1] + A1[aidx + 2] + A1[aidx + 3]) != 0;
        left_ec  = (L0[lidx] + L0[lidx + 1] + L0[lidx + 2] + L0[lidx + 3] +
                    L1[lidx] + L1[lidx + 1] + L1[lidx + 2] + L1[lidx + 3]) != 0;
      }
295
      default_eob = 1024;
296 297 298 299
#if CONFIG_CODE_ZEROGROUP
      zpc_probs = &fc->zpc_probs_32x32;
      zpc_count = &fc->zpc_counts_32x32;
#endif
300
      break;
Daniel Kang's avatar
Daniel Kang committed
301
  }
John Koleszar's avatar
John Koleszar committed
302

303
  pt = combine_entropy_contexts(above_ec, left_ec);
304 305
  nb = vp9_get_coef_neighbors_handle(scan, &pad);

John Koleszar's avatar
John Koleszar committed
306 307
  while (1) {
    int val;
308
    int band;
John Koleszar's avatar
John Koleszar committed
309
    const uint8_t *cat6 = cat6_prob;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
310 311
    if (c >= seg_eob)
      break;
312
#if CONFIG_CODE_NONZEROCOUNT
313
    if (nzc_used && nzc == nzc_expected)
314 315
      break;
#endif
316 317 318 319 320 321
    if (c)
      pt = vp9_get_coef_context(scan, nb, pad, token_cache,
                                c, default_eob);
    band = get_coef_band(scan, txfm_size, c);
    prob = coef_probs[type][ref][band][pt];
    fc->eob_branch_counts[txfm_size][type][ref][band][pt]++;
322
#if CONFIG_CODE_NONZEROCOUNT
323
    if (!nzc_used) {
324
#endif
325
      if (!vp9_read(r, prob[EOB_CONTEXT_NODE]))
326
        break;
327 328 329 330 331 332 333 334 335 336 337 338 339
#if CONFIG_CODE_ZEROGROUP
      rc = scan[c];
      o = vp9_get_orientation(rc, txfm_size);
      if (token_cache[rc] == ZERO_TOKEN || is_eoo[o]) {
        coef_counts[type][ref][band][pt][ZERO_TOKEN]++;
        ZEROGROUP_ADVANCE();
        goto SKIP_START;
      }
#endif
#if CONFIG_CODE_NONZEROCOUNT
    }
#endif

Daniel Kang's avatar
Daniel Kang committed
340
SKIP_START:
Dmitry Kovalev's avatar
Dmitry Kovalev committed
341 342
    if (c >= seg_eob)
      break;
343
#if CONFIG_CODE_NONZEROCOUNT
344
    if (nzc_used && nzc == nzc_expected)
345
      break;
346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363
#endif
    if (c)
      pt = vp9_get_coef_context(scan, nb, pad, token_cache,
                                c, default_eob);
    band = get_coef_band(scan, txfm_size, c);
    prob = coef_probs[type][ref][band][pt];
#if CONFIG_CODE_ZEROGROUP
    rc = scan[c];
    o = vp9_get_orientation(rc, txfm_size);
    if (token_cache[rc] == ZERO_TOKEN || is_eoo[o]) {
      ZEROGROUP_ADVANCE();
      goto SKIP_START;
    }
    zprobs = (*zpc_probs)[ref]
             [coef_to_zpc_band(band)]
             [coef_to_zpc_ptok(pt)];
#endif
#if CONFIG_CODE_NONZEROCOUNT
364
    // decode zero node only if there are zeros left
365
    if (!nzc_used || seg_eob - nzc_expected - c + nzc > 0)
366
#endif
367
    if (!vp9_read(r, prob[ZERO_CONTEXT_NODE])) {
368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384
#if CONFIG_CODE_ZEROGROUP
      eoo = 0;
#if USE_ZPC_EOORIENT == 1
      use_eoo = vp9_use_eoo(c, seg_eob, scan, txfm_size, is_last_zero, is_eoo);
#else
      use_eoo = 0;
#endif
      if (use_eoo) {
        eoo = !vp9_read(r, zprobs[0]);
        ++(*zpc_count)[ref]
                      [coef_to_zpc_band(band)]
                      [coef_to_zpc_ptok(pt)][0][!eoo];
        if (eoo) {
          is_eoo[o] = 1;
        }
      }
#endif
385
      INCREMENT_COUNT(ZERO_TOKEN);
John Koleszar's avatar
John Koleszar committed
386 387 388 389
      ++c;
      goto SKIP_START;
    }
    // ONE_CONTEXT_NODE_0_
390
    if (!vp9_read(r, prob[ONE_CONTEXT_NODE])) {
391
      WRITE_COEF_CONTINUE(1, ONE_TOKEN);
John Koleszar's avatar
John Koleszar committed
392 393
    }
    // LOW_VAL_CONTEXT_NODE_0_
394 395
    if (!vp9_read(r, prob[LOW_VAL_CONTEXT_NODE])) {
      if (!vp9_read(r, prob[TWO_CONTEXT_NODE])) {
396
        WRITE_COEF_CONTINUE(2, TWO_TOKEN);
John Koleszar's avatar
John Koleszar committed
397
      }
398
      if (!vp9_read(r, prob[THREE_CONTEXT_NODE])) {
399
        WRITE_COEF_CONTINUE(3, THREE_TOKEN);
John Koleszar's avatar
John Koleszar committed
400
      }
401
      WRITE_COEF_CONTINUE(4, FOUR_TOKEN);
John Koleszar's avatar
John Koleszar committed
402 403
    }
    // HIGH_LOW_CONTEXT_NODE_0_
404 405
    if (!vp9_read(r, prob[HIGH_LOW_CONTEXT_NODE])) {
      if (!vp9_read(r, prob[CAT_ONE_CONTEXT_NODE])) {
John Koleszar's avatar
John Koleszar committed
406 407
        val = CAT1_MIN_VAL;
        ADJUST_COEF(CAT1_PROB0, 0);
408
        WRITE_COEF_CONTINUE(val, DCT_VAL_CATEGORY1);
John Koleszar's avatar
John Koleszar committed
409 410 411 412
      }
      val = CAT2_MIN_VAL;
      ADJUST_COEF(CAT2_PROB1, 1);
      ADJUST_COEF(CAT2_PROB0, 0);
413
      WRITE_COEF_CONTINUE(val, DCT_VAL_CATEGORY2);
Daniel Kang's avatar
Daniel Kang committed
414
    }
John Koleszar's avatar
John Koleszar committed
415
    // CAT_THREEFOUR_CONTEXT_NODE_0_
416 417
    if (!vp9_read(r, prob[CAT_THREEFOUR_CONTEXT_NODE])) {
      if (!vp9_read(r, prob[CAT_THREE_CONTEXT_NODE])) {
John Koleszar's avatar
John Koleszar committed
418 419 420 421
        val = CAT3_MIN_VAL;
        ADJUST_COEF(CAT3_PROB2, 2);
        ADJUST_COEF(CAT3_PROB1, 1);
        ADJUST_COEF(CAT3_PROB0, 0);
422
        WRITE_COEF_CONTINUE(val, DCT_VAL_CATEGORY3);
John Koleszar's avatar
John Koleszar committed
423 424 425 426 427 428
      }
      val = CAT4_MIN_VAL;
      ADJUST_COEF(CAT4_PROB3, 3);
      ADJUST_COEF(CAT4_PROB2, 2);
      ADJUST_COEF(CAT4_PROB1, 1);
      ADJUST_COEF(CAT4_PROB0, 0);
429
      WRITE_COEF_CONTINUE(val, DCT_VAL_CATEGORY4);
John Koleszar's avatar
John Koleszar committed
430 431
    }
    // CAT_FIVE_CONTEXT_NODE_0_:
432
    if (!vp9_read(r, prob[CAT_FIVE_CONTEXT_NODE])) {
John Koleszar's avatar
John Koleszar committed
433 434 435 436 437 438
      val = CAT5_MIN_VAL;
      ADJUST_COEF(CAT5_PROB4, 4);
      ADJUST_COEF(CAT5_PROB3, 3);
      ADJUST_COEF(CAT5_PROB2, 2);
      ADJUST_COEF(CAT5_PROB1, 1);
      ADJUST_COEF(CAT5_PROB0, 0);
439
      WRITE_COEF_CONTINUE(val, DCT_VAL_CATEGORY5);
John Koleszar's avatar
John Koleszar committed
440 441 442
    }
    val = 0;
    while (*cat6) {
443
      val = (val << 1) | vp9_read(r, *cat6++);
John Koleszar's avatar
John Koleszar committed
444 445
    }
    val += CAT6_MIN_VAL;
446
    WRITE_COEF_CONTINUE(val, DCT_VAL_CATEGORY6);
John Koleszar's avatar
John Koleszar committed
447
  }
Jingning Han's avatar
Jingning Han committed
448

449 450 451 452 453 454 455 456 457 458 459
#if CONFIG_CODE_NONZEROCOUNT
  if (!nzc_used)
#endif
    if (c < seg_eob)
      coef_counts[type][ref][get_coef_band(scan, txfm_size, c)]
                 [pt][DCT_EOB_TOKEN]++;
#if CONFIG_CODE_NONZEROCOUNT
  if (!nzc_used)
    xd->mode_info_context->mbmi.nzcs[block_idx] = nzc;
  else
    assert(nzc == nzc_expected);
460
#endif
461

Dmitry Kovalev's avatar
Dmitry Kovalev committed
462
  A0[aidx] = L0[lidx] = c > 0;
463
  if (txfm_size >= TX_8X8) {
464 465 466 467 468
    A0[aidx + 1] = L0[lidx + 1] = A0[aidx];
    if (txfm_size >= TX_16X16) {
      if (type == PLANE_TYPE_UV) {
        ENTROPY_CONTEXT *A1 = (ENTROPY_CONTEXT *) (xd->above_context + 1);
        ENTROPY_CONTEXT *L1 = (ENTROPY_CONTEXT *) (xd->left_context + 1);
469
        A1[aidx] = A1[aidx + 1] = L1[lidx] = L1[lidx + 1] = A0[aidx];
470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488
        if (txfm_size >= TX_32X32) {
          ENTROPY_CONTEXT *A2 = (ENTROPY_CONTEXT *) (xd->above_context + 2);
          ENTROPY_CONTEXT *L2 = (ENTROPY_CONTEXT *) (xd->left_context + 2);
          ENTROPY_CONTEXT *A3 = (ENTROPY_CONTEXT *) (xd->above_context + 3);
          ENTROPY_CONTEXT *L3 = (ENTROPY_CONTEXT *) (xd->left_context + 3);
          A2[aidx] = A2[aidx + 1] = A3[aidx] = A3[aidx + 1] = A0[aidx];
          L2[lidx] = L2[lidx + 1] = L3[lidx] = L3[lidx + 1] = A0[aidx];
        }
      } else {
        A0[aidx + 2] = A0[aidx + 3] = L0[lidx + 2] = L0[lidx + 3] = A0[aidx];
        if (txfm_size >= TX_32X32) {
          ENTROPY_CONTEXT *A1 = (ENTROPY_CONTEXT *) (xd->above_context + 1);
          ENTROPY_CONTEXT *L1 = (ENTROPY_CONTEXT *) (xd->left_context + 1);
          A1[aidx] = A1[aidx + 1] = A1[aidx + 2] = A1[aidx + 3] = A0[aidx];
          L1[lidx] = L1[lidx + 1] = L1[lidx + 2] = L1[lidx + 3] = A0[aidx];
        }
      }
    }
  }
John Koleszar's avatar
John Koleszar committed
489
  return c;
Daniel Kang's avatar
Daniel Kang committed
490
}
John Koleszar's avatar
John Koleszar committed
491

492
static int get_eob(MACROBLOCKD* const xd, int segment_id, int eob_max) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
493
  return vp9_get_segdata(xd, segment_id, SEG_LVL_SKIP) ? 0 : eob_max;
494 495
}

496

John Koleszar's avatar
John Koleszar committed
497 498 499
struct decode_block_args {
  VP9D_COMP *pbi;
  MACROBLOCKD *xd;
500
  vp9_reader *r;
John Koleszar's avatar
John Koleszar committed
501 502 503
  int *eobtotal;
};
static void decode_block(int plane, int block,
504
                         BLOCK_SIZE_TYPE bsize,
John Koleszar's avatar
John Koleszar committed
505 506 507
                         int ss_txfrm_size,
                         void *argv) {
  const struct decode_block_args* const arg = argv;
508 509
  const int bw = b_width_log2(bsize), bh = b_height_log2(bsize);
  const int old_block_idx = old_block_idx_4x4(arg->xd, bw + bh,
John Koleszar's avatar
John Koleszar committed
510
                                              plane, block);
511 512

  // find the maximum eob for this transform size, adjusted by segment
John Koleszar's avatar
John Koleszar committed
513 514 515 516
  const int segment_id = arg->xd->mode_info_context->mbmi.segment_id;
  const TX_SIZE ss_tx_size = ss_txfrm_size / 2;
  const int seg_eob = get_eob(arg->xd, segment_id, 16 << ss_txfrm_size);
  int16_t* const qcoeff_base = arg->xd->plane[plane].qcoeff;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
517

518
  const int eob = decode_coefs(arg->pbi, arg->xd, arg->r, old_block_idx,
John Koleszar's avatar
John Koleszar committed
519 520
                               arg->xd->plane[plane].plane_type, seg_eob,
                               BLOCK_OFFSET(qcoeff_base, block, 16),
521 522
                               ss_tx_size);

John Koleszar's avatar
John Koleszar committed
523 524
  arg->xd->plane[plane].eobs[block] = eob;
  arg->eobtotal[0] += eob;
525 526
}

527
int vp9_decode_tokens(VP9D_COMP* const pbi,
528
                         MACROBLOCKD* const xd,
529
                         vp9_reader *r,
530
                         BLOCK_SIZE_TYPE bsize) {
John Koleszar's avatar
John Koleszar committed
531
  int eobtotal = 0;
532
  struct decode_block_args args = {pbi, xd, r, &eobtotal};
533
  foreach_transformed_block(xd, bsize, decode_block, &args);
John Koleszar's avatar
John Koleszar committed
534
  return eobtotal;
535 536
}

537
#if CONFIG_NEWBINTRAMODES
538
static int decode_coefs_4x4(VP9D_COMP *dx, MACROBLOCKD *xd,
539
                            vp9_reader *r,
540
                            PLANE_TYPE type, int i, int seg_eob) {
John Koleszar's avatar
John Koleszar committed
541
  const struct plane_block_idx pb_idx = plane_block_idx(16, i);
542
  const int c = decode_coefs(dx, xd, r, i, type, seg_eob,
John Koleszar's avatar
John Koleszar committed
543 544
      BLOCK_OFFSET(xd->plane[pb_idx.plane].qcoeff, pb_idx.block, 16), TX_4X4);
  xd->plane[pb_idx.plane].eobs[pb_idx.block] = c;
545 546 547 548 549
  return c;
}

static int decode_mb_tokens_4x4_uv(VP9D_COMP* const dx,
                                   MACROBLOCKD* const xd,
550
                                   vp9_reader *r,
551
                                   int seg_eob) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
552
  int i, eobtotal = 0;
553

554
  // chroma blocks
Dmitry Kovalev's avatar
Dmitry Kovalev committed
555
  for (i = 16; i < 24; i++)
556
    eobtotal += decode_coefs_4x4(dx, xd, r, PLANE_TYPE_UV, i, seg_eob);
557 558 559 560

  return eobtotal;
}

561 562
int vp9_decode_mb_tokens_4x4_uv(VP9D_COMP* const dx,
                                MACROBLOCKD* const xd,
563
                                vp9_reader *r) {
564 565 566
  const int segment_id = xd->mode_info_context->mbmi.segment_id;
  const int seg_eob = get_eob(xd, segment_id, 16);

567
  return decode_mb_tokens_4x4_uv(dx, xd, r, seg_eob);
568 569
}

570
int vp9_decode_coefs_4x4(VP9D_COMP *dx, MACROBLOCKD *xd,
571
                         vp9_reader *r,
572 573 574
                         PLANE_TYPE type, int i) {
  const int segment_id = xd->mode_info_context->mbmi.segment_id;
  const int seg_eob = get_eob(xd, segment_id, 16);
575
  return decode_coefs_4x4(dx, xd, r, type, i, seg_eob);
576 577
}
#endif