decodetxb.c 20.1 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12
/*
 * Copyright (c) 2017, Alliance for Open Media. All rights reserved
 *
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
 */

#include "av1/common/scan.h"
Angie Chiang's avatar
Angie Chiang committed
13
#include "av1/common/idct.h"
14
#include "av1/common/txb_common.h"
15
#include "av1/decoder/decodemv.h"
16
#include "av1/decoder/decodetxb.h"
17
#include "av1/decoder/dsubexp.h"
18
#include "av1/decoder/symbolrate.h"
19 20 21

#define ACCT_STR __func__

22 23 24 25
static int read_golomb(MACROBLOCKD *xd, aom_reader *r, FRAME_COUNTS *counts) {
#if !CONFIG_SYMBOLRATE
  (void)counts;
#endif
26 27 28 29 30
  int x = 1;
  int length = 0;
  int i = 0;

  while (!i) {
31
    i = av1_read_record_bit(counts, r, ACCT_STR);
32
    ++length;
33 34 35 36 37
    if (length >= 32) {
      aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
                         "Invalid length in read_golomb");
      break;
    }
38 39 40 41
  }

  for (i = 0; i < length - 1; ++i) {
    x <<= 1;
42
    x += av1_read_record_bit(counts, r, ACCT_STR);
43 44 45 46 47
  }

  return x - 1;
}

48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
static INLINE int read_nz_map(aom_reader *r, tran_low_t *tcoeffs, int plane,
                              const int16_t *scan, TX_SIZE tx_size,
                              TX_TYPE tx_type, FRAME_CONTEXT *fc,
                              FRAME_COUNTS *counts) {
  TX_SIZE txs_ctx = get_txsize_context(tx_size);
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
  const int height = tx_size_high[tx_size];
#if CONFIG_CTX1D
  const int width = tx_size_wide[tx_size];
  const int eob_offset = width + height;
  const TX_CLASS tx_class = get_tx_class(tx_type);
  const int seg_eob =
      (tx_class == TX_CLASS_2D) ? tx_size_2d[tx_size] : eob_offset;
#else
  const int seg_eob = tx_size_2d[tx_size];
#endif
  const PLANE_TYPE plane_type = get_plane_type(plane);
  unsigned int(*nz_map_count)[SIG_COEF_CONTEXTS][2] =
      (counts) ? &counts->nz_map[txs_ctx][plane_type] : NULL;
#if !LV_MAP_PROB
  aom_prob *nz_map = fc->nz_map[txs_ctx][plane_type];
  aom_prob *eob_flag = fc->eob_flag[txs_ctx][plane_type];
#endif
  int c;
  for (c = 0; c < seg_eob; ++c) {
    int is_nz;
74
    int coeff_ctx = get_nz_map_ctx(tcoeffs, c, scan, bwl, height, tx_type);
Linfeng Zhang's avatar
Linfeng Zhang committed
75
    int eob_ctx = get_eob_ctx(scan[c], txs_ctx, tx_type);
76 77 78

    if (c < seg_eob - 1) {
#if LV_MAP_PROB
79
      is_nz = av1_read_record_bin(
80 81
          counts, r, fc->nz_map_cdf[txs_ctx][plane_type][coeff_ctx], 2,
          ACCT_STR);
82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100
#else
      is_nz = aom_read(r, nz_map[coeff_ctx], ACCT_STR);
#endif
    } else {
      is_nz = 1;
    }

    // set non-zero coefficient map.
    tcoeffs[scan[c]] = is_nz;

    if (c == seg_eob - 1) {
      ++c;
      break;
    }

    if (counts) ++(*nz_map_count)[coeff_ctx][is_nz];

    if (is_nz) {
#if LV_MAP_PROB
101
      int is_eob = av1_read_record_bin(
102 103
          counts, r, fc->eob_flag_cdf[txs_ctx][plane_type][eob_ctx], 2,
          ACCT_STR);
104 105 106 107 108 109 110 111 112 113 114 115
#else
      int is_eob = aom_read(r, eob_flag[eob_ctx], ACCT_STR);
#endif
      if (counts) ++counts->eob_flag[txs_ctx][plane_type][eob_ctx][is_eob];
      if (is_eob) break;
    }
  }
  return AOMMIN(seg_eob, c + 1);
}

#if CONFIG_CTX1D
static INLINE int read_nz_map_vert(aom_reader *r, tran_low_t *tcoeffs,
116 117 118 119
                                   int plane, const int16_t *scan,
                                   const int16_t *iscan, TX_SIZE tx_size,
                                   TX_TYPE tx_type, FRAME_CONTEXT *fc,
                                   FRAME_COUNTS *counts) {
120 121 122 123 124 125 126 127 128 129 130 131 132 133
  const TX_SIZE txs_ctx = get_txsize_context(tx_size);
  const PLANE_TYPE plane_type = get_plane_type(plane);
  const TX_CLASS tx_class = get_tx_class(tx_type);
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
  const int width = tx_size_wide[tx_size];
  const int height = tx_size_high[tx_size];
  int16_t eob_ls[MAX_HVTX_SIZE];
  int eob = 0;
#if !LV_MAP_PROB
  aom_prob *nz_map = fc->nz_map[txs_ctx][plane_type];
#endif
  for (int col = 0; col < width; ++col) {
    int el_ctx = get_empty_line_ctx(col, eob_ls);
#if LV_MAP_PROB
134
    int empty_line = av1_read_record_bin(
135
        counts, r, fc->empty_line_cdf[txs_ctx][plane_type][tx_class][el_ctx], 2,
136 137 138 139 140 141 142 143 144 145 146
        ACCT_STR);
#else
    int empty_line = aom_read(
        r, fc->empty_line[txs_ctx][plane_type][tx_class][el_ctx], ACCT_STR);
#endif
    if (counts)
      ++counts->empty_line[txs_ctx][plane_type][tx_class][el_ctx][empty_line];
    if (!empty_line) {
      int row;
      for (row = 0; row < height; ++row) {
        if (row + 1 != height) {
147 148 149 150
          int coeff_idx = row * width + col;
          int scan_idx = iscan[coeff_idx];
          int coeff_ctx =
              get_nz_map_ctx(tcoeffs, scan_idx, scan, bwl, height, tx_type);
151
#if LV_MAP_PROB
152
          int is_nz = av1_read_record_bin(
153 154
              counts, r, fc->nz_map_cdf[txs_ctx][plane_type][coeff_ctx], 2,
              ACCT_STR);
155 156 157 158 159 160 161 162 163 164
#else
          int is_nz = aom_read(r, nz_map[coeff_ctx], ACCT_STR);
#endif
          if (counts) ++counts->nz_map[txs_ctx][plane_type][coeff_ctx][is_nz];
          tcoeffs[coeff_idx] = is_nz;
          if (is_nz) {
            eob = AOMMAX(eob, iscan[coeff_idx] + 1);
            if (row + 1 != height) {
              int eob_ctx = get_hv_eob_ctx(col, row, eob_ls);
#if LV_MAP_PROB
165
              int is_eob = av1_read_record_bin(
166 167
                  counts, r,
                  fc->hv_eob_cdf[txs_ctx][plane_type][tx_class][eob_ctx], 2,
168 169 170 171 172 173 174 175 176 177 178 179 180
                  ACCT_STR);
#else
              int is_eob = aom_read(
                  r, fc->hv_eob[txs_ctx][plane_type][tx_class][eob_ctx],
                  ACCT_STR);
#endif
              if (counts)
                ++counts
                      ->hv_eob[txs_ctx][plane_type][tx_class][eob_ctx][is_eob];
              if (is_eob) break;
            }
          }
        } else {
181
          int coeff_idx = row * width + col;
182 183 184 185 186 187 188 189 190 191 192 193 194
          tcoeffs[coeff_idx] = 1;
          eob = AOMMAX(eob, iscan[coeff_idx] + 1);
        }
      }
      eob_ls[col] = AOMMIN(height, row + 1);
    } else {
      eob_ls[col] = 0;
    }
  }
  return eob;
}

static INLINE int read_nz_map_horiz(aom_reader *r, tran_low_t *tcoeffs,
195 196 197 198
                                    int plane, const int16_t *scan,
                                    const int16_t *iscan, TX_SIZE tx_size,
                                    TX_TYPE tx_type, FRAME_CONTEXT *fc,
                                    FRAME_COUNTS *counts) {
199 200 201 202 203 204 205 206 207 208 209 210 211 212
  const TX_SIZE txs_ctx = get_txsize_context(tx_size);
  const PLANE_TYPE plane_type = get_plane_type(plane);
  const TX_CLASS tx_class = get_tx_class(tx_type);
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
  const int width = tx_size_wide[tx_size];
  const int height = tx_size_high[tx_size];
  int16_t eob_ls[MAX_HVTX_SIZE];
  int eob = 0;
#if !LV_MAP_PROB
  aom_prob *nz_map = fc->nz_map[txs_ctx][plane_type];
#endif
  for (int row = 0; row < height; ++row) {
    int el_ctx = get_empty_line_ctx(row, eob_ls);
#if LV_MAP_PROB
213
    int empty_line = av1_read_record_bin(
214
        counts, r, fc->empty_line_cdf[txs_ctx][plane_type][tx_class][el_ctx], 2,
215 216 217 218 219 220 221 222 223 224 225
        ACCT_STR);
#else
    int empty_line = aom_read(
        r, fc->empty_line[txs_ctx][plane_type][tx_class][el_ctx], ACCT_STR);
#endif
    if (counts)
      ++counts->empty_line[txs_ctx][plane_type][tx_class][el_ctx][empty_line];
    if (!empty_line) {
      int col;
      for (col = 0; col < width; ++col) {
        if (col + 1 != width) {
226 227 228 229
          int coeff_idx = row * width + col;
          int scan_idx = iscan[coeff_idx];
          int coeff_ctx =
              get_nz_map_ctx(tcoeffs, scan_idx, scan, bwl, height, tx_type);
230
#if LV_MAP_PROB
231
          int is_nz = av1_read_record_bin(
232 233
              counts, r, fc->nz_map_cdf[txs_ctx][plane_type][coeff_ctx], 2,
              ACCT_STR);
234 235 236 237 238 239 240 241 242
#else
          int is_nz = aom_read(r, nz_map[coeff_ctx], ACCT_STR);
#endif
          if (counts) ++counts->nz_map[txs_ctx][plane_type][coeff_ctx][is_nz];
          tcoeffs[coeff_idx] = is_nz;
          if (is_nz) {
            eob = AOMMAX(eob, iscan[coeff_idx] + 1);
            int eob_ctx = get_hv_eob_ctx(row, col, eob_ls);
#if LV_MAP_PROB
243
            int is_eob = av1_read_record_bin(
244 245
                counts, r,
                fc->hv_eob_cdf[txs_ctx][plane_type][tx_class][eob_ctx], 2,
246 247 248 249 250 251 252 253 254 255 256
                ACCT_STR);
#else
            int is_eob =
                aom_read(r, fc->hv_eob[txs_ctx][plane_type][tx_class][eob_ctx],
                         ACCT_STR);
#endif
            if (counts)
              ++counts->hv_eob[txs_ctx][plane_type][tx_class][eob_ctx][is_eob];
            if (is_eob) break;
          }
        } else {
257
          int coeff_idx = row * width + col;
258 259 260 261 262 263 264 265 266 267 268 269 270
          tcoeffs[coeff_idx] = 1;
          eob = AOMMAX(eob, iscan[coeff_idx] + 1);
        }
      }
      eob_ls[row] = AOMMIN(width, col + 1);
    } else {
      eob_ls[row] = 0;
    }
  }
  return eob;
}
#endif

271
uint8_t av1_read_coeffs_txb(const AV1_COMMON *const cm, MACROBLOCKD *xd,
Jingning Han's avatar
Jingning Han committed
272 273
                            aom_reader *r, int blk_row, int blk_col, int block,
                            int plane, tran_low_t *tcoeffs, TXB_CTX *txb_ctx,
Jingning Han's avatar
Jingning Han committed
274
                            TX_SIZE tx_size, int16_t *max_scan_line, int *eob) {
275
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
276
  FRAME_COUNTS *counts = xd->counts;
277
  TX_SIZE txs_ctx = get_txsize_context(tx_size);
278
  PLANE_TYPE plane_type = get_plane_type(plane);
279
#if !LV_MAP_PROB
280 281
  aom_prob *nz_map = ec_ctx->nz_map[txs_ctx][plane_type];
  aom_prob *eob_flag = ec_ctx->eob_flag[txs_ctx][plane_type];
282
#endif
283
  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
284
  const int seg_eob = tx_size_2d[tx_size];
285
  int c = 0;
286
  int update_eob = -1;
287
  const int16_t *const dequant = xd->plane[plane].seg_dequant[mbmi->segment_id];
288
  const int shift = av1_get_tx_scale(tx_size);
289
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
290
  const int height = tx_size_high[tx_size];
291
  int cul_level = 0;
292 293 294
  uint8_t levels[64 * 64];
  int8_t signs[64 * 64];

295 296
  memset(tcoeffs, 0, sizeof(*tcoeffs) * seg_eob);

297
#if LV_MAP_PROB
298
  int all_zero = av1_read_record_bin(
299 300
      counts, r, ec_ctx->txb_skip_cdf[txs_ctx][txb_ctx->txb_skip_ctx], 2,
      ACCT_STR);
301
#else
Angie Chiang's avatar
Angie Chiang committed
302
  int all_zero =
303
      aom_read(r, ec_ctx->txb_skip[txs_ctx][txb_ctx->txb_skip_ctx], ACCT_STR);
304
#endif
Angie Chiang's avatar
Angie Chiang committed
305
  if (xd->counts)
306
    ++xd->counts->txb_skip[txs_ctx][txb_ctx->txb_skip_ctx][all_zero];
Angie Chiang's avatar
Angie Chiang committed
307

308
  *eob = 0;
Angie Chiang's avatar
Angie Chiang committed
309 310
  if (all_zero) {
    *max_scan_line = 0;
311 312 313
#if CONFIG_TXK_SEL
    if (plane == 0) mbmi->txk_type[(blk_row << 4) + blk_col] = DCT_DCT;
#endif
Angie Chiang's avatar
Angie Chiang committed
314 315 316
    return 0;
  }

317 318
  memset(signs, 0, sizeof(signs[0]) * seg_eob);

Jingning Han's avatar
Jingning Han committed
319 320
  (void)blk_row;
  (void)blk_col;
Angie Chiang's avatar
Angie Chiang committed
321
#if CONFIG_TXK_SEL
322 323
  av1_read_tx_type(cm, xd, blk_row, blk_col, block, plane,
                   get_min_tx_size(tx_size), r);
Angie Chiang's avatar
Angie Chiang committed
324
#endif
325 326
  const TX_TYPE tx_type =
      av1_get_tx_type(plane_type, xd, blk_row, blk_col, block, tx_size);
Angie Chiang's avatar
Angie Chiang committed
327
  const SCAN_ORDER *const scan_order = get_scan(cm, tx_size, tx_type, mbmi);
328
  const int16_t *scan = scan_order->scan;
Angie Chiang's avatar
Angie Chiang committed
329

330 331 332 333 334 335 336
#if CONFIG_CTX1D
  const int16_t *iscan = scan_order->iscan;
  TX_CLASS tx_class = get_tx_class(tx_type);
  if (tx_class == TX_CLASS_2D) {
    *eob =
        read_nz_map(r, tcoeffs, plane, scan, tx_size, tx_type, ec_ctx, counts);
  } else {
337
#if LV_MAP_PROB
338
    const int eob_mode = av1_read_record_bin(
339 340
        counts, r, ec_ctx->eob_mode_cdf[txs_ctx][plane_type][tx_class], 2,
        ACCT_STR);
341
#else
342 343
    const int eob_mode =
        aom_read(r, ec_ctx->eob_mode[txs_ctx][plane_type][tx_class], ACCT_STR);
344
#endif
345 346 347 348
    if (counts) ++counts->eob_mode[txs_ctx][plane_type][tx_class][eob_mode];
    if (eob_mode == 0) {
      *eob = read_nz_map(r, tcoeffs, plane, scan, tx_size, tx_type, ec_ctx,
                         counts);
349
    } else {
350 351
      assert(tx_class == TX_CLASS_VERT || tx_class == TX_CLASS_HORIZ);
      if (tx_class == TX_CLASS_VERT)
352 353
        *eob = read_nz_map_vert(r, tcoeffs, plane, scan, iscan, tx_size,
                                tx_type, ec_ctx, counts);
354
      else
355 356
        *eob = read_nz_map_horiz(r, tcoeffs, plane, scan, iscan, tx_size,
                                 tx_type, ec_ctx, counts);
357
    }
358
  }
359
#else
360
  *eob = read_nz_map(r, tcoeffs, plane, scan, tx_size, tx_type, ec_ctx, counts);
361
#endif
362
  *max_scan_line = *eob;
363 364

  int i;
365 366 367 368
  for (i = 0; i < seg_eob; i++) {
    levels[i] = (uint8_t)tcoeffs[i];
  }

369
  for (i = 0; i < NUM_BASE_LEVELS; ++i) {
370
#if !LV_MAP_PROB
371
    aom_prob *coeff_base = ec_ctx->coeff_base[txs_ctx][plane_type][i];
372
#endif
373
    update_eob = 0;
374
    for (c = *eob - 1; c >= 0; --c) {
375 376
      uint8_t *const level = &levels[scan[c]];
      int8_t *const sign = &signs[scan[c]];
377 378
      int ctx;

379
      if (*level <= i) continue;
380

381
      ctx = get_base_ctx(levels, scan[c], bwl, height, i + 1);
382

383
#if LV_MAP_PROB
384
      if (av1_read_record_bin(
385 386
              counts, r, ec_ctx->coeff_base_cdf[txs_ctx][plane_type][i][ctx], 2,
              ACCT_STR))
387 388 389 390
#else
      if (aom_read(r, coeff_base[ctx], ACCT_STR))
#endif
      {
391
        assert(*level == i + 1);
392 393
        cul_level += i + 1;

394
        if (counts) ++counts->coeff_base[txs_ctx][plane_type][i][ctx][1];
395 396 397

        if (c == 0) {
          int dc_sign_ctx = txb_ctx->dc_sign_ctx;
398
#if LV_MAP_PROB
399
          *sign = av1_read_record_bin(
400 401
              counts, r, ec_ctx->dc_sign_cdf[plane_type][dc_sign_ctx], 2,
              ACCT_STR);
402
#else
403
          *sign =
404
              aom_read(r, ec_ctx->dc_sign[plane_type][dc_sign_ctx], ACCT_STR);
405
#endif
406
          if (counts) ++counts->dc_sign[plane_type][dc_sign_ctx][*sign];
407
        } else {
408
          *sign = av1_read_record_bit(counts, r, ACCT_STR);
409 410 411
        }
        continue;
      }
412
      *level = i + 2;
413
      if (counts) ++counts->coeff_base[txs_ctx][plane_type][i][ctx][0];
414 415 416 417 418 419 420

      // update the eob flag for coefficients with magnitude above 1.
      update_eob = AOMMAX(update_eob, c);
    }
  }

  for (c = update_eob; c >= 0; --c) {
421 422
    uint8_t *const level = &levels[scan[c]];
    int8_t *const sign = &signs[scan[c]];
423 424 425
    int idx;
    int ctx;

426
    if (*level <= NUM_BASE_LEVELS) continue;
427 428 429

    if (c == 0) {
      int dc_sign_ctx = txb_ctx->dc_sign_ctx;
430
#if LV_MAP_PROB
431
      *sign = av1_read_record_bin(
432
          counts, r, ec_ctx->dc_sign_cdf[plane_type][dc_sign_ctx], 2, ACCT_STR);
433
#else
434
      *sign = aom_read(r, ec_ctx->dc_sign[plane_type][dc_sign_ctx], ACCT_STR);
435
#endif
436
      if (counts) ++counts->dc_sign[plane_type][dc_sign_ctx][*sign];
437
    } else {
438
      *sign = av1_read_record_bit(counts, r, ACCT_STR);
439 440
    }

441
    ctx = get_br_ctx(levels, scan[c], bwl, height);
442

443 444 445
#if BR_NODE
    for (idx = 0; idx < BASE_RANGE_SETS; ++idx) {
#if LV_MAP_PROB
446
      if (av1_read_record_bin(
447 448
              counts, r, ec_ctx->coeff_br_cdf[txs_ctx][plane_type][idx][ctx], 2,
              ACCT_STR))
449
#else   // LV_MAP_PROB
450
      if (aom_read(r, ec_ctx->coeff_br[txs_ctx][plane_type][idx][ctx],
451 452 453 454 455 456 457
                   ACCT_STR))
#endif  // LV_MAP_PROB
      {
        int extra_bits = (1 << br_extra_bits[idx]) - 1;
        //        int br_offset = aom_read_literal(r, extra_bits, ACCT_STR);
        int br_offset = 0;
        int tok;
458
        if (counts) ++counts->coeff_br[txs_ctx][plane_type][idx][ctx][1];
459 460
        for (tok = 0; tok < extra_bits; ++tok) {
#if LV_MAP_PROB
461
          if (av1_read_record_bin(
462 463
                  counts, r, ec_ctx->coeff_lps_cdf[txs_ctx][plane_type][ctx], 2,
                  ACCT_STR))
464
#else
465
          if (aom_read(r, ec_ctx->coeff_lps[txs_ctx][plane_type][ctx],
466 467 468 469 470 471 472 473 474 475 476 477 478
                       ACCT_STR))
#endif
          {
            br_offset = tok;
            if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][1];
            break;
          }
          if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][0];
        }
        if (tok == extra_bits) br_offset = extra_bits;

        int br_base = br_index_to_coeff[idx];

479 480
        *level = NUM_BASE_LEVELS + 1 + br_base + br_offset;
        cul_level += *level;
481 482
        break;
      }
483
      if (counts) ++counts->coeff_br[txs_ctx][plane_type][idx][ctx][0];
484 485 486 487
    }

    if (idx < BASE_RANGE_SETS) continue;
#else
488
    for (idx = 0; idx < COEFF_BASE_RANGE; ++idx) {
489
#if LV_MAP_PROB
490 491 492
      if (av1_read_record_bin(counts, r,
                              ec_ctx->coeff_lps_cdf[txs_ctx][plane_type][ctx],
                              2, ACCT_STR))
493
#else
494
      if (aom_read(r, ec_ctx->coeff_lps[txs_ctx][plane_type][ctx], ACCT_STR))
495 496
#endif
      {
497 498
        *level = idx + 1 + NUM_BASE_LEVELS;
        cul_level += *level;
499

500
        if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][1];
501 502
        break;
      }
503
      if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][0];
504 505
    }
    if (idx < COEFF_BASE_RANGE) continue;
506
#endif
507 508

    // decode 0-th order Golomb code
509 510 511
    *level =
        read_golomb(xd, r, counts) + COEFF_BASE_RANGE + 1 + NUM_BASE_LEVELS;
    cul_level += *level;
512 513
  }

514
  for (c = 0; c < *eob; ++c) {
515 516 517
    const int16_t dqv = (c == 0) ? dequant[0] : dequant[1];
    const int level = levels[scan[c]];
    const int16_t t = (level * dqv) >> shift;
518
#if CONFIG_SYMBOLRATE
519
    av1_record_coeff(counts, level);
520
#endif
521
    tcoeffs[scan[c]] = signs[scan[c]] ? -t : t;
522 523 524 525 526 527 528 529 530
  }

  cul_level = AOMMIN(63, cul_level);

  // DC value
  set_dc_sign(&cul_level, tcoeffs[0]);

  return cul_level;
}
Angie Chiang's avatar
Angie Chiang committed
531

532
uint8_t av1_read_coeffs_txb_facade(AV1_COMMON *cm, MACROBLOCKD *xd,
Angie Chiang's avatar
Angie Chiang committed
533 534
                                   aom_reader *r, int row, int col, int block,
                                   int plane, tran_low_t *tcoeffs,
Jingning Han's avatar
Jingning Han committed
535 536
                                   TX_SIZE tx_size, int16_t *max_scan_line,
                                   int *eob) {
Angie Chiang's avatar
Angie Chiang committed
537
  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
538
  struct macroblockd_plane *pd = &xd->plane[plane];
Angie Chiang's avatar
Angie Chiang committed
539 540

  const BLOCK_SIZE bsize = mbmi->sb_type;
541
#if CONFIG_CHROMA_SUB8X8
Angie Chiang's avatar
Angie Chiang committed
542 543
  const BLOCK_SIZE plane_bsize =
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
544
#else
545
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
546
#endif  // CONFIG_CHROMA_SUB8X8
Angie Chiang's avatar
Angie Chiang committed
547 548 549 550

  TXB_CTX txb_ctx;
  get_txb_ctx(plane_bsize, tx_size, plane, pd->above_context + col,
              pd->left_context + row, &txb_ctx);
Jingning Han's avatar
Jingning Han committed
551 552 553
  uint8_t cul_level =
      av1_read_coeffs_txb(cm, xd, r, row, col, block, plane, tcoeffs, &txb_ctx,
                          tx_size, max_scan_line, eob);
554 555
#if CONFIG_ADAPT_SCAN
  PLANE_TYPE plane_type = get_plane_type(plane);
556
  TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, row, col, block, tx_size);
557 558 559 560
  if (xd->counts && *eob > 0)
    av1_update_scan_count_facade(cm, xd->counts, tx_size, tx_type, pd->dqcoeff,
                                 *eob);
#endif
561 562
  av1_set_contexts(xd, pd, plane, tx_size, cul_level, col, row);
  return cul_level;
Angie Chiang's avatar
Angie Chiang committed
563
}
564

565
#if !LV_MAP_PROB
566
static void read_txb_probs(FRAME_CONTEXT *fc, const TX_SIZE tx_size,
567 568 569 570
                           aom_reader *r, FRAME_COUNTS *counts) {
#if !CONFIG_SYMBOLRATE
  (void)counts;
#endif
571 572
  int plane, ctx, level;

573
  if (av1_read_record_bit(counts, r, ACCT_STR) == 0) return;
574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596

  for (ctx = 0; ctx < TXB_SKIP_CONTEXTS; ++ctx)
    av1_diff_update_prob(r, &fc->txb_skip[tx_size][ctx], ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < SIG_COEF_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->nz_map[tx_size][plane][ctx], ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < EOB_COEF_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->eob_flag[tx_size][plane][ctx], ACCT_STR);

  for (level = 0; level < NUM_BASE_LEVELS; ++level)
    for (plane = 0; plane < PLANE_TYPES; ++plane)
      for (ctx = 0; ctx < COEFF_BASE_CONTEXTS; ++ctx)
        av1_diff_update_prob(r, &fc->coeff_base[tx_size][plane][level][ctx],
                             ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < LEVEL_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->coeff_lps[tx_size][plane][ctx], ACCT_STR);
}

597 598
void av1_read_txb_probs(FRAME_CONTEXT *fc, TX_MODE tx_mode, aom_reader *r,
                        FRAME_COUNTS *counts) {
599 600 601
  const TX_SIZE max_tx_size = tx_mode_to_biggest_tx_size[tx_mode];
  TX_SIZE tx_size;
  int ctx, plane;
602

603 604 605 606 607
  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < DC_SIGN_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->dc_sign[plane][ctx], ACCT_STR);

  for (tx_size = TX_4X4; tx_size <= max_tx_size; ++tx_size)
608
    read_txb_probs(fc, tx_size, r, counts);
609
}
610
#endif  // !LV_MAP_PROB