decodetxb.c 20 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12
/*
 * Copyright (c) 2017, Alliance for Open Media. All rights reserved
 *
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
 */

#include "av1/common/scan.h"
Angie Chiang's avatar
Angie Chiang committed
13
#include "av1/common/idct.h"
14
#include "av1/common/txb_common.h"
15
#include "av1/decoder/decodemv.h"
16
#include "av1/decoder/decodetxb.h"
17
#include "av1/decoder/dsubexp.h"
18
#include "av1/decoder/symbolrate.h"
19 20 21

#define ACCT_STR __func__

22 23 24 25
static int read_golomb(MACROBLOCKD *xd, aom_reader *r, FRAME_COUNTS *counts) {
#if !CONFIG_SYMBOLRATE
  (void)counts;
#endif
26 27 28 29 30
  int x = 1;
  int length = 0;
  int i = 0;

  while (!i) {
31
    i = av1_read_record_bit(counts, r, ACCT_STR);
32
    ++length;
33 34 35 36 37
    if (length >= 32) {
      aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
                         "Invalid length in read_golomb");
      break;
    }
38 39 40 41
  }

  for (i = 0; i < length - 1; ++i) {
    x <<= 1;
42
    x += av1_read_record_bit(counts, r, ACCT_STR);
43 44 45 46 47
  }

  return x - 1;
}

Linfeng Zhang's avatar
Linfeng Zhang committed
48 49 50 51 52 53
static INLINE int read_nz_map(aom_reader *const r, uint8_t *const levels,
                              const int plane, const int16_t *const scan,
                              const TX_SIZE tx_size, const TX_TYPE tx_type,
                              FRAME_CONTEXT *const fc,
                              FRAME_COUNTS *const counts) {
  const TX_SIZE txs_ctx = get_txsize_context(tx_size);
54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
  const int height = tx_size_high[tx_size];
#if CONFIG_CTX1D
  const int width = tx_size_wide[tx_size];
  const int eob_offset = width + height;
  const TX_CLASS tx_class = get_tx_class(tx_type);
  const int seg_eob =
      (tx_class == TX_CLASS_2D) ? tx_size_2d[tx_size] : eob_offset;
#else
  const int seg_eob = tx_size_2d[tx_size];
#endif
  const PLANE_TYPE plane_type = get_plane_type(plane);
  unsigned int(*nz_map_count)[SIG_COEF_CONTEXTS][2] =
      (counts) ? &counts->nz_map[txs_ctx][plane_type] : NULL;
#if !LV_MAP_PROB
  aom_prob *nz_map = fc->nz_map[txs_ctx][plane_type];
  aom_prob *eob_flag = fc->eob_flag[txs_ctx][plane_type];
#endif
  int c;
  for (c = 0; c < seg_eob; ++c) {
    int is_nz;
Linfeng Zhang's avatar
Linfeng Zhang committed
75
    int coeff_ctx = get_nz_map_ctx(levels, c, scan, bwl, height, tx_type, 1);
Linfeng Zhang's avatar
Linfeng Zhang committed
76
    int eob_ctx = get_eob_ctx(scan[c], txs_ctx, tx_type);
77 78 79

    if (c < seg_eob - 1) {
#if LV_MAP_PROB
80
      is_nz = av1_read_record_bin(
81 82
          counts, r, fc->nz_map_cdf[txs_ctx][plane_type][coeff_ctx], 2,
          ACCT_STR);
83 84 85 86 87 88 89 90
#else
      is_nz = aom_read(r, nz_map[coeff_ctx], ACCT_STR);
#endif
    } else {
      is_nz = 1;
    }

    // set non-zero coefficient map.
Linfeng Zhang's avatar
Linfeng Zhang committed
91
    levels[scan[c]] = is_nz;
92 93 94 95 96 97 98 99 100 101

    if (c == seg_eob - 1) {
      ++c;
      break;
    }

    if (counts) ++(*nz_map_count)[coeff_ctx][is_nz];

    if (is_nz) {
#if LV_MAP_PROB
102
      int is_eob = av1_read_record_bin(
103 104
          counts, r, fc->eob_flag_cdf[txs_ctx][plane_type][eob_ctx], 2,
          ACCT_STR);
105 106 107 108 109 110 111 112 113 114 115
#else
      int is_eob = aom_read(r, eob_flag[eob_ctx], ACCT_STR);
#endif
      if (counts) ++counts->eob_flag[txs_ctx][plane_type][eob_ctx][is_eob];
      if (is_eob) break;
    }
  }
  return AOMMIN(seg_eob, c + 1);
}

#if CONFIG_CTX1D
Linfeng Zhang's avatar
Linfeng Zhang committed
116 117 118 119
static INLINE int read_nz_map_vert(aom_reader *r, uint8_t *levels, int plane,
                                   const int16_t *scan, const int16_t *iscan,
                                   TX_SIZE tx_size, TX_TYPE tx_type,
                                   FRAME_CONTEXT *fc, FRAME_COUNTS *counts) {
120 121 122 123 124 125 126 127 128 129 130 131 132 133
  const TX_SIZE txs_ctx = get_txsize_context(tx_size);
  const PLANE_TYPE plane_type = get_plane_type(plane);
  const TX_CLASS tx_class = get_tx_class(tx_type);
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
  const int width = tx_size_wide[tx_size];
  const int height = tx_size_high[tx_size];
  int16_t eob_ls[MAX_HVTX_SIZE];
  int eob = 0;
#if !LV_MAP_PROB
  aom_prob *nz_map = fc->nz_map[txs_ctx][plane_type];
#endif
  for (int col = 0; col < width; ++col) {
    int el_ctx = get_empty_line_ctx(col, eob_ls);
#if LV_MAP_PROB
134
    int empty_line = av1_read_record_bin(
135
        counts, r, fc->empty_line_cdf[txs_ctx][plane_type][tx_class][el_ctx], 2,
136 137 138 139 140 141 142 143 144 145 146
        ACCT_STR);
#else
    int empty_line = aom_read(
        r, fc->empty_line[txs_ctx][plane_type][tx_class][el_ctx], ACCT_STR);
#endif
    if (counts)
      ++counts->empty_line[txs_ctx][plane_type][tx_class][el_ctx][empty_line];
    if (!empty_line) {
      int row;
      for (row = 0; row < height; ++row) {
        if (row + 1 != height) {
147 148 149
          int coeff_idx = row * width + col;
          int scan_idx = iscan[coeff_idx];
          int coeff_ctx =
Linfeng Zhang's avatar
Linfeng Zhang committed
150
              get_nz_map_ctx(levels, scan_idx, scan, bwl, height, tx_type, 1);
151
#if LV_MAP_PROB
152
          int is_nz = av1_read_record_bin(
153 154
              counts, r, fc->nz_map_cdf[txs_ctx][plane_type][coeff_ctx], 2,
              ACCT_STR);
155 156 157 158
#else
          int is_nz = aom_read(r, nz_map[coeff_ctx], ACCT_STR);
#endif
          if (counts) ++counts->nz_map[txs_ctx][plane_type][coeff_ctx][is_nz];
Linfeng Zhang's avatar
Linfeng Zhang committed
159
          levels[coeff_idx] = is_nz;
160 161 162 163 164
          if (is_nz) {
            eob = AOMMAX(eob, iscan[coeff_idx] + 1);
            if (row + 1 != height) {
              int eob_ctx = get_hv_eob_ctx(col, row, eob_ls);
#if LV_MAP_PROB
165
              int is_eob = av1_read_record_bin(
166 167
                  counts, r,
                  fc->hv_eob_cdf[txs_ctx][plane_type][tx_class][eob_ctx], 2,
168 169 170 171 172 173 174 175 176 177 178 179 180
                  ACCT_STR);
#else
              int is_eob = aom_read(
                  r, fc->hv_eob[txs_ctx][plane_type][tx_class][eob_ctx],
                  ACCT_STR);
#endif
              if (counts)
                ++counts
                      ->hv_eob[txs_ctx][plane_type][tx_class][eob_ctx][is_eob];
              if (is_eob) break;
            }
          }
        } else {
181
          int coeff_idx = row * width + col;
Linfeng Zhang's avatar
Linfeng Zhang committed
182
          levels[coeff_idx] = 1;
183 184 185 186 187 188 189 190 191 192 193
          eob = AOMMAX(eob, iscan[coeff_idx] + 1);
        }
      }
      eob_ls[col] = AOMMIN(height, row + 1);
    } else {
      eob_ls[col] = 0;
    }
  }
  return eob;
}

Linfeng Zhang's avatar
Linfeng Zhang committed
194 195 196 197
static INLINE int read_nz_map_horiz(aom_reader *r, uint8_t *levels, int plane,
                                    const int16_t *scan, const int16_t *iscan,
                                    TX_SIZE tx_size, TX_TYPE tx_type,
                                    FRAME_CONTEXT *fc, FRAME_COUNTS *counts) {
198 199 200 201 202 203 204 205 206 207 208 209 210 211
  const TX_SIZE txs_ctx = get_txsize_context(tx_size);
  const PLANE_TYPE plane_type = get_plane_type(plane);
  const TX_CLASS tx_class = get_tx_class(tx_type);
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
  const int width = tx_size_wide[tx_size];
  const int height = tx_size_high[tx_size];
  int16_t eob_ls[MAX_HVTX_SIZE];
  int eob = 0;
#if !LV_MAP_PROB
  aom_prob *nz_map = fc->nz_map[txs_ctx][plane_type];
#endif
  for (int row = 0; row < height; ++row) {
    int el_ctx = get_empty_line_ctx(row, eob_ls);
#if LV_MAP_PROB
212
    int empty_line = av1_read_record_bin(
213
        counts, r, fc->empty_line_cdf[txs_ctx][plane_type][tx_class][el_ctx], 2,
214 215 216 217 218 219 220 221 222 223 224
        ACCT_STR);
#else
    int empty_line = aom_read(
        r, fc->empty_line[txs_ctx][plane_type][tx_class][el_ctx], ACCT_STR);
#endif
    if (counts)
      ++counts->empty_line[txs_ctx][plane_type][tx_class][el_ctx][empty_line];
    if (!empty_line) {
      int col;
      for (col = 0; col < width; ++col) {
        if (col + 1 != width) {
225 226 227
          int coeff_idx = row * width + col;
          int scan_idx = iscan[coeff_idx];
          int coeff_ctx =
Linfeng Zhang's avatar
Linfeng Zhang committed
228
              get_nz_map_ctx(levels, scan_idx, scan, bwl, height, tx_type, 1);
229
#if LV_MAP_PROB
230
          int is_nz = av1_read_record_bin(
231 232
              counts, r, fc->nz_map_cdf[txs_ctx][plane_type][coeff_ctx], 2,
              ACCT_STR);
233 234 235 236
#else
          int is_nz = aom_read(r, nz_map[coeff_ctx], ACCT_STR);
#endif
          if (counts) ++counts->nz_map[txs_ctx][plane_type][coeff_ctx][is_nz];
Linfeng Zhang's avatar
Linfeng Zhang committed
237
          levels[coeff_idx] = is_nz;
238 239 240 241
          if (is_nz) {
            eob = AOMMAX(eob, iscan[coeff_idx] + 1);
            int eob_ctx = get_hv_eob_ctx(row, col, eob_ls);
#if LV_MAP_PROB
242
            int is_eob = av1_read_record_bin(
243 244
                counts, r,
                fc->hv_eob_cdf[txs_ctx][plane_type][tx_class][eob_ctx], 2,
245 246 247 248 249 250 251 252 253 254 255
                ACCT_STR);
#else
            int is_eob =
                aom_read(r, fc->hv_eob[txs_ctx][plane_type][tx_class][eob_ctx],
                         ACCT_STR);
#endif
            if (counts)
              ++counts->hv_eob[txs_ctx][plane_type][tx_class][eob_ctx][is_eob];
            if (is_eob) break;
          }
        } else {
256
          int coeff_idx = row * width + col;
Linfeng Zhang's avatar
Linfeng Zhang committed
257
          levels[coeff_idx] = 1;
258 259 260 261 262 263 264 265 266 267 268 269
          eob = AOMMAX(eob, iscan[coeff_idx] + 1);
        }
      }
      eob_ls[row] = AOMMIN(width, col + 1);
    } else {
      eob_ls[row] = 0;
    }
  }
  return eob;
}
#endif

270
uint8_t av1_read_coeffs_txb(const AV1_COMMON *const cm, MACROBLOCKD *xd,
Jingning Han's avatar
Jingning Han committed
271 272
                            aom_reader *r, int blk_row, int blk_col, int block,
                            int plane, tran_low_t *tcoeffs, TXB_CTX *txb_ctx,
Jingning Han's avatar
Jingning Han committed
273
                            TX_SIZE tx_size, int16_t *max_scan_line, int *eob) {
274
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
275
  FRAME_COUNTS *counts = xd->counts;
276
  TX_SIZE txs_ctx = get_txsize_context(tx_size);
277
  PLANE_TYPE plane_type = get_plane_type(plane);
278
#if !LV_MAP_PROB
279 280
  aom_prob *nz_map = ec_ctx->nz_map[txs_ctx][plane_type];
  aom_prob *eob_flag = ec_ctx->eob_flag[txs_ctx][plane_type];
281
#endif
282
  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
283
  const int seg_eob = tx_size_2d[tx_size];
284
  int c = 0;
285
  int update_eob = -1;
286
  const int16_t *const dequant = xd->plane[plane].seg_dequant[mbmi->segment_id];
287
  const int shift = av1_get_tx_scale(tx_size);
288
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
289
  const int height = tx_size_high[tx_size];
290
  int cul_level = 0;
291 292 293
  uint8_t levels[64 * 64];
  int8_t signs[64 * 64];

294 295
  memset(tcoeffs, 0, sizeof(*tcoeffs) * seg_eob);

296
#if LV_MAP_PROB
297
  int all_zero = av1_read_record_bin(
298 299
      counts, r, ec_ctx->txb_skip_cdf[txs_ctx][txb_ctx->txb_skip_ctx], 2,
      ACCT_STR);
300
#else
Angie Chiang's avatar
Angie Chiang committed
301
  int all_zero =
302
      aom_read(r, ec_ctx->txb_skip[txs_ctx][txb_ctx->txb_skip_ctx], ACCT_STR);
303
#endif
Angie Chiang's avatar
Angie Chiang committed
304
  if (xd->counts)
305
    ++xd->counts->txb_skip[txs_ctx][txb_ctx->txb_skip_ctx][all_zero];
Angie Chiang's avatar
Angie Chiang committed
306

307
  *eob = 0;
Angie Chiang's avatar
Angie Chiang committed
308 309
  if (all_zero) {
    *max_scan_line = 0;
310 311 312
#if CONFIG_TXK_SEL
    if (plane == 0) mbmi->txk_type[(blk_row << 4) + blk_col] = DCT_DCT;
#endif
Angie Chiang's avatar
Angie Chiang committed
313 314 315
    return 0;
  }

Linfeng Zhang's avatar
Linfeng Zhang committed
316
  memset(levels, 0, sizeof(levels[0]) * seg_eob);
317 318
  memset(signs, 0, sizeof(signs[0]) * seg_eob);

Jingning Han's avatar
Jingning Han committed
319 320
  (void)blk_row;
  (void)blk_col;
Angie Chiang's avatar
Angie Chiang committed
321
#if CONFIG_TXK_SEL
322 323
  av1_read_tx_type(cm, xd, blk_row, blk_col, block, plane,
                   get_min_tx_size(tx_size), r);
Angie Chiang's avatar
Angie Chiang committed
324
#endif
325 326
  const TX_TYPE tx_type =
      av1_get_tx_type(plane_type, xd, blk_row, blk_col, block, tx_size);
Angie Chiang's avatar
Angie Chiang committed
327
  const SCAN_ORDER *const scan_order = get_scan(cm, tx_size, tx_type, mbmi);
328
  const int16_t *scan = scan_order->scan;
Angie Chiang's avatar
Angie Chiang committed
329

330 331 332 333 334
#if CONFIG_CTX1D
  const int16_t *iscan = scan_order->iscan;
  TX_CLASS tx_class = get_tx_class(tx_type);
  if (tx_class == TX_CLASS_2D) {
    *eob =
Linfeng Zhang's avatar
Linfeng Zhang committed
335
        read_nz_map(r, levels, plane, scan, tx_size, tx_type, ec_ctx, counts);
336
  } else {
337
#if LV_MAP_PROB
338
    const int eob_mode = av1_read_record_bin(
339 340
        counts, r, ec_ctx->eob_mode_cdf[txs_ctx][plane_type][tx_class], 2,
        ACCT_STR);
341
#else
342 343
    const int eob_mode =
        aom_read(r, ec_ctx->eob_mode[txs_ctx][plane_type][tx_class], ACCT_STR);
344
#endif
345 346
    if (counts) ++counts->eob_mode[txs_ctx][plane_type][tx_class][eob_mode];
    if (eob_mode == 0) {
Linfeng Zhang's avatar
Linfeng Zhang committed
347 348
      *eob =
          read_nz_map(r, levels, plane, scan, tx_size, tx_type, ec_ctx, counts);
349
    } else {
350 351
      assert(tx_class == TX_CLASS_VERT || tx_class == TX_CLASS_HORIZ);
      if (tx_class == TX_CLASS_VERT)
Linfeng Zhang's avatar
Linfeng Zhang committed
352 353
        *eob = read_nz_map_vert(r, levels, plane, scan, iscan, tx_size, tx_type,
                                ec_ctx, counts);
354
      else
Linfeng Zhang's avatar
Linfeng Zhang committed
355
        *eob = read_nz_map_horiz(r, levels, plane, scan, iscan, tx_size,
356
                                 tx_type, ec_ctx, counts);
357
    }
358
  }
359
#else
Linfeng Zhang's avatar
Linfeng Zhang committed
360
  *eob = read_nz_map(r, levels, plane, scan, tx_size, tx_type, ec_ctx, counts);
361
#endif
362
  *max_scan_line = *eob;
363 364 365

  int i;
  for (i = 0; i < NUM_BASE_LEVELS; ++i) {
366
#if !LV_MAP_PROB
367
    aom_prob *coeff_base = ec_ctx->coeff_base[txs_ctx][plane_type][i];
368
#endif
369
    update_eob = 0;
370
    for (c = *eob - 1; c >= 0; --c) {
371 372
      uint8_t *const level = &levels[scan[c]];
      int8_t *const sign = &signs[scan[c]];
373 374
      int ctx;

375
      if (*level <= i) continue;
376

377
      ctx = get_base_ctx(levels, scan[c], bwl, height, i + 1);
378

379
#if LV_MAP_PROB
380
      if (av1_read_record_bin(
381 382
              counts, r, ec_ctx->coeff_base_cdf[txs_ctx][plane_type][i][ctx], 2,
              ACCT_STR))
383 384 385 386
#else
      if (aom_read(r, coeff_base[ctx], ACCT_STR))
#endif
      {
387
        assert(*level == i + 1);
388 389
        cul_level += i + 1;

390
        if (counts) ++counts->coeff_base[txs_ctx][plane_type][i][ctx][1];
391 392 393

        if (c == 0) {
          int dc_sign_ctx = txb_ctx->dc_sign_ctx;
394
#if LV_MAP_PROB
395
          *sign = av1_read_record_bin(
396 397
              counts, r, ec_ctx->dc_sign_cdf[plane_type][dc_sign_ctx], 2,
              ACCT_STR);
398
#else
399
          *sign =
400
              aom_read(r, ec_ctx->dc_sign[plane_type][dc_sign_ctx], ACCT_STR);
401
#endif
402
          if (counts) ++counts->dc_sign[plane_type][dc_sign_ctx][*sign];
403
        } else {
404
          *sign = av1_read_record_bit(counts, r, ACCT_STR);
405 406 407
        }
        continue;
      }
408
      *level = i + 2;
409
      if (counts) ++counts->coeff_base[txs_ctx][plane_type][i][ctx][0];
410 411 412 413 414 415 416

      // update the eob flag for coefficients with magnitude above 1.
      update_eob = AOMMAX(update_eob, c);
    }
  }

  for (c = update_eob; c >= 0; --c) {
417 418
    uint8_t *const level = &levels[scan[c]];
    int8_t *const sign = &signs[scan[c]];
419 420 421
    int idx;
    int ctx;

422
    if (*level <= NUM_BASE_LEVELS) continue;
423 424 425

    if (c == 0) {
      int dc_sign_ctx = txb_ctx->dc_sign_ctx;
426
#if LV_MAP_PROB
427
      *sign = av1_read_record_bin(
428
          counts, r, ec_ctx->dc_sign_cdf[plane_type][dc_sign_ctx], 2, ACCT_STR);
429
#else
430
      *sign = aom_read(r, ec_ctx->dc_sign[plane_type][dc_sign_ctx], ACCT_STR);
431
#endif
432
      if (counts) ++counts->dc_sign[plane_type][dc_sign_ctx][*sign];
433
    } else {
434
      *sign = av1_read_record_bit(counts, r, ACCT_STR);
435 436
    }

437
    ctx = get_br_ctx(levels, scan[c], bwl, height);
438

439 440 441
#if BR_NODE
    for (idx = 0; idx < BASE_RANGE_SETS; ++idx) {
#if LV_MAP_PROB
442
      if (av1_read_record_bin(
443 444
              counts, r, ec_ctx->coeff_br_cdf[txs_ctx][plane_type][idx][ctx], 2,
              ACCT_STR))
445
#else   // LV_MAP_PROB
446
      if (aom_read(r, ec_ctx->coeff_br[txs_ctx][plane_type][idx][ctx],
447 448 449 450 451 452 453
                   ACCT_STR))
#endif  // LV_MAP_PROB
      {
        int extra_bits = (1 << br_extra_bits[idx]) - 1;
        //        int br_offset = aom_read_literal(r, extra_bits, ACCT_STR);
        int br_offset = 0;
        int tok;
454
        if (counts) ++counts->coeff_br[txs_ctx][plane_type][idx][ctx][1];
455 456
        for (tok = 0; tok < extra_bits; ++tok) {
#if LV_MAP_PROB
457
          if (av1_read_record_bin(
458 459
                  counts, r, ec_ctx->coeff_lps_cdf[txs_ctx][plane_type][ctx], 2,
                  ACCT_STR))
460
#else
461
          if (aom_read(r, ec_ctx->coeff_lps[txs_ctx][plane_type][ctx],
462 463 464 465 466 467 468 469 470 471 472 473 474
                       ACCT_STR))
#endif
          {
            br_offset = tok;
            if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][1];
            break;
          }
          if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][0];
        }
        if (tok == extra_bits) br_offset = extra_bits;

        int br_base = br_index_to_coeff[idx];

475 476
        *level = NUM_BASE_LEVELS + 1 + br_base + br_offset;
        cul_level += *level;
477 478
        break;
      }
479
      if (counts) ++counts->coeff_br[txs_ctx][plane_type][idx][ctx][0];
480 481 482 483
    }

    if (idx < BASE_RANGE_SETS) continue;
#else
484
    for (idx = 0; idx < COEFF_BASE_RANGE; ++idx) {
485
#if LV_MAP_PROB
486 487 488
      if (av1_read_record_bin(counts, r,
                              ec_ctx->coeff_lps_cdf[txs_ctx][plane_type][ctx],
                              2, ACCT_STR))
489
#else
490
      if (aom_read(r, ec_ctx->coeff_lps[txs_ctx][plane_type][ctx], ACCT_STR))
491 492
#endif
      {
493 494
        *level = idx + 1 + NUM_BASE_LEVELS;
        cul_level += *level;
495

496
        if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][1];
497 498
        break;
      }
499
      if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][0];
500 501
    }
    if (idx < COEFF_BASE_RANGE) continue;
502
#endif
503 504

    // decode 0-th order Golomb code
505 506 507
    *level =
        read_golomb(xd, r, counts) + COEFF_BASE_RANGE + 1 + NUM_BASE_LEVELS;
    cul_level += *level;
508 509
  }

510
  for (c = 0; c < *eob; ++c) {
511 512 513
    const int16_t dqv = (c == 0) ? dequant[0] : dequant[1];
    const int level = levels[scan[c]];
    const int16_t t = (level * dqv) >> shift;
514
#if CONFIG_SYMBOLRATE
515
    av1_record_coeff(counts, level);
516
#endif
517
    tcoeffs[scan[c]] = signs[scan[c]] ? -t : t;
518 519 520 521 522 523 524 525 526
  }

  cul_level = AOMMIN(63, cul_level);

  // DC value
  set_dc_sign(&cul_level, tcoeffs[0]);

  return cul_level;
}
Angie Chiang's avatar
Angie Chiang committed
527

528
uint8_t av1_read_coeffs_txb_facade(AV1_COMMON *cm, MACROBLOCKD *xd,
Angie Chiang's avatar
Angie Chiang committed
529 530
                                   aom_reader *r, int row, int col, int block,
                                   int plane, tran_low_t *tcoeffs,
Jingning Han's avatar
Jingning Han committed
531 532
                                   TX_SIZE tx_size, int16_t *max_scan_line,
                                   int *eob) {
Angie Chiang's avatar
Angie Chiang committed
533
  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
534
  struct macroblockd_plane *pd = &xd->plane[plane];
Angie Chiang's avatar
Angie Chiang committed
535 536

  const BLOCK_SIZE bsize = mbmi->sb_type;
537
#if CONFIG_CHROMA_SUB8X8
Angie Chiang's avatar
Angie Chiang committed
538 539
  const BLOCK_SIZE plane_bsize =
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
540
#else
541
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
542
#endif  // CONFIG_CHROMA_SUB8X8
Angie Chiang's avatar
Angie Chiang committed
543 544 545 546

  TXB_CTX txb_ctx;
  get_txb_ctx(plane_bsize, tx_size, plane, pd->above_context + col,
              pd->left_context + row, &txb_ctx);
Jingning Han's avatar
Jingning Han committed
547 548 549
  uint8_t cul_level =
      av1_read_coeffs_txb(cm, xd, r, row, col, block, plane, tcoeffs, &txb_ctx,
                          tx_size, max_scan_line, eob);
550 551
#if CONFIG_ADAPT_SCAN
  PLANE_TYPE plane_type = get_plane_type(plane);
552
  TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, row, col, block, tx_size);
553 554 555 556
  if (xd->counts && *eob > 0)
    av1_update_scan_count_facade(cm, xd->counts, tx_size, tx_type, pd->dqcoeff,
                                 *eob);
#endif
557 558
  av1_set_contexts(xd, pd, plane, tx_size, cul_level, col, row);
  return cul_level;
Angie Chiang's avatar
Angie Chiang committed
559
}
560

561
#if !LV_MAP_PROB
562
static void read_txb_probs(FRAME_CONTEXT *fc, const TX_SIZE tx_size,
563 564 565 566
                           aom_reader *r, FRAME_COUNTS *counts) {
#if !CONFIG_SYMBOLRATE
  (void)counts;
#endif
567 568
  int plane, ctx, level;

569
  if (av1_read_record_bit(counts, r, ACCT_STR) == 0) return;
570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592

  for (ctx = 0; ctx < TXB_SKIP_CONTEXTS; ++ctx)
    av1_diff_update_prob(r, &fc->txb_skip[tx_size][ctx], ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < SIG_COEF_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->nz_map[tx_size][plane][ctx], ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < EOB_COEF_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->eob_flag[tx_size][plane][ctx], ACCT_STR);

  for (level = 0; level < NUM_BASE_LEVELS; ++level)
    for (plane = 0; plane < PLANE_TYPES; ++plane)
      for (ctx = 0; ctx < COEFF_BASE_CONTEXTS; ++ctx)
        av1_diff_update_prob(r, &fc->coeff_base[tx_size][plane][level][ctx],
                             ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < LEVEL_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->coeff_lps[tx_size][plane][ctx], ACCT_STR);
}

593 594
void av1_read_txb_probs(FRAME_CONTEXT *fc, TX_MODE tx_mode, aom_reader *r,
                        FRAME_COUNTS *counts) {
595 596 597
  const TX_SIZE max_tx_size = tx_mode_to_biggest_tx_size[tx_mode];
  TX_SIZE tx_size;
  int ctx, plane;
598

599 600 601 602 603
  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < DC_SIGN_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->dc_sign[plane][ctx], ACCT_STR);

  for (tx_size = TX_4X4; tx_size <= max_tx_size; ++tx_size)
604
    read_txb_probs(fc, tx_size, r, counts);
605
}
606
#endif  // !LV_MAP_PROB