decodetxb.c 9.25 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12
/*
 * Copyright (c) 2017, Alliance for Open Media. All rights reserved
 *
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
 */

#include "av1/common/scan.h"
Angie Chiang's avatar
Angie Chiang committed
13
#include "av1/common/idct.h"
14
#include "av1/common/txb_common.h"
15
#include "av1/decoder/decodemv.h"
16
#include "av1/decoder/decodetxb.h"
17
#include "av1/decoder/dsubexp.h"
18 19 20

#define ACCT_STR __func__

21
static int read_golomb(MACROBLOCKD *xd, aom_reader *r) {
22 23 24 25 26 27 28
  int x = 1;
  int length = 0;
  int i = 0;

  while (!i) {
    i = aom_read_bit(r, ACCT_STR);
    ++length;
29 30 31 32 33
    if (length >= 32) {
      aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
                         "Invalid length in read_golomb");
      break;
    }
34 35 36 37 38 39 40 41 42 43 44
  }

  for (i = 0; i < length - 1; ++i) {
    x <<= 1;
    x += aom_read_bit(r, ACCT_STR);
  }

  return x - 1;
}

uint8_t av1_read_coeffs_txb(const AV1_COMMON *const cm, MACROBLOCKD *xd,
Jingning Han's avatar
Jingning Han committed
45 46
                            aom_reader *r, int blk_row, int blk_col, int block,
                            int plane, tran_low_t *tcoeffs, TXB_CTX *txb_ctx,
Jingning Han's avatar
Jingning Han committed
47
                            TX_SIZE tx_size, int16_t *max_scan_line, int *eob) {
48
  FRAME_COUNTS *counts = xd->counts;
49
  TX_SIZE txs_ctx = get_txsize_context(tx_size);
50
  PLANE_TYPE plane_type = get_plane_type(plane);
51 52
  aom_prob *nz_map = cm->fc->nz_map[txs_ctx][plane_type];
  aom_prob *eob_flag = cm->fc->eob_flag[txs_ctx][plane_type];
53
  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
54
  const int seg_eob = tx_size_2d[tx_size];
55
  int c = 0;
56
  int update_eob = -1;
57
  const int16_t *const dequant = xd->plane[plane].seg_dequant[mbmi->segment_id];
58
  const int shift = av1_get_tx_scale(tx_size);
59
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
60
  const int height = tx_size_high[tx_size];
61 62 63
  int cul_level = 0;
  unsigned int(*nz_map_count)[SIG_COEF_CONTEXTS][2];

64
  nz_map_count = (counts) ? &counts->nz_map[txs_ctx][plane_type] : NULL;
65 66 67

  memset(tcoeffs, 0, sizeof(*tcoeffs) * seg_eob);

Angie Chiang's avatar
Angie Chiang committed
68
  int all_zero =
69
      aom_read(r, cm->fc->txb_skip[txs_ctx][txb_ctx->txb_skip_ctx], ACCT_STR);
Angie Chiang's avatar
Angie Chiang committed
70
  if (xd->counts)
71
    ++xd->counts->txb_skip[txs_ctx][txb_ctx->txb_skip_ctx][all_zero];
Angie Chiang's avatar
Angie Chiang committed
72

73
  *eob = 0;
Angie Chiang's avatar
Angie Chiang committed
74 75
  if (all_zero) {
    *max_scan_line = 0;
76 77 78
#if CONFIG_TXK_SEL
    if (plane == 0) mbmi->txk_type[(blk_row << 4) + blk_col] = DCT_DCT;
#endif
Angie Chiang's avatar
Angie Chiang committed
79 80 81
    return 0;
  }

Jingning Han's avatar
Jingning Han committed
82 83
  (void)blk_row;
  (void)blk_col;
Angie Chiang's avatar
Angie Chiang committed
84
#if CONFIG_TXK_SEL
85 86
  av1_read_tx_type(cm, xd, blk_row, blk_col, block, plane,
                   get_min_tx_size(tx_size), r);
Angie Chiang's avatar
Angie Chiang committed
87
#endif
88 89
  const TX_TYPE tx_type =
      av1_get_tx_type(plane_type, xd, blk_row, blk_col, block, tx_size);
Angie Chiang's avatar
Angie Chiang committed
90
  const SCAN_ORDER *const scan_order = get_scan(cm, tx_size, tx_type, mbmi);
91
  const int16_t *scan = scan_order->scan;
92
  const int16_t *iscan = scan_order->iscan;
Angie Chiang's avatar
Angie Chiang committed
93

94 95
  for (c = 0; c < seg_eob; ++c) {
    int is_nz;
96
    int coeff_ctx = get_nz_map_ctx(tcoeffs, scan[c], bwl, height, iscan);
97
    int eob_ctx = get_eob_ctx(tcoeffs, scan[c], txs_ctx);
98 99

    if (c < seg_eob - 1)
100
      is_nz = aom_read(r, nz_map[coeff_ctx], ACCT_STR);
101 102 103 104 105 106 107 108 109 110 111 112 113 114
    else
      is_nz = 1;

    // set non-zero coefficient map.
    tcoeffs[scan[c]] = is_nz;

    if (c == seg_eob - 1) {
      ++c;
      break;
    }

    if (counts) ++(*nz_map_count)[coeff_ctx][is_nz];

    if (is_nz) {
115
      int is_eob = aom_read(r, eob_flag[eob_ctx], ACCT_STR);
116
      if (counts) ++counts->eob_flag[txs_ctx][plane_type][eob_ctx][is_eob];
117 118 119 120
      if (is_eob) break;
    }
  }

121 122
  *eob = AOMMIN(seg_eob, c + 1);
  *max_scan_line = *eob;
123 124 125

  int i;
  for (i = 0; i < NUM_BASE_LEVELS; ++i) {
126
    aom_prob *coeff_base = cm->fc->coeff_base[txs_ctx][plane_type][i];
127 128

    update_eob = 0;
129
    for (c = *eob - 1; c >= 0; --c) {
130 131 132 133 134 135
      tran_low_t *v = &tcoeffs[scan[c]];
      int sign;
      int ctx;

      if (*v <= i) continue;

136
      ctx = get_base_ctx(tcoeffs, scan[c], bwl, height, i + 1);
137

138
      if (aom_read(r, coeff_base[ctx], ACCT_STR)) {
139 140 141
        *v = i + 1;
        cul_level += i + 1;

142
        if (counts) ++counts->coeff_base[txs_ctx][plane_type][i][ctx][1];
143 144 145

        if (c == 0) {
          int dc_sign_ctx = txb_ctx->dc_sign_ctx;
146 147
          sign =
              aom_read(r, cm->fc->dc_sign[plane_type][dc_sign_ctx], ACCT_STR);
148 149 150 151 152 153 154 155
          if (counts) ++counts->dc_sign[plane_type][dc_sign_ctx][sign];
        } else {
          sign = aom_read_bit(r, ACCT_STR);
        }
        if (sign) *v = -(*v);
        continue;
      }
      *v = i + 2;
156
      if (counts) ++counts->coeff_base[txs_ctx][plane_type][i][ctx][0];
157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172

      // update the eob flag for coefficients with magnitude above 1.
      update_eob = AOMMAX(update_eob, c);
    }
  }

  for (c = update_eob; c >= 0; --c) {
    tran_low_t *v = &tcoeffs[scan[c]];
    int sign;
    int idx;
    int ctx;

    if (*v <= NUM_BASE_LEVELS) continue;

    if (c == 0) {
      int dc_sign_ctx = txb_ctx->dc_sign_ctx;
173
      sign = aom_read(r, cm->fc->dc_sign[plane_type][dc_sign_ctx], ACCT_STR);
174 175 176 177 178
      if (counts) ++counts->dc_sign[plane_type][dc_sign_ctx][sign];
    } else {
      sign = aom_read_bit(r, ACCT_STR);
    }

179
    ctx = get_br_ctx(tcoeffs, scan[c], bwl, height);
180

181
    if (cm->fc->coeff_lps[txs_ctx][plane_type][ctx] == 0) exit(0);
182 183

    for (idx = 0; idx < COEFF_BASE_RANGE; ++idx) {
184
      if (aom_read(r, cm->fc->coeff_lps[txs_ctx][plane_type][ctx], ACCT_STR)) {
185 186 187 188
        *v = (idx + 1 + NUM_BASE_LEVELS);
        if (sign) *v = -(*v);
        cul_level += abs(*v);

189
        if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][1];
190 191
        break;
      }
192
      if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][0];
193 194 195 196
    }
    if (idx < COEFF_BASE_RANGE) continue;

    // decode 0-th order Golomb code
197
    *v = read_golomb(xd, r) + COEFF_BASE_RANGE + 1 + NUM_BASE_LEVELS;
198 199 200 201
    if (sign) *v = -(*v);
    cul_level += abs(*v);
  }

202
  for (c = 0; c < *eob; ++c) {
203 204 205 206 207 208 209 210 211 212 213 214 215 216
    int16_t dqv = (c == 0) ? dequant[0] : dequant[1];
    tran_low_t *v = &tcoeffs[scan[c]];
    int sign = (*v) < 0;
    *v = (abs(*v) * dqv) >> shift;
    if (sign) *v = -(*v);
  }

  cul_level = AOMMIN(63, cul_level);

  // DC value
  set_dc_sign(&cul_level, tcoeffs[0]);

  return cul_level;
}
Angie Chiang's avatar
Angie Chiang committed
217

218
uint8_t av1_read_coeffs_txb_facade(AV1_COMMON *cm, MACROBLOCKD *xd,
Angie Chiang's avatar
Angie Chiang committed
219 220
                                   aom_reader *r, int row, int col, int block,
                                   int plane, tran_low_t *tcoeffs,
Jingning Han's avatar
Jingning Han committed
221 222
                                   TX_SIZE tx_size, int16_t *max_scan_line,
                                   int *eob) {
Angie Chiang's avatar
Angie Chiang committed
223
  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
224
  struct macroblockd_plane *pd = &xd->plane[plane];
Angie Chiang's avatar
Angie Chiang committed
225 226

  const BLOCK_SIZE bsize = mbmi->sb_type;
227
#if CONFIG_CHROMA_SUB8X8
Angie Chiang's avatar
Angie Chiang committed
228 229
  const BLOCK_SIZE plane_bsize =
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
230 231
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
Angie Chiang's avatar
Angie Chiang committed
232 233 234 235 236 237 238 239
#else   // CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif  // CONFIG_CB4X4

  TXB_CTX txb_ctx;
  get_txb_ctx(plane_bsize, tx_size, plane, pd->above_context + col,
              pd->left_context + row, &txb_ctx);
Jingning Han's avatar
Jingning Han committed
240 241 242
  uint8_t cul_level =
      av1_read_coeffs_txb(cm, xd, r, row, col, block, plane, tcoeffs, &txb_ctx,
                          tx_size, max_scan_line, eob);
243 244 245 246 247 248 249
#if CONFIG_ADAPT_SCAN
  PLANE_TYPE plane_type = get_plane_type(plane);
  TX_TYPE tx_type = get_tx_type(plane_type, xd, block, tx_size);
  if (xd->counts && *eob > 0)
    av1_update_scan_count_facade(cm, xd->counts, tx_size, tx_type, pd->dqcoeff,
                                 *eob);
#endif
250 251
  av1_set_contexts(xd, pd, plane, tx_size, cul_level, col, row);
  return cul_level;
Angie Chiang's avatar
Angie Chiang committed
252
}
253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292

static void read_txb_probs(FRAME_CONTEXT *fc, const TX_SIZE tx_size,
                           aom_reader *r) {
  int plane, ctx, level;

  if (aom_read_bit(r, ACCT_STR) == 0) return;

  for (ctx = 0; ctx < TXB_SKIP_CONTEXTS; ++ctx)
    av1_diff_update_prob(r, &fc->txb_skip[tx_size][ctx], ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < SIG_COEF_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->nz_map[tx_size][plane][ctx], ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < EOB_COEF_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->eob_flag[tx_size][plane][ctx], ACCT_STR);

  for (level = 0; level < NUM_BASE_LEVELS; ++level)
    for (plane = 0; plane < PLANE_TYPES; ++plane)
      for (ctx = 0; ctx < COEFF_BASE_CONTEXTS; ++ctx)
        av1_diff_update_prob(r, &fc->coeff_base[tx_size][plane][level][ctx],
                             ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < LEVEL_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->coeff_lps[tx_size][plane][ctx], ACCT_STR);
}

void av1_read_txb_probs(FRAME_CONTEXT *fc, TX_MODE tx_mode, aom_reader *r) {
  const TX_SIZE max_tx_size = tx_mode_to_biggest_tx_size[tx_mode];
  TX_SIZE tx_size;
  int ctx, plane;
  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < DC_SIGN_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->dc_sign[plane][ctx], ACCT_STR);

  for (tx_size = TX_4X4; tx_size <= max_tx_size; ++tx_size)
    read_txb_probs(fc, tx_size, r);
}