decodetxb.c 10.3 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
/*
 * Copyright (c) 2017, Alliance for Open Media. All rights reserved
 *
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
 */

#include "av1/common/scan.h"
Angie Chiang's avatar
Angie Chiang committed
13
#include "av1/common/idct.h"
14
#include "av1/common/txb_common.h"
15
#include "av1/decoder/decodemv.h"
16
#include "av1/decoder/decodetxb.h"
17
#include "av1/decoder/dsubexp.h"
18
19
20

#define ACCT_STR __func__

21
static int read_golomb(MACROBLOCKD *xd, aom_reader *r) {
22
23
24
25
26
27
28
  int x = 1;
  int length = 0;
  int i = 0;

  while (!i) {
    i = aom_read_bit(r, ACCT_STR);
    ++length;
29
30
31
32
33
    if (length >= 32) {
      aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
                         "Invalid length in read_golomb");
      break;
    }
34
35
36
37
38
39
40
41
42
43
44
  }

  for (i = 0; i < length - 1; ++i) {
    x <<= 1;
    x += aom_read_bit(r, ACCT_STR);
  }

  return x - 1;
}

uint8_t av1_read_coeffs_txb(const AV1_COMMON *const cm, MACROBLOCKD *xd,
Jingning Han's avatar
Jingning Han committed
45
46
                            aom_reader *r, int blk_row, int blk_col, int block,
                            int plane, tran_low_t *tcoeffs, TXB_CTX *txb_ctx,
Jingning Han's avatar
Jingning Han committed
47
                            TX_SIZE tx_size, int16_t *max_scan_line, int *eob) {
48
  FRAME_COUNTS *counts = xd->counts;
49
  TX_SIZE txs_ctx = get_txsize_context(tx_size);
50
  PLANE_TYPE plane_type = get_plane_type(plane);
51
#if !LV_MAP_PROB
52
53
  aom_prob *nz_map = cm->fc->nz_map[txs_ctx][plane_type];
  aom_prob *eob_flag = cm->fc->eob_flag[txs_ctx][plane_type];
54
#endif
55
  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
56
  const int seg_eob = tx_size_2d[tx_size];
57
  int c = 0;
58
  int update_eob = -1;
59
  const int16_t *const dequant = xd->plane[plane].seg_dequant[mbmi->segment_id];
60
  const int shift = av1_get_tx_scale(tx_size);
61
  const int bwl = b_width_log2_lookup[txsize_to_bsize[tx_size]] + 2;
62
  const int height = tx_size_high[tx_size];
63
64
65
  int cul_level = 0;
  unsigned int(*nz_map_count)[SIG_COEF_CONTEXTS][2];

66
  nz_map_count = (counts) ? &counts->nz_map[txs_ctx][plane_type] : NULL;
67
68
69

  memset(tcoeffs, 0, sizeof(*tcoeffs) * seg_eob);

70
71
72
73
#if LV_MAP_PROB
  int all_zero = aom_read_symbol(
      r, cm->fc->txb_skip_cdf[txs_ctx][txb_ctx->txb_skip_ctx], 2, ACCT_STR);
#else
Angie Chiang's avatar
Angie Chiang committed
74
  int all_zero =
75
      aom_read(r, cm->fc->txb_skip[txs_ctx][txb_ctx->txb_skip_ctx], ACCT_STR);
76
#endif
Angie Chiang's avatar
Angie Chiang committed
77
  if (xd->counts)
78
    ++xd->counts->txb_skip[txs_ctx][txb_ctx->txb_skip_ctx][all_zero];
Angie Chiang's avatar
Angie Chiang committed
79

80
  *eob = 0;
Angie Chiang's avatar
Angie Chiang committed
81
82
  if (all_zero) {
    *max_scan_line = 0;
83
84
85
#if CONFIG_TXK_SEL
    if (plane == 0) mbmi->txk_type[(blk_row << 4) + blk_col] = DCT_DCT;
#endif
Angie Chiang's avatar
Angie Chiang committed
86
87
88
    return 0;
  }

Jingning Han's avatar
Jingning Han committed
89
90
  (void)blk_row;
  (void)blk_col;
Angie Chiang's avatar
Angie Chiang committed
91
#if CONFIG_TXK_SEL
92
93
  av1_read_tx_type(cm, xd, blk_row, blk_col, block, plane,
                   get_min_tx_size(tx_size), r);
Angie Chiang's avatar
Angie Chiang committed
94
#endif
95
96
  const TX_TYPE tx_type =
      av1_get_tx_type(plane_type, xd, blk_row, blk_col, block, tx_size);
Angie Chiang's avatar
Angie Chiang committed
97
  const SCAN_ORDER *const scan_order = get_scan(cm, tx_size, tx_type, mbmi);
98
  const int16_t *scan = scan_order->scan;
Angie Chiang's avatar
Angie Chiang committed
99

100
101
  for (c = 0; c < seg_eob; ++c) {
    int is_nz;
Angie Chiang's avatar
Angie Chiang committed
102
    int coeff_ctx = get_nz_map_ctx(tcoeffs, scan[c], bwl, height, tx_type);
103
    int eob_ctx = get_eob_ctx(tcoeffs, scan[c], txs_ctx);
104

105
106
107
108
109
    if (c < seg_eob - 1) {
#if LV_MAP_PROB
      is_nz = aom_read_symbol(
          r, cm->fc->nz_map_cdf[txs_ctx][plane_type][coeff_ctx], 2, ACCT_STR);
#else
110
      is_nz = aom_read(r, nz_map[coeff_ctx], ACCT_STR);
111
112
#endif
    } else {
113
      is_nz = 1;
114
    }
115
116
117
118
119
120
121
122
123
124
125
126

    // set non-zero coefficient map.
    tcoeffs[scan[c]] = is_nz;

    if (c == seg_eob - 1) {
      ++c;
      break;
    }

    if (counts) ++(*nz_map_count)[coeff_ctx][is_nz];

    if (is_nz) {
127
128
129
130
#if LV_MAP_PROB
      int is_eob = aom_read_symbol(
          r, cm->fc->eob_flag_cdf[txs_ctx][plane_type][eob_ctx], 2, ACCT_STR);
#else
131
      int is_eob = aom_read(r, eob_flag[eob_ctx], ACCT_STR);
132
#endif
133
      if (counts) ++counts->eob_flag[txs_ctx][plane_type][eob_ctx][is_eob];
134
135
136
137
      if (is_eob) break;
    }
  }

138
139
  *eob = AOMMIN(seg_eob, c + 1);
  *max_scan_line = *eob;
140
141
142

  int i;
  for (i = 0; i < NUM_BASE_LEVELS; ++i) {
143
#if !LV_MAP_PROB
144
    aom_prob *coeff_base = cm->fc->coeff_base[txs_ctx][plane_type][i];
145
#endif
146
    update_eob = 0;
147
    for (c = *eob - 1; c >= 0; --c) {
148
149
150
151
152
153
      tran_low_t *v = &tcoeffs[scan[c]];
      int sign;
      int ctx;

      if (*v <= i) continue;

154
      ctx = get_base_ctx(tcoeffs, scan[c], bwl, height, i + 1);
155

156
157
158
159
160
161
162
163
#if LV_MAP_PROB
      if (aom_read_symbol(r,
                          cm->fc->coeff_base_cdf[txs_ctx][plane_type][i][ctx],
                          2, ACCT_STR))
#else
      if (aom_read(r, coeff_base[ctx], ACCT_STR))
#endif
      {
164
165
166
        *v = i + 1;
        cul_level += i + 1;

167
        if (counts) ++counts->coeff_base[txs_ctx][plane_type][i][ctx][1];
168
169
170

        if (c == 0) {
          int dc_sign_ctx = txb_ctx->dc_sign_ctx;
171
172
173
174
#if LV_MAP_PROB
          sign = aom_read_symbol(
              r, cm->fc->dc_sign_cdf[plane_type][dc_sign_ctx], 2, ACCT_STR);
#else
175
176
          sign =
              aom_read(r, cm->fc->dc_sign[plane_type][dc_sign_ctx], ACCT_STR);
177
#endif
178
179
180
181
182
183
184
185
          if (counts) ++counts->dc_sign[plane_type][dc_sign_ctx][sign];
        } else {
          sign = aom_read_bit(r, ACCT_STR);
        }
        if (sign) *v = -(*v);
        continue;
      }
      *v = i + 2;
186
      if (counts) ++counts->coeff_base[txs_ctx][plane_type][i][ctx][0];
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202

      // update the eob flag for coefficients with magnitude above 1.
      update_eob = AOMMAX(update_eob, c);
    }
  }

  for (c = update_eob; c >= 0; --c) {
    tran_low_t *v = &tcoeffs[scan[c]];
    int sign;
    int idx;
    int ctx;

    if (*v <= NUM_BASE_LEVELS) continue;

    if (c == 0) {
      int dc_sign_ctx = txb_ctx->dc_sign_ctx;
203
204
205
206
#if LV_MAP_PROB
      sign = aom_read_symbol(r, cm->fc->dc_sign_cdf[plane_type][dc_sign_ctx], 2,
                             ACCT_STR);
#else
207
      sign = aom_read(r, cm->fc->dc_sign[plane_type][dc_sign_ctx], ACCT_STR);
208
#endif
209
210
211
212
213
      if (counts) ++counts->dc_sign[plane_type][dc_sign_ctx][sign];
    } else {
      sign = aom_read_bit(r, ACCT_STR);
    }

214
    ctx = get_br_ctx(tcoeffs, scan[c], bwl, height);
215

216
    if (cm->fc->coeff_lps[txs_ctx][plane_type][ctx] == 0) exit(0);
217
218

    for (idx = 0; idx < COEFF_BASE_RANGE; ++idx) {
219
220
221
222
223
224
225
#if LV_MAP_PROB
      if (aom_read_symbol(r, cm->fc->coeff_lps_cdf[txs_ctx][plane_type][ctx], 2,
                          ACCT_STR))
#else
      if (aom_read(r, cm->fc->coeff_lps[txs_ctx][plane_type][ctx], ACCT_STR))
#endif
      {
226
227
228
229
        *v = (idx + 1 + NUM_BASE_LEVELS);
        if (sign) *v = -(*v);
        cul_level += abs(*v);

230
        if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][1];
231
232
        break;
      }
233
      if (counts) ++counts->coeff_lps[txs_ctx][plane_type][ctx][0];
234
235
236
237
    }
    if (idx < COEFF_BASE_RANGE) continue;

    // decode 0-th order Golomb code
238
    *v = read_golomb(xd, r) + COEFF_BASE_RANGE + 1 + NUM_BASE_LEVELS;
239
240
241
242
    if (sign) *v = -(*v);
    cul_level += abs(*v);
  }

243
  for (c = 0; c < *eob; ++c) {
244
245
246
247
248
249
250
251
252
253
254
255
256
257
    int16_t dqv = (c == 0) ? dequant[0] : dequant[1];
    tran_low_t *v = &tcoeffs[scan[c]];
    int sign = (*v) < 0;
    *v = (abs(*v) * dqv) >> shift;
    if (sign) *v = -(*v);
  }

  cul_level = AOMMIN(63, cul_level);

  // DC value
  set_dc_sign(&cul_level, tcoeffs[0]);

  return cul_level;
}
Angie Chiang's avatar
Angie Chiang committed
258

259
uint8_t av1_read_coeffs_txb_facade(AV1_COMMON *cm, MACROBLOCKD *xd,
Angie Chiang's avatar
Angie Chiang committed
260
261
                                   aom_reader *r, int row, int col, int block,
                                   int plane, tran_low_t *tcoeffs,
Jingning Han's avatar
Jingning Han committed
262
263
                                   TX_SIZE tx_size, int16_t *max_scan_line,
                                   int *eob) {
Angie Chiang's avatar
Angie Chiang committed
264
  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
265
  struct macroblockd_plane *pd = &xd->plane[plane];
Angie Chiang's avatar
Angie Chiang committed
266
267

  const BLOCK_SIZE bsize = mbmi->sb_type;
268
#if CONFIG_CHROMA_SUB8X8
Angie Chiang's avatar
Angie Chiang committed
269
270
  const BLOCK_SIZE plane_bsize =
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
271
272
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
Angie Chiang's avatar
Angie Chiang committed
273
274
275
276
277
278
279
280
#else   // CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif  // CONFIG_CB4X4

  TXB_CTX txb_ctx;
  get_txb_ctx(plane_bsize, tx_size, plane, pd->above_context + col,
              pd->left_context + row, &txb_ctx);
Jingning Han's avatar
Jingning Han committed
281
282
283
  uint8_t cul_level =
      av1_read_coeffs_txb(cm, xd, r, row, col, block, plane, tcoeffs, &txb_ctx,
                          tx_size, max_scan_line, eob);
284
285
#if CONFIG_ADAPT_SCAN
  PLANE_TYPE plane_type = get_plane_type(plane);
286
  TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, row, col, block, tx_size);
287
288
289
290
  if (xd->counts && *eob > 0)
    av1_update_scan_count_facade(cm, xd->counts, tx_size, tx_type, pd->dqcoeff,
                                 *eob);
#endif
291
292
  av1_set_contexts(xd, pd, plane, tx_size, cul_level, col, row);
  return cul_level;
Angie Chiang's avatar
Angie Chiang committed
293
}
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326

static void read_txb_probs(FRAME_CONTEXT *fc, const TX_SIZE tx_size,
                           aom_reader *r) {
  int plane, ctx, level;

  if (aom_read_bit(r, ACCT_STR) == 0) return;

  for (ctx = 0; ctx < TXB_SKIP_CONTEXTS; ++ctx)
    av1_diff_update_prob(r, &fc->txb_skip[tx_size][ctx], ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < SIG_COEF_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->nz_map[tx_size][plane][ctx], ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < EOB_COEF_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->eob_flag[tx_size][plane][ctx], ACCT_STR);

  for (level = 0; level < NUM_BASE_LEVELS; ++level)
    for (plane = 0; plane < PLANE_TYPES; ++plane)
      for (ctx = 0; ctx < COEFF_BASE_CONTEXTS; ++ctx)
        av1_diff_update_prob(r, &fc->coeff_base[tx_size][plane][level][ctx],
                             ACCT_STR);

  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < LEVEL_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->coeff_lps[tx_size][plane][ctx], ACCT_STR);
}

void av1_read_txb_probs(FRAME_CONTEXT *fc, TX_MODE tx_mode, aom_reader *r) {
  const TX_SIZE max_tx_size = tx_mode_to_biggest_tx_size[tx_mode];
  TX_SIZE tx_size;
  int ctx, plane;
327
328
329
330
331

#if LV_MAP_PROB
  return;
#endif

332
333
334
335
336
337
338
  for (plane = 0; plane < PLANE_TYPES; ++plane)
    for (ctx = 0; ctx < DC_SIGN_CONTEXTS; ++ctx)
      av1_diff_update_prob(r, &fc->dc_sign[plane][ctx], ACCT_STR);

  for (tx_size = TX_4X4; tx_size <= max_tx_size; ++tx_size)
    read_txb_probs(fc, tx_size, r);
}