detokenize.c 13.1 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

12
#include "./aom_config.h"
Yaowu Xu's avatar
Yaowu Xu committed
13
#include "aom_mem/aom_mem.h"
14 15
#include "aom_ports/mem.h"
#include "av1/common/blockd.h"
16
#include "av1/decoder/detokenize.h"
17

18 19
#define ACCT_STR __func__

20 21 22
#include "av1/common/common.h"
#include "av1/common/entropy.h"
#include "av1/common/idct.h"
23
#include "av1/decoder/symbolrate.h"
Jingning Han's avatar
Jingning Han committed
24

25 26 27 28 29 30 31 32 33 34 35 36 37 38 39
#define EOB_CONTEXT_NODE 0
#define ZERO_CONTEXT_NODE 1
#define ONE_CONTEXT_NODE 2
#define LOW_VAL_CONTEXT_NODE 0
#define TWO_CONTEXT_NODE 1
#define THREE_CONTEXT_NODE 2
#define HIGH_LOW_CONTEXT_NODE 3
#define CAT_ONE_CONTEXT_NODE 4
#define CAT_THREEFOUR_CONTEXT_NODE 5
#define CAT_THREE_CONTEXT_NODE 6
#define CAT_FIVE_CONTEXT_NODE 7

#define INCREMENT_COUNT(token)                   \
  do {                                           \
    if (counts) ++coef_counts[band][ctx][token]; \
Jingning Han's avatar
Jingning Han committed
40 41
  } while (0)

42 43 44 45
#define READ_COEFF(counts, prob_name, cdf_name, num, r) \
  read_coeff(counts, cdf_name, num, r);
static INLINE int read_coeff(FRAME_COUNTS *counts,
                             const aom_cdf_prob *const *cdf, int n,
46
                             aom_reader *r) {
47 48 49
#if !CONFIG_SYMBOLRATE
  (void)counts;
#endif
50 51 52 53 54
  int val = 0;
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
55 56
    val |= av1_read_record_cdf(counts, r, cdf[i++], 1 << size, ACCT_STR)
           << count;
57 58 59 60 61
    count += size;
  }
  return val;
}

62 63
static int token_to_value(FRAME_COUNTS *counts, aom_reader *const r, int token,
                          TX_SIZE tx_size, int bit_depth) {
64 65 66 67 68 69 70 71 72 73 74
#if !CONFIG_HIGHBITDEPTH
  assert(bit_depth == 8);
#endif  // !CONFIG_HIGHBITDEPTH

  switch (token) {
    case ZERO_TOKEN:
    case ONE_TOKEN:
    case TWO_TOKEN:
    case THREE_TOKEN:
    case FOUR_TOKEN: return token;
    case CATEGORY1_TOKEN:
75 76
      return CAT1_MIN_VAL +
             READ_COEFF(counts, av1_cat1_prob, av1_cat1_cdf, 1, r);
77
    case CATEGORY2_TOKEN:
78 79
      return CAT2_MIN_VAL +
             READ_COEFF(counts, av1_cat2_prob, av1_cat2_cdf, 2, r);
80
    case CATEGORY3_TOKEN:
81 82
      return CAT3_MIN_VAL +
             READ_COEFF(counts, av1_cat3_prob, av1_cat3_cdf, 3, r);
83
    case CATEGORY4_TOKEN:
84 85
      return CAT4_MIN_VAL +
             READ_COEFF(counts, av1_cat4_prob, av1_cat4_cdf, 4, r);
86
    case CATEGORY5_TOKEN:
87 88
      return CAT5_MIN_VAL +
             READ_COEFF(counts, av1_cat5_prob, av1_cat5_cdf, 5, r);
89 90 91
    case CATEGORY6_TOKEN: {
      const int skip_bits = (int)sizeof(av1_cat6_prob) -
                            av1_get_cat6_extrabits_size(tx_size, bit_depth);
92 93
      return CAT6_MIN_VAL + READ_COEFF(counts, av1_cat6_prob + skip_bits,
                                       av1_cat6_cdf, 18 - skip_bits, r);
94 95 96 97 98 99 100
    }
    default:
      assert(0);  // Invalid token.
      return -1;
  }
}

101 102
static int decode_coefs(MACROBLOCKD *xd, PLANE_TYPE type, tran_low_t *dqcoeff,
                        TX_SIZE tx_size, TX_TYPE tx_type, const int16_t *dq,
103 104
#if CONFIG_NEW_QUANT
                        dequant_val_type_nuq *dq_val,
Thomas Davies's avatar
Thomas Davies committed
105
#else
106
#if CONFIG_AOM_QM
107
                        qm_val_t *iqm[TX_SIZES_ALL],
108
#endif  // CONFIG_AOM_QM
Thomas Davies's avatar
Thomas Davies committed
109
#endif  // CONFIG_NEW_QUANT
110 111
                        int ctx, const int16_t *scan, const int16_t *nb,
                        int16_t *max_scan_line, aom_reader *r) {
112
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
113
  const int max_eob = av1_get_max_eob(tx_size);
Jingning Han's avatar
Jingning Han committed
114
  const int ref = is_inter_block(&xd->mi[0]->mbmi);
Thomas Davies's avatar
Thomas Davies committed
115
#if CONFIG_AOM_QM && !CONFIG_NEW_QUANT
116
  const qm_val_t *iqmatrix = iqm[tx_size];
117
#endif  // CONFIG_AOM_QM
118
  (void)tx_type;
Jingning Han's avatar
Jingning Han committed
119
  int band, c = 0;
120
  const TX_SIZE tx_size_ctx = txsize_sqr_map[tx_size];
121
  aom_cdf_prob(*coef_head_cdfs)[COEFF_CONTEXTS][CDF_SIZE(ENTROPY_TOKENS)] =
122
      ec_ctx->coef_head_cdfs[tx_size_ctx][type][ref];
123
  aom_cdf_prob(*coef_tail_cdfs)[COEFF_CONTEXTS][CDF_SIZE(ENTROPY_TOKENS)] =
124 125
      ec_ctx->coef_tail_cdfs[tx_size_ctx][type][ref];
  int val = 0;
126

127
  uint8_t token_cache[MAX_TX_SQUARE];
Jingning Han's avatar
Jingning Han committed
128 129
  const uint8_t *band_translate = get_band_translate(tx_size);
  int v, token;
130
  int32_t dqv = dq[0];
131 132 133
#if CONFIG_NEW_QUANT
  const tran_low_t *dqv_val = &dq_val[0][0];
#endif  // CONFIG_NEW_QUANT
Jingning Han's avatar
Jingning Han committed
134

135 136 137
#if !CONFIG_DAALA_TX
  int dq_shift = av1_get_tx_scale(tx_size);
#endif
138

139 140
  band = *band_translate++;

141
  int more_data = 1;
142
  while (more_data) {
143
    int comb_token;
144
    int last_pos = (c + 1 == max_eob);
145
    int first_pos = (c == 0);
Jingning Han's avatar
Jingning Han committed
146

147 148 149 150
#if CONFIG_NEW_QUANT
    dqv_val = &dq_val[band][0];
#endif  // CONFIG_NEW_QUANT

151 152 153 154
    comb_token = last_pos ? 2 * av1_read_record_bit(xd->counts, r, ACCT_STR) + 2
                          : av1_read_record_symbol(
                                xd->counts, r, coef_head_cdfs[band][ctx],
                                HEAD_TOKENS + first_pos, ACCT_STR) +
155 156
                                !first_pos;
    if (first_pos) {
157 158 159
      if (comb_token == 0) return 0;
    }
    token = comb_token >> 1;
160 161 162 163

    while (!token) {
      *max_scan_line = AOMMAX(*max_scan_line, scan[c]);
      token_cache[scan[c]] = 0;
164 165 166
#if CONFIG_SYMBOLRATE
      av1_record_coeff(xd->counts, 0);
#endif
167 168 169 170 171 172 173
      ++c;
      dqv = dq[1];
      ctx = get_coef_context(nb, token_cache, c);
      band = *band_translate++;

      last_pos = (c + 1 == max_eob);

174 175 176 177 178 179
      comb_token =
          last_pos
              ? 2 * av1_read_record_bit(xd->counts, r, ACCT_STR) + 2
              : av1_read_record_symbol(xd->counts, r, coef_head_cdfs[band][ctx],
                                       HEAD_TOKENS, ACCT_STR) +
                    1;
180 181 182
      token = comb_token >> 1;
    }

183
    more_data = comb_token & 1;
184

185
    if (token > ONE_TOKEN)
186 187
      token += av1_read_record_symbol(xd->counts, r, coef_tail_cdfs[band][ctx],
                                      TAIL_TOKENS, ACCT_STR);
188
#if CONFIG_NEW_QUANT
189
    dqv_val = &dq_val[band][0];
190
#endif  // CONFIG_NEW_QUANT
191 192

    *max_scan_line = AOMMAX(*max_scan_line, scan[c]);
193
    token_cache[scan[c]] = av1_pt_energy_class[token];
194

195 196 197 198
    val = token_to_value(xd->counts, r, token, tx_size, xd->bd);
#if CONFIG_SYMBOLRATE
    av1_record_coeff(xd->counts, val);
#endif
199 200 201

#if CONFIG_NEW_QUANT
    v = av1_dequant_abscoeff_nuq(val, dqv, dqv_val);
202
#if !CONFIG_DAALA_TX
203
    v = dq_shift ? ROUND_POWER_OF_TWO(v, dq_shift) : v;
204
#endif
205 206
#else
#if CONFIG_AOM_QM
207
    // Apply quant matrix only for 2D transforms
208
    if (IS_2D_TRANSFORM(tx_type) && iqmatrix != NULL)
209 210
      dqv = ((iqmatrix[scan[c]] * (int)dqv) + (1 << (AOM_QM_BITS - 1))) >>
            AOM_QM_BITS;
211
#endif
212
#if !CONFIG_DAALA_TX
Hui Su's avatar
Hui Su committed
213
    v = (int)(((int64_t)val * dqv) >> dq_shift);
214 215 216
#else
    v = val * dqv;
#endif
217
#endif
218

219 220
    v = (int)check_range(av1_read_record_bit(xd->counts, r, ACCT_STR) ? -v : v,
                         xd->bd);
221

222
    dqcoeff[scan[c]] = v;
223

224
    ++c;
225 226
    more_data &= (c < max_eob);
    if (!more_data) break;
227 228
    dqv = dq[1];
    ctx = get_coef_context(nb, token_cache, c);
229
    band = *band_translate++;
Jingning Han's avatar
Jingning Han committed
230 231 232 233 234
  }

  return c;
}

235
static void decode_color_map_tokens(Av1ColorMapParam *param, aom_reader *r) {
Fangwen Fu's avatar
Fangwen Fu committed
236
  uint8_t color_order[PALETTE_MAX_SIZE];
237 238 239 240 241 242 243
  const int n = param->n_colors;
  uint8_t *const color_map = param->color_map;
  MapCdf color_map_cdf = param->map_cdf;
  int plane_block_width = param->plane_width;
  int plane_block_height = param->plane_height;
  int rows = param->rows;
  int cols = param->cols;
Fangwen Fu's avatar
Fangwen Fu committed
244

245 246 247 248
  // The first color index.
  color_map[0] = av1_read_uniform(r, n);
  assert(color_map[0] < n);

Fangwen Fu's avatar
Fangwen Fu committed
249 250
#if CONFIG_PALETTE_THROUGHPUT
  // Run wavefront on the palette map index decoding.
251 252
  for (int i = 1; i < rows + cols - 1; ++i) {
    for (int j = AOMMIN(i, cols - 1); j >= AOMMAX(0, i - rows + 1); --j) {
Fangwen Fu's avatar
Fangwen Fu committed
253
      const int color_ctx = av1_get_palette_color_index_context(
Fangwen Fu's avatar
Fangwen Fu committed
254
          color_map, plane_block_width, (i - j), j, n, color_order, NULL);
255
      const int color_idx = aom_read_symbol(
256
          r, color_map_cdf[n - PALETTE_MIN_SIZE][color_ctx], n, ACCT_STR);
Fangwen Fu's avatar
Fangwen Fu committed
257
      assert(color_idx >= 0 && color_idx < n);
Fangwen Fu's avatar
Fangwen Fu committed
258
      color_map[(i - j) * plane_block_width + j] = color_order[color_idx];
Fangwen Fu's avatar
Fangwen Fu committed
259 260 261
    }
  }
  // Copy last column to extra columns.
Fangwen Fu's avatar
Fangwen Fu committed
262
  if (cols < plane_block_width) {
263
    for (int i = 0; i < rows; ++i) {
Fangwen Fu's avatar
Fangwen Fu committed
264 265 266
      memset(color_map + i * plane_block_width + cols,
             color_map[i * plane_block_width + cols - 1],
             (plane_block_width - cols));
Fangwen Fu's avatar
Fangwen Fu committed
267 268 269
    }
  }
#else
270 271
  for (int i = 0; i < rows; ++i) {
    for (int j = (i == 0 ? 1 : 0); j < cols; ++j) {
272
      const int color_ctx = av1_get_palette_color_index_context(
273
          color_map, plane_block_width, i, j, n, color_order, NULL);
274
      const int color_idx = aom_read_symbol(
275
          r, color_map_cdf[n - PALETTE_MIN_SIZE][color_ctx], n, ACCT_STR);
hui su's avatar
hui su committed
276
      assert(color_idx >= 0 && color_idx < n);
277
      color_map[i * plane_block_width + j] = color_order[color_idx];
hui su's avatar
hui su committed
278
    }
279 280 281 282
    memset(color_map + i * plane_block_width + cols,
           color_map[i * plane_block_width + cols - 1],
           (plane_block_width - cols));  // Copy last column to extra columns.
  }
Fangwen Fu's avatar
Fangwen Fu committed
283
#endif  // CONFIG_PALETTE_THROUGHPUT
284
  // Copy last row to extra rows.
285
  for (int i = rows; i < plane_block_height; ++i) {
286 287
    memcpy(color_map + i * plane_block_width,
           color_map + (rows - 1) * plane_block_width, plane_block_width);
hui su's avatar
hui su committed
288 289 290
  }
}

291 292 293 294 295 296 297 298 299 300 301 302 303
static void get_palette_params(const MACROBLOCKD *const xd, int plane,
                               BLOCK_SIZE bsize, Av1ColorMapParam *params) {
  assert(plane == 0 || plane == 1);
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const PALETTE_MODE_INFO *const pmi = &mbmi->palette_mode_info;
  params->color_map = xd->plane[plane].color_index_map;
  params->map_cdf = plane ? xd->tile_ctx->palette_uv_color_index_cdf
                          : xd->tile_ctx->palette_y_color_index_cdf;
  params->n_colors = pmi->palette_size[plane];
  av1_get_block_dimensions(bsize, plane, xd, &params->plane_width,
                           &params->plane_height, &params->rows, &params->cols);
}

Sarah Parker's avatar
Sarah Parker committed
304 305 306
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
static void get_mrc_params(const MACROBLOCKD *const xd, TX_SIZE tx_size,
                           Av1ColorMapParam *params) {
307
  memset(params, 0, sizeof(*params));
Sarah Parker's avatar
Sarah Parker committed
308 309 310 311 312 313 314 315 316
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const int is_inter = is_inter_block(mbmi);
  params->color_map = xd->mrc_mask;
  params->map_cdf = is_inter ? xd->tile_ctx->mrc_mask_inter_cdf
                             : xd->tile_ctx->mrc_mask_intra_cdf;
  params->n_colors = 2;
  params->plane_width = tx_size_wide[tx_size];
  params->rows = tx_size_high[tx_size];
  params->cols = tx_size_wide[tx_size];
317
}
Sarah Parker's avatar
Sarah Parker committed
318
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
319 320 321 322 323 324 325 326 327 328 329 330

void av1_decode_palette_tokens(MACROBLOCKD *const xd, int plane,
                               aom_reader *r) {
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  assert(plane == 0 || plane == 1);
  assert(mbmi->sb_type >= BLOCK_8X8);
  Av1ColorMapParam color_map_params;
  memset(&color_map_params, 0, sizeof(color_map_params));
  get_palette_params(xd, plane, mbmi->sb_type, &color_map_params);
  decode_color_map_tokens(&color_map_params, r);
}

Sarah Parker's avatar
Sarah Parker committed
331 332 333
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
static void decode_mrc_tokens(MACROBLOCKD *const xd, TX_TYPE tx_size,
                              aom_reader *r) {
334
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
Sarah Parker's avatar
Sarah Parker committed
335 336 337 338
  const int is_inter = is_inter_block(mbmi);
  if ((is_inter && !SIGNAL_MRC_MASK_INTER) ||
      (!is_inter && !SIGNAL_MRC_MASK_INTRA))
    return;
339
  Av1ColorMapParam color_map_params;
Sarah Parker's avatar
Sarah Parker committed
340
  get_mrc_params(xd, tx_size, &color_map_params);
341 342
  decode_color_map_tokens(&color_map_params, r);
}
Sarah Parker's avatar
Sarah Parker committed
343
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
344

345
int av1_decode_block_tokens(AV1_COMMON *cm, MACROBLOCKD *const xd, int plane,
346
                            const SCAN_ORDER *sc, int x, int y, TX_SIZE tx_size,
347
                            TX_TYPE tx_type, int16_t *max_scan_line,
348
                            aom_reader *r, int seg_id) {
Jingning Han's avatar
Jingning Han committed
349
  struct macroblockd_plane *const pd = &xd->plane[plane];
350
  const int16_t *const dequant = pd->seg_dequant_QTX[seg_id];
351 352
  const int ctx =
      get_entropy_context(tx_size, pd->above_context + x, pd->left_context + y);
353
#if CONFIG_NEW_QUANT
354
  const int ref = is_inter_block(&xd->mi[0]->mbmi);
355 356
  int dq =
      get_dq_profile_from_ctx(xd->qindex[seg_id], ctx, ref, pd->plane_type);
357 358
#endif  //  CONFIG_NEW_QUANT

Sarah Parker's avatar
Sarah Parker committed
359 360 361 362
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
  if (tx_type == MRC_DCT) decode_mrc_tokens(xd, tx_size, r);
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK

363 364
  const int eob =
      decode_coefs(xd, pd->plane_type, pd->dqcoeff, tx_size, tx_type, dequant,
365
#if CONFIG_NEW_QUANT
366
                   pd->seg_dequant_nuq_QTX[seg_id][dq],
Thomas Davies's avatar
Thomas Davies committed
367
#else
368 369
#if CONFIG_AOM_QM
                   pd->seg_iqmatrix[seg_id],
370
#endif  // CONFIG_AOM_QM
Thomas Davies's avatar
Thomas Davies committed
371
#endif  // CONFIG_NEW_QUANT
372
                   ctx, sc->scan, sc->neighbors, max_scan_line, r);
373
  av1_set_contexts(xd, pd, plane, tx_size, eob > 0, x, y);
374 375 376 377
#if CONFIG_ADAPT_SCAN
  if (xd->counts)
    av1_update_scan_count_facade(cm, xd->counts, tx_size, tx_type, pd->dqcoeff,
                                 eob);
378 379
#else
  (void)cm;
380
#endif
Jingning Han's avatar
Jingning Han committed
381 382
  return eob;
}