decodeframe.c 205 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13 14
 */

#include <assert.h>
#include <stdlib.h>  // qsort()

Yaowu Xu's avatar
Yaowu Xu committed
15 16 17
#include "./aom_config.h"
#include "./aom_dsp_rtcd.h"
#include "./aom_scale_rtcd.h"
Jingning Han's avatar
Jingning Han committed
18
#include "./av1_rtcd.h"
Jingning Han's avatar
Jingning Han committed
19

20
#include "aom/aom_codec.h"
Yaowu Xu's avatar
Yaowu Xu committed
21
#include "aom_dsp/aom_dsp_common.h"
Jingning Han's avatar
Jingning Han committed
22 23
#include "aom_dsp/bitreader.h"
#include "aom_dsp/bitreader_buffer.h"
24
#include "aom_dsp/binary_codes_reader.h"
Yaowu Xu's avatar
Yaowu Xu committed
25
#include "aom_mem/aom_mem.h"
26 27
#include "aom_ports/mem.h"
#include "aom_ports/mem_ops.h"
Yaowu Xu's avatar
Yaowu Xu committed
28 29
#include "aom_scale/aom_scale.h"
#include "aom_util/aom_thread.h"
Jingning Han's avatar
Jingning Han committed
30

31 32 33 34
#if CONFIG_BITSTREAM_DEBUG
#include "aom_util/debug_util.h"
#endif  // CONFIG_BITSTREAM_DEBUG

35
#include "av1/common/alloccommon.h"
36
#if CONFIG_CDEF
37
#include "av1/common/cdef.h"
38
#endif
39 40 41
#if CONFIG_INSPECTION
#include "av1/decoder/inspection.h"
#endif
42 43 44
#include "av1/common/common.h"
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
45
#include "av1/common/entropymv.h"
46 47 48 49
#include "av1/common/idct.h"
#include "av1/common/pred_common.h"
#include "av1/common/quant_common.h"
#include "av1/common/reconinter.h"
Jingning Han's avatar
Jingning Han committed
50
#include "av1/common/reconintra.h"
51 52 53
#if CONFIG_FRAME_SUPERRES
#include "av1/common/resize.h"
#endif  // CONFIG_FRAME_SUPERRES
54
#include "av1/common/seg_common.h"
Jingning Han's avatar
Jingning Han committed
55
#include "av1/common/thread_common.h"
56
#include "av1/common/tile_common.h"
57

58 59 60
#include "av1/decoder/decodeframe.h"
#include "av1/decoder/decodemv.h"
#include "av1/decoder/decoder.h"
Angie Chiang's avatar
Angie Chiang committed
61 62 63
#if CONFIG_LV_MAP
#include "av1/decoder/decodetxb.h"
#endif
Jingning Han's avatar
Jingning Han committed
64
#include "av1/decoder/detokenize.h"
65
#include "av1/decoder/dsubexp.h"
Jingning Han's avatar
Jingning Han committed
66

67
#if CONFIG_WARPED_MOTION || CONFIG_GLOBAL_MOTION
Yue Chen's avatar
Yue Chen committed
68
#include "av1/common/warped_motion.h"
69
#endif  // CONFIG_WARPED_MOTION || CONFIG_GLOBAL_MOTION
Yue Chen's avatar
Yue Chen committed
70

Yaowu Xu's avatar
Yaowu Xu committed
71
#define MAX_AV1_HEADER_SIZE 80
Michael Bebenita's avatar
Michael Bebenita committed
72
#define ACCT_STR __func__
Jingning Han's avatar
Jingning Han committed
73

74 75
#if CONFIG_PVQ
#include "av1/common/partition.h"
hui su's avatar
hui su committed
76 77
#include "av1/common/pvq.h"
#include "av1/common/scan.h"
78
#include "av1/decoder/decint.h"
hui su's avatar
hui su committed
79 80
#include "av1/decoder/pvq_decoder.h"
#include "av1/encoder/encodemb.h"
81 82 83
#include "av1/encoder/hybrid_fwd_txfm.h"
#endif

84 85 86 87
#if CONFIG_CFL
#include "av1/common/cfl.h"
#endif

88 89 90 91 92 93 94 95
static struct aom_read_bit_buffer *init_read_bit_buffer(
    AV1Decoder *pbi, struct aom_read_bit_buffer *rb, const uint8_t *data,
    const uint8_t *data_end, uint8_t clear_data[MAX_AV1_HEADER_SIZE]);
static int read_compressed_header(AV1Decoder *pbi, const uint8_t *data,
                                  size_t partition_size);
static size_t read_uncompressed_header(AV1Decoder *pbi,
                                       struct aom_read_bit_buffer *rb);

Yaowu Xu's avatar
Yaowu Xu committed
96
static int is_compound_reference_allowed(const AV1_COMMON *cm) {
Zoe Liu's avatar
Zoe Liu committed
97
#if CONFIG_ONE_SIDED_COMPOUND || CONFIG_EXT_COMP_REFS  // Normative in decoder
98 99
  return !frame_is_intra_only(cm);
#else
Jingning Han's avatar
Jingning Han committed
100
  int i;
101
  if (frame_is_intra_only(cm)) return 0;
102
  for (i = 1; i < INTER_REFS_PER_FRAME; ++i)
103
    if (cm->ref_frame_sign_bias[i + 1] != cm->ref_frame_sign_bias[1]) return 1;
Jingning Han's avatar
Jingning Han committed
104 105

  return 0;
Zoe Liu's avatar
Zoe Liu committed
106
#endif  // CONFIG_ONE_SIDED_COMPOUND || CONFIG_EXT_COMP_REFS
Jingning Han's avatar
Jingning Han committed
107 108
}

Yaowu Xu's avatar
Yaowu Xu committed
109
static void setup_compound_reference_mode(AV1_COMMON *cm) {
110
#if CONFIG_EXT_REFS
111
  cm->comp_fwd_ref[0] = LAST_FRAME;
112 113 114 115
  cm->comp_fwd_ref[1] = LAST2_FRAME;
  cm->comp_fwd_ref[2] = LAST3_FRAME;
  cm->comp_fwd_ref[3] = GOLDEN_FRAME;

116 117
  cm->comp_bwd_ref[0] = BWDREF_FRAME;
  cm->comp_bwd_ref[1] = ALTREF_FRAME;
118
#else
Jingning Han's avatar
Jingning Han committed
119
  if (cm->ref_frame_sign_bias[LAST_FRAME] ==
120
      cm->ref_frame_sign_bias[GOLDEN_FRAME]) {
Jingning Han's avatar
Jingning Han committed
121 122 123 124
    cm->comp_fixed_ref = ALTREF_FRAME;
    cm->comp_var_ref[0] = LAST_FRAME;
    cm->comp_var_ref[1] = GOLDEN_FRAME;
  } else if (cm->ref_frame_sign_bias[LAST_FRAME] ==
125
             cm->ref_frame_sign_bias[ALTREF_FRAME]) {
Jingning Han's avatar
Jingning Han committed
126 127 128 129 130 131 132 133
    cm->comp_fixed_ref = GOLDEN_FRAME;
    cm->comp_var_ref[0] = LAST_FRAME;
    cm->comp_var_ref[1] = ALTREF_FRAME;
  } else {
    cm->comp_fixed_ref = LAST_FRAME;
    cm->comp_var_ref[0] = GOLDEN_FRAME;
    cm->comp_var_ref[1] = ALTREF_FRAME;
  }
134
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
135 136 137 138 139 140
}

static int read_is_valid(const uint8_t *start, size_t len, const uint8_t *end) {
  return len != 0 && len <= (size_t)(end - start);
}

Yaowu Xu's avatar
Yaowu Xu committed
141 142
static int decode_unsigned_max(struct aom_read_bit_buffer *rb, int max) {
  const int data = aom_rb_read_literal(rb, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
143 144 145
  return data > max ? max : data;
}

146
static TX_MODE read_tx_mode(AV1_COMMON *cm, struct aom_read_bit_buffer *rb) {
147
#if CONFIG_TX64X64
148 149
  TX_MODE tx_mode;
#endif
150
  if (cm->all_lossless) return ONLY_4X4;
151 152 153 154
#if CONFIG_VAR_TX_NO_TX_MODE
  (void)rb;
  return TX_MODE_SELECT;
#else
155 156
#if CONFIG_TX64X64
  tx_mode = aom_rb_read_bit(rb) ? TX_MODE_SELECT : aom_rb_read_literal(rb, 2);
157 158 159
  if (tx_mode == ALLOW_32X32) tx_mode += aom_rb_read_bit(rb);
  return tx_mode;
#else
Yaowu Xu's avatar
Yaowu Xu committed
160
  return aom_rb_read_bit(rb) ? TX_MODE_SELECT : aom_rb_read_literal(rb, 2);
161
#endif  // CONFIG_TX64X64
162
#endif  // CONFIG_VAR_TX_NO_TX_MODE
163
}
Jingning Han's avatar
Jingning Han committed
164

165
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
166
static void read_inter_mode_probs(FRAME_CONTEXT *fc, aom_reader *r) {
167
  int i;
168
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
169
    av1_diff_update_prob(r, &fc->newmv_prob[i], ACCT_STR);
170
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
171
    av1_diff_update_prob(r, &fc->zeromv_prob[i], ACCT_STR);
172
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
173
    av1_diff_update_prob(r, &fc->refmv_prob[i], ACCT_STR);
174
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
175
    av1_diff_update_prob(r, &fc->drl_prob[i], ACCT_STR);
Jingning Han's avatar
Jingning Han committed
176
}
177
#endif
Jingning Han's avatar
Jingning Han committed
178

179
static REFERENCE_MODE read_frame_reference_mode(
Yaowu Xu's avatar
Yaowu Xu committed
180
    const AV1_COMMON *cm, struct aom_read_bit_buffer *rb) {
181
  if (is_compound_reference_allowed(cm)) {
Zoe Liu's avatar
Zoe Liu committed
182 183 184
#if CONFIG_REF_ADAPT
    return aom_rb_read_bit(rb) ? REFERENCE_MODE_SELECT : SINGLE_REFERENCE;
#else
Yaowu Xu's avatar
Yaowu Xu committed
185
    return aom_rb_read_bit(rb)
186
               ? REFERENCE_MODE_SELECT
Yaowu Xu's avatar
Yaowu Xu committed
187
               : (aom_rb_read_bit(rb) ? COMPOUND_REFERENCE : SINGLE_REFERENCE);
Zoe Liu's avatar
Zoe Liu committed
188
#endif  // CONFIG_REF_ADAPT
189 190 191 192
  } else {
    return SINGLE_REFERENCE;
  }
}
Jingning Han's avatar
Jingning Han committed
193

Yaowu Xu's avatar
Yaowu Xu committed
194
static void read_frame_reference_mode_probs(AV1_COMMON *cm, aom_reader *r) {
195 196 197
#if CONFIG_NEW_MULTISYMBOL && !CONFIG_EXT_COMP_REFS
  (void)r;
#else
Jingning Han's avatar
Jingning Han committed
198
  FRAME_CONTEXT *const fc = cm->fc;
199 200
  int i;
#endif
Jingning Han's avatar
Jingning Han committed
201

202
#if !CONFIG_NEW_MULTISYMBOL
Jingning Han's avatar
Jingning Han committed
203 204
  if (cm->reference_mode == REFERENCE_MODE_SELECT)
    for (i = 0; i < COMP_INTER_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
205
      av1_diff_update_prob(r, &fc->comp_inter_prob[i], ACCT_STR);
Jingning Han's avatar
Jingning Han committed
206

207
  if (cm->reference_mode != COMPOUND_REFERENCE) {
Jingning Han's avatar
Jingning Han committed
208
    for (i = 0; i < REF_CONTEXTS; ++i) {
209
      int j;
210
      for (j = 0; j < (SINGLE_REFS - 1); ++j) {
Michael Bebenita's avatar
Michael Bebenita committed
211
        av1_diff_update_prob(r, &fc->single_ref_prob[i][j], ACCT_STR);
212
      }
Jingning Han's avatar
Jingning Han committed
213
    }
214
  }
215
#endif
Jingning Han's avatar
Jingning Han committed
216

217
  if (cm->reference_mode != SINGLE_REFERENCE) {
Zoe Liu's avatar
Zoe Liu committed
218 219 220 221
#if CONFIG_EXT_COMP_REFS
    for (i = 0; i < COMP_REF_TYPE_CONTEXTS; ++i)
      av1_diff_update_prob(r, &fc->comp_ref_type_prob[i], ACCT_STR);

222 223
    for (i = 0; i < UNI_COMP_REF_CONTEXTS; ++i) {
      int j;
Zoe Liu's avatar
Zoe Liu committed
224 225
      for (j = 0; j < (UNIDIR_COMP_REFS - 1); ++j)
        av1_diff_update_prob(r, &fc->uni_comp_ref_prob[i][j], ACCT_STR);
226
    }
Zoe Liu's avatar
Zoe Liu committed
227 228
#endif  // CONFIG_EXT_COMP_REFS

229
#if !CONFIG_NEW_MULTISYMBOL
230
    for (i = 0; i < REF_CONTEXTS; ++i) {
231
      int j;
232
#if CONFIG_EXT_REFS
233
      for (j = 0; j < (FWD_REFS - 1); ++j)
Michael Bebenita's avatar
Michael Bebenita committed
234
        av1_diff_update_prob(r, &fc->comp_ref_prob[i][j], ACCT_STR);
235
      for (j = 0; j < (BWD_REFS - 1); ++j)
Michael Bebenita's avatar
Michael Bebenita committed
236
        av1_diff_update_prob(r, &fc->comp_bwdref_prob[i][j], ACCT_STR);
237 238
#else
      for (j = 0; j < (COMP_REFS - 1); ++j)
Michael Bebenita's avatar
Michael Bebenita committed
239
        av1_diff_update_prob(r, &fc->comp_ref_prob[i][j], ACCT_STR);
240
#endif  // CONFIG_EXT_REFS
241
    }
242
#endif  // CONFIG_NEW_MULTISYMBOL
243
  }
Jingning Han's avatar
Jingning Han committed
244 245
}

Yaowu Xu's avatar
Yaowu Xu committed
246
static void update_mv_probs(aom_prob *p, int n, aom_reader *r) {
Jingning Han's avatar
Jingning Han committed
247
  int i;
Michael Bebenita's avatar
Michael Bebenita committed
248
  for (i = 0; i < n; ++i) av1_diff_update_prob(r, &p[i], ACCT_STR);
Jingning Han's avatar
Jingning Han committed
249 250
}

Yaowu Xu's avatar
Yaowu Xu committed
251
static void read_mv_probs(nmv_context *ctx, int allow_hp, aom_reader *r) {
252
  int i;
Jingning Han's avatar
Jingning Han committed
253 254 255 256 257 258 259 260 261
  if (allow_hp) {
    for (i = 0; i < 2; ++i) {
      nmv_component *const comp_ctx = &ctx->comps[i];
      update_mv_probs(&comp_ctx->class0_hp, 1, r);
      update_mv_probs(&comp_ctx->hp, 1, r);
    }
  }
}

262
static void inverse_transform_block(MACROBLOCKD *xd, int plane,
Lester Lu's avatar
Lester Lu committed
263 264 265
#if CONFIG_LGT
                                    PREDICTION_MODE mode,
#endif
266
                                    const TX_TYPE tx_type,
267
                                    const TX_SIZE tx_size, uint8_t *dst,
268
                                    int stride, int16_t scan_line, int eob) {
Jingning Han's avatar
Jingning Han committed
269
  struct macroblockd_plane *const pd = &xd->plane[plane];
270
  tran_low_t *const dqcoeff = pd->dqcoeff;
Lester Lu's avatar
Lester Lu committed
271 272 273 274 275
  av1_inverse_transform_block(xd, dqcoeff,
#if CONFIG_LGT
                              mode,
#endif
                              tx_type, tx_size, dst, stride, eob);
276
  memset(dqcoeff, 0, (scan_line + 1) * sizeof(dqcoeff[0]));
Jingning Han's avatar
Jingning Han committed
277 278
}

279 280 281 282 283 284 285 286 287 288 289 290 291
static int get_block_idx(const MACROBLOCKD *xd, int plane, int row, int col) {
  const int bsize = xd->mi[0]->mbmi.sb_type;
  const struct macroblockd_plane *pd = &xd->plane[plane];
#if CONFIG_CHROMA_SUB8X8
  const BLOCK_SIZE plane_bsize =
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
292
  const TX_SIZE tx_size = av1_get_tx_size(plane, xd);
293 294 295 296
  const uint8_t txh_unit = tx_size_high_unit[tx_size];
  return row * max_blocks_wide + col * txh_unit;
}

297
#if CONFIG_PVQ
Thomas Daede's avatar
Thomas Daede committed
298
static int av1_pvq_decode_helper(MACROBLOCKD *xd, tran_low_t *ref_coeff,
299
                                 tran_low_t *dqcoeff, int16_t *quant, int pli,
300
                                 int bs, TX_TYPE tx_type, int xdec,
ltrudeau's avatar
ltrudeau committed
301
                                 PVQ_SKIP_TYPE ac_dc_coded) {
302 303 304 305
  unsigned int flags;  // used for daala's stream analyzer.
  int off;
  const int is_keyframe = 0;
  const int has_dc_skip = 1;
306
  int coeff_shift = 3 - av1_get_tx_scale(bs);
Thomas Daede's avatar
Thomas Daede committed
307
  int hbd_downshift = 0;
308
  int rounding_mask;
309 310 311 312 313 314
  // DC quantizer for PVQ
  int pvq_dc_quant;
  int lossless = (quant[0] == 0);
  const int blk_size = tx_size_wide[bs];
  int eob = 0;
  int i;
Thomas Daede's avatar
Thomas Daede committed
315
  od_dec_ctx *dec = &xd->daala_dec;
316
  int use_activity_masking = dec->use_activity_masking;
317 318
  DECLARE_ALIGNED(16, tran_low_t, dqcoeff_pvq[OD_TXSIZE_MAX * OD_TXSIZE_MAX]);
  DECLARE_ALIGNED(16, tran_low_t, ref_coeff_pvq[OD_TXSIZE_MAX * OD_TXSIZE_MAX]);
319

320 321
  od_coeff ref_int32[OD_TXSIZE_MAX * OD_TXSIZE_MAX];
  od_coeff out_int32[OD_TXSIZE_MAX * OD_TXSIZE_MAX];
322

Thomas Daede's avatar
Thomas Daede committed
323 324
  hbd_downshift = xd->bd - 8;

325 326 327
  od_raster_to_coding_order(ref_coeff_pvq, blk_size, tx_type, ref_coeff,
                            blk_size);

Thomas Daede's avatar
Thomas Daede committed
328
  assert(OD_COEFF_SHIFT >= 4);
329 330 331
  if (lossless)
    pvq_dc_quant = 1;
  else {
332 333
    if (use_activity_masking)
      pvq_dc_quant = OD_MAXI(
Thomas Daede's avatar
Thomas Daede committed
334
          1, (quant[0] << (OD_COEFF_SHIFT - 3) >> hbd_downshift) *
335 336 337
                     dec->state.pvq_qm_q4[pli][od_qm_get_index(bs, 0)] >>
                 4);
    else
Thomas Daede's avatar
Thomas Daede committed
338 339
      pvq_dc_quant =
          OD_MAXI(1, quant[0] << (OD_COEFF_SHIFT - 3) >> hbd_downshift);
340 341 342 343 344
  }

  off = od_qm_offset(bs, xdec);

  // copy int16 inputs to int32
345
  for (i = 0; i < blk_size * blk_size; i++) {
346
    ref_int32[i] =
Thomas Daede's avatar
Thomas Daede committed
347 348
        AOM_SIGNED_SHL(ref_coeff_pvq[i], OD_COEFF_SHIFT - coeff_shift) >>
        hbd_downshift;
349
  }
350

Thomas Daede's avatar
Thomas Daede committed
351 352
  od_pvq_decode(dec, ref_int32, out_int32,
                OD_MAXI(1, quant[1] << (OD_COEFF_SHIFT - 3) >> hbd_downshift),
353
                pli, bs, OD_PVQ_BETA[use_activity_masking][pli][bs],
354 355
                is_keyframe, &flags, ac_dc_coded, dec->state.qm + off,
                dec->state.qm_inv + off);
356

357 358
  if (!has_dc_skip || out_int32[0]) {
    out_int32[0] =
359
        has_dc_skip + generic_decode(dec->r, &dec->state.adapt->model_dc[pli],
360 361
                                     &dec->state.adapt->ex_dc[pli][bs][0], 2,
                                     "dc:mag");
362 363 364 365 366 367 368 369
    if (out_int32[0]) out_int32[0] *= aom_read_bit(dec->r, "dc:sign") ? -1 : 1;
  }
  out_int32[0] = out_int32[0] * pvq_dc_quant + ref_int32[0];

  // copy int32 result back to int16
  assert(OD_COEFF_SHIFT > coeff_shift);
  rounding_mask = (1 << (OD_COEFF_SHIFT - coeff_shift - 1)) - 1;
  for (i = 0; i < blk_size * blk_size; i++) {
Thomas Daede's avatar
Thomas Daede committed
370
    out_int32[i] = AOM_SIGNED_SHL(out_int32[i], hbd_downshift);
371 372
    dqcoeff_pvq[i] = (out_int32[i] + (out_int32[i] < 0) + rounding_mask) >>
                     (OD_COEFF_SHIFT - coeff_shift);
373 374 375 376 377 378 379 380 381
  }

  od_coding_order_to_raster(dqcoeff, blk_size, tx_type, dqcoeff_pvq, blk_size);

  eob = blk_size * blk_size;

  return eob;
}

ltrudeau's avatar
ltrudeau committed
382 383 384 385 386 387
static PVQ_SKIP_TYPE read_pvq_skip(AV1_COMMON *cm, MACROBLOCKD *const xd,
                                   int plane, TX_SIZE tx_size) {
  // decode ac/dc coded flag. bit0: DC coded, bit1 : AC coded
  // NOTE : we don't use 5 symbols for luma here in aom codebase,
  // since block partition is taken care of by aom.
  // So, only AC/DC skip info is coded
388
  const int ac_dc_coded = aom_read_symbol(
ltrudeau's avatar
ltrudeau committed
389
      xd->daala_dec.r,
390
      xd->daala_dec.state.adapt->skip_cdf[2 * tx_size + (plane != 0)], 4,
391
      "skip");
ltrudeau's avatar
ltrudeau committed
392 393 394 395 396 397 398 399
  if (ac_dc_coded < 0 || ac_dc_coded > 3) {
    aom_internal_error(&cm->error, AOM_CODEC_INVALID_PARAM,
                       "Invalid PVQ Skip Type");
  }
  return ac_dc_coded;
}

static int av1_pvq_decode_helper2(AV1_COMMON *cm, MACROBLOCKD *const xd,
400 401
                                  MB_MODE_INFO *const mbmi, int plane, int row,
                                  int col, TX_SIZE tx_size, TX_TYPE tx_type) {
402 403 404 405 406 407 408 409 410 411
  struct macroblockd_plane *const pd = &xd->plane[plane];
  // transform block size in pixels
  int tx_blk_size = tx_size_wide[tx_size];
  int i, j;
  tran_low_t *pvq_ref_coeff = pd->pvq_ref_coeff;
  const int diff_stride = tx_blk_size;
  int16_t *pred = pd->pred;
  tran_low_t *const dqcoeff = pd->dqcoeff;
  uint8_t *dst;
  int eob;
ltrudeau's avatar
ltrudeau committed
412
  const PVQ_SKIP_TYPE ac_dc_coded = read_pvq_skip(cm, xd, plane, tx_size);
413 414 415 416 417 418 419 420

  eob = 0;
  dst = &pd->dst.buf[4 * row * pd->dst.stride + 4 * col];

  if (ac_dc_coded) {
    int xdec = pd->subsampling_x;
    int seg_id = mbmi->segment_id;
    int16_t *quant;
421
    TxfmParam txfm_param;
422 423
    // ToDo(yaowu): correct this with optimal number from decoding process.
    const int max_scan_line = tx_size_2d[tx_size];
424
#if CONFIG_HIGHBITDEPTH
Thomas Daede's avatar
Thomas Daede committed
425 426 427 428 429 430 431 432 433 434
    if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
      for (j = 0; j < tx_blk_size; j++)
        for (i = 0; i < tx_blk_size; i++)
          pred[diff_stride * j + i] =
              CONVERT_TO_SHORTPTR(dst)[pd->dst.stride * j + i];
    } else {
#endif
      for (j = 0; j < tx_blk_size; j++)
        for (i = 0; i < tx_blk_size; i++)
          pred[diff_stride * j + i] = dst[pd->dst.stride * j + i];
435
#if CONFIG_HIGHBITDEPTH
Thomas Daede's avatar
Thomas Daede committed
436 437
    }
#endif
438

439 440 441
    txfm_param.tx_type = tx_type;
    txfm_param.tx_size = tx_size;
    txfm_param.lossless = xd->lossless[seg_id];
442

443
#if CONFIG_HIGHBITDEPTH
Thomas Daede's avatar
Thomas Daede committed
444
    if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
445 446
      txfm_param.bd = xd->bd;
      av1_highbd_fwd_txfm(pred, pvq_ref_coeff, diff_stride, &txfm_param);
Thomas Daede's avatar
Thomas Daede committed
447
    } else {
448
#endif  // CONFIG_HIGHBITDEPTH
449
      av1_fwd_txfm(pred, pvq_ref_coeff, diff_stride, &txfm_param);
450
#if CONFIG_HIGHBITDEPTH
Thomas Daede's avatar
Thomas Daede committed
451
    }
452
#endif  // CONFIG_HIGHBITDEPTH
453 454 455

    quant = &pd->seg_dequant[seg_id][0];  // aom's quantizer

Thomas Daede's avatar
Thomas Daede committed
456 457
    eob = av1_pvq_decode_helper(xd, pvq_ref_coeff, dqcoeff, quant, plane,
                                tx_size, tx_type, xdec, ac_dc_coded);
458

Lester Lu's avatar
Lester Lu committed
459
    inverse_transform_block(xd, plane, tx_type, tx_size, dst, pd->dst.stride,
460
                            max_scan_line, eob);
461 462 463 464 465 466
  }

  return eob;
}
#endif

hui su's avatar
hui su committed
467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510
#if CONFIG_DPCM_INTRA
static void process_block_dpcm_vert(TX_SIZE tx_size, TX_TYPE_1D tx_type_1d,
                                    const tran_low_t *dqcoeff, uint8_t *dst,
                                    int dst_stride) {
  const int tx1d_width = tx_size_wide[tx_size];
  const int tx1d_height = tx_size_high[tx_size];
  dpcm_inv_txfm_add_func inverse_tx =
      av1_get_dpcm_inv_txfm_add_func(tx1d_width);
  for (int r = 0; r < tx1d_height; ++r) {
    if (r > 0) memcpy(dst, dst - dst_stride, tx1d_width * sizeof(dst[0]));
    inverse_tx(dqcoeff, 1, tx_type_1d, dst);
    dqcoeff += tx1d_width;
    dst += dst_stride;
  }
}

static void process_block_dpcm_horz(TX_SIZE tx_size, TX_TYPE_1D tx_type_1d,
                                    const tran_low_t *dqcoeff, uint8_t *dst,
                                    int dst_stride) {
  const int tx1d_width = tx_size_wide[tx_size];
  const int tx1d_height = tx_size_high[tx_size];
  dpcm_inv_txfm_add_func inverse_tx =
      av1_get_dpcm_inv_txfm_add_func(tx1d_height);
  tran_low_t tx_buff[64];
  for (int c = 0; c < tx1d_width; ++c, ++dqcoeff, ++dst) {
    for (int r = 0; r < tx1d_height; ++r) {
      if (c > 0) dst[r * dst_stride] = dst[r * dst_stride - 1];
      tx_buff[r] = dqcoeff[r * tx1d_width];
    }
    inverse_tx(tx_buff, dst_stride, tx_type_1d, dst);
  }
}

#if CONFIG_HIGHBITDEPTH
static void hbd_process_block_dpcm_vert(TX_SIZE tx_size, TX_TYPE_1D tx_type_1d,
                                        int bd, const tran_low_t *dqcoeff,
                                        uint8_t *dst8, int dst_stride) {
  uint16_t *dst = CONVERT_TO_SHORTPTR(dst8);
  const int tx1d_width = tx_size_wide[tx_size];
  const int tx1d_height = tx_size_high[tx_size];
  hbd_dpcm_inv_txfm_add_func inverse_tx =
      av1_get_hbd_dpcm_inv_txfm_add_func(tx1d_width);
  for (int r = 0; r < tx1d_height; ++r) {
    if (r > 0) memcpy(dst, dst - dst_stride, tx1d_width * sizeof(dst[0]));
511
    inverse_tx(dqcoeff, 1, tx_type_1d, bd, dst, 1);
hui su's avatar
hui su committed
512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538
    dqcoeff += tx1d_width;
    dst += dst_stride;
  }
}

static void hbd_process_block_dpcm_horz(TX_SIZE tx_size, TX_TYPE_1D tx_type_1d,
                                        int bd, const tran_low_t *dqcoeff,
                                        uint8_t *dst8, int dst_stride) {
  uint16_t *dst = CONVERT_TO_SHORTPTR(dst8);
  const int tx1d_width = tx_size_wide[tx_size];
  const int tx1d_height = tx_size_high[tx_size];
  hbd_dpcm_inv_txfm_add_func inverse_tx =
      av1_get_hbd_dpcm_inv_txfm_add_func(tx1d_height);
  tran_low_t tx_buff[64];
  switch (tx1d_height) {
    case 4: inverse_tx = av1_hbd_dpcm_inv_txfm_add_4_c; break;
    case 8: inverse_tx = av1_hbd_dpcm_inv_txfm_add_8_c; break;
    case 16: inverse_tx = av1_hbd_dpcm_inv_txfm_add_16_c; break;
    case 32: inverse_tx = av1_hbd_dpcm_inv_txfm_add_32_c; break;
    default: assert(0);
  }

  for (int c = 0; c < tx1d_width; ++c, ++dqcoeff, ++dst) {
    for (int r = 0; r < tx1d_height; ++r) {
      if (c > 0) dst[r * dst_stride] = dst[r * dst_stride - 1];
      tx_buff[r] = dqcoeff[r * tx1d_width];
    }
539
    inverse_tx(tx_buff, dst_stride, tx_type_1d, bd, dst, 0);
hui su's avatar
hui su committed
540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593
  }
}
#endif  // CONFIG_HIGHBITDEPTH

static void inverse_transform_block_dpcm(MACROBLOCKD *xd, int plane,
                                         PREDICTION_MODE mode, TX_SIZE tx_size,
                                         TX_TYPE tx_type, uint8_t *dst,
                                         int dst_stride, int16_t scan_line) {
  struct macroblockd_plane *const pd = &xd->plane[plane];
  tran_low_t *const dqcoeff = pd->dqcoeff;
  TX_TYPE_1D tx_type_1d = DCT_1D;
  switch (tx_type) {
    case IDTX: tx_type_1d = IDTX_1D; break;
    case V_DCT:
      assert(mode == H_PRED);
      tx_type_1d = DCT_1D;
      break;
    case H_DCT:
      assert(mode == V_PRED);
      tx_type_1d = DCT_1D;
      break;
    default: assert(0);
  }
  switch (mode) {
    case V_PRED:
#if CONFIG_HIGHBITDEPTH
      if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
        hbd_process_block_dpcm_vert(tx_size, tx_type_1d, xd->bd, dqcoeff, dst,
                                    dst_stride);
      } else {
#endif  // CONFIG_HIGHBITDEPTH
        process_block_dpcm_vert(tx_size, tx_type_1d, dqcoeff, dst, dst_stride);
#if CONFIG_HIGHBITDEPTH
      }
#endif  // CONFIG_HIGHBITDEPTH
      break;
    case H_PRED:
#if CONFIG_HIGHBITDEPTH
      if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
        hbd_process_block_dpcm_horz(tx_size, tx_type_1d, xd->bd, dqcoeff, dst,
                                    dst_stride);
      } else {
#endif  // CONFIG_HIGHBITDEPTH
        process_block_dpcm_horz(tx_size, tx_type_1d, dqcoeff, dst, dst_stride);
#if CONFIG_HIGHBITDEPTH
      }
#endif  // CONFIG_HIGHBITDEPTH
      break;
    default: assert(0);
  }
  memset(dqcoeff, 0, (scan_line + 1) * sizeof(dqcoeff[0]));
}
#endif  // CONFIG_DPCM_INTRA

594 595 596
static void predict_and_reconstruct_intra_block(
    AV1_COMMON *cm, MACROBLOCKD *const xd, aom_reader *const r,
    MB_MODE_INFO *const mbmi, int plane, int row, int col, TX_SIZE tx_size) {
597
  PLANE_TYPE plane_type = get_plane_type(plane);
598
  const int block_idx = get_block_idx(xd, plane, row, col);
599 600 601
#if CONFIG_PVQ
  (void)r;
#endif
602
  av1_predict_intra_block_facade(xd, plane, block_idx, col, row, tx_size);
Jingning Han's avatar
Jingning Han committed
603 604

  if (!mbmi->skip) {
605
#if !CONFIG_PVQ
606
    struct macroblockd_plane *const pd = &xd->plane[plane];
Angie Chiang's avatar
Angie Chiang committed
607 608
#if CONFIG_LV_MAP
    int16_t max_scan_line = 0;
609 610
    int eob;
    av1_read_coeffs_txb_facade(cm, xd, r, row, col, block_idx, plane,
Jingning Han's avatar
Jingning Han committed
611
                               pd->dqcoeff, tx_size, &max_scan_line, &eob);
612
    // tx_type will be read out in av1_read_coeffs_txb_facade
hui su's avatar
hui su committed
613
    const TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, block_idx, tx_size);
Angie Chiang's avatar
Angie Chiang committed
614
#else   // CONFIG_LV_MAP
hui su's avatar
hui su committed
615
    const TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, block_idx, tx_size);
Angie Chiang's avatar
Angie Chiang committed
616
    const SCAN_ORDER *scan_order = get_scan(cm, tx_size, tx_type, mbmi);
617 618
    int16_t max_scan_line = 0;
    const int eob =
619
        av1_decode_block_tokens(cm, xd, plane, scan_order, col, row, tx_size,
620
                                tx_type, &max_scan_line, r, mbmi->segment_id);
Angie Chiang's avatar
Angie Chiang committed
621
#endif  // CONFIG_LV_MAP
622 623 624
    if (eob) {
      uint8_t *dst =
          &pd->dst.buf[(row * pd->dst.stride + col) << tx_size_wide_log2[0]];
Lester Lu's avatar
Lester Lu committed
625 626 627
#if CONFIG_DPCM_INTRA || CONFIG_LGT
      const PREDICTION_MODE mode =
          get_prediction_mode(xd->mi[0], plane, tx_size, block_idx);
hui su's avatar
hui su committed
628 629 630 631 632 633
#if CONFIG_DPCM_INTRA
      if (av1_use_dpcm_intra(plane, mode, tx_type, mbmi)) {
        inverse_transform_block_dpcm(xd, plane, mode, tx_size, tx_type, dst,
                                     pd->dst.stride, max_scan_line);
      } else {
#endif  // CONFIG_DPCM_INTRA
Lester Lu's avatar
Lester Lu committed
634 635 636 637 638 639 640
#endif  // CONFIG_DPCM_INTRA || CONFIG_LGT
        inverse_transform_block(xd, plane,
#if CONFIG_LGT
                                mode,
#endif
                                tx_type, tx_size, dst, pd->dst.stride,
                                max_scan_line, eob);
hui su's avatar
hui su committed
641 642 643
#if CONFIG_DPCM_INTRA
      }
#endif  // CONFIG_DPCM_INTRA
644
    }
Lester Lu's avatar
Lester Lu committed
645
#else   // !CONFIG_PVQ
hui su's avatar
hui su committed
646
    const TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, block_idx, tx_size);
ltrudeau's avatar
ltrudeau committed
647
    av1_pvq_decode_helper2(cm, xd, mbmi, plane, row, col, tx_size, tx_type);
Lester Lu's avatar
Lester Lu committed
648
#endif  // !CONFIG_PVQ
Jingning Han's avatar
Jingning Han committed
649
  }
650 651 652
#if CONFIG_CFL
  if (plane == AOM_PLANE_Y) {
    struct macroblockd_plane *const pd = &xd->plane[plane];
653 654 655 656 657 658
#if CONFIG_CB4X4 && !CONFIG_CHROMA_2X2
    const BLOCK_SIZE plane_bsize =
        AOMMAX(BLOCK_4X4, get_plane_block_size(mbmi->sb_type, pd));
#else
    const BLOCK_SIZE plane_bsize = get_plane_block_size(mbmi->sb_type, pd);
#endif
659 660
    uint8_t *dst =
        &pd->dst.buf[(row * pd->dst.stride + col) << tx_size_wide_log2[0]];
661 662 663
    // TODO (ltrudeau) Store sub-8x8 inter blocks when bottom right block is
    // intra predicted.
    cfl_store(xd->cfl, dst, pd->dst.stride, row, col, tx_size, plane_bsize);
664 665
  }
#endif
Jingning Han's avatar
Jingning Han committed
666 667
}

668
#if CONFIG_VAR_TX && !CONFIG_COEF_INTERLEAVE
Angie Chiang's avatar
Angie Chiang committed
669 670
static void decode_reconstruct_tx(AV1_COMMON *cm, MACROBLOCKD *const xd,
                                  aom_reader *r, MB_MODE_INFO *const mbmi,
671
                                  int plane, BLOCK_SIZE plane_bsize,
672 673
                                  int blk_row, int blk_col, int block,
                                  TX_SIZE tx_size, int *eob_total) {
674
  const struct macroblockd_plane *const pd = &xd->plane[plane];
675
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
676 677
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
678
  const TX_SIZE plane_tx_size =
679
      plane ? uv_txsize_lookup[bsize][mbmi->inter_tx_size[tx_row][tx_col]][0][0]
680
            : mbmi->inter_tx_size[tx_row][tx_col];
681
  // Scale to match transform block unit.
682 683
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane);
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
684

685
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
686

687
  if (tx_size == plane_tx_size) {
688
    PLANE_TYPE plane_type = get_plane_type(plane);
Angie Chiang's avatar
Angie Chiang committed
689 690
#if CONFIG_LV_MAP
    int16_t max_scan_line = 0;
691
    int eob;
692
    av1_read_coeffs_txb_facade(cm, xd, r, blk_row, blk_col, block, plane,
Jingning Han's avatar
Jingning Han committed
693
                               pd->dqcoeff, tx_size, &max_scan_line, &eob);
694
    // tx_type will be read out in av1_read_coeffs_txb_facade
hui su's avatar
hui su committed
695 696
    const TX_TYPE tx_type =
        av1_get_tx_type(plane_type, xd, block, plane_tx_size);
Angie Chiang's avatar
Angie Chiang committed
697
#else   // CONFIG_LV_MAP
hui su's avatar
hui su committed
698 699
    const TX_TYPE tx_type =
        av1_get_tx_type(plane_type, xd, block, plane_tx_size);
Angie Chiang's avatar
Angie Chiang committed
700
    const SCAN_ORDER *sc = get_scan(cm, plane_tx_size, tx_type, mbmi);
701
    int16_t max_scan_line = 0;
702 703 704
    const int eob = av1_decode_block_tokens(
        cm, xd, plane, sc, blk_col, blk_row, plane_tx_size, tx_type,
        &max_scan_line, r, mbmi->segment_id);
Angie Chiang's avatar
Angie Chiang committed
705
#endif  // CONFIG_LV_MAP
Lester Lu's avatar
Lester Lu committed
706 707 708 709 710
    inverse_transform_block(xd, plane,
#if CONFIG_LGT
                            mbmi->mode,
#endif
                            tx_type, plane_tx_size,
711 712 713
                            &pd->dst.buf[(blk_row * pd->dst.stride + blk_col)
                                         << tx_size_wide_log2[0]],
                            pd->dst.stride, max_scan_line, eob);
714 715
    *eob_total += eob;
  } else {
716 717
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
718
    int sub_step = tx_size_wide_unit[sub_txs] * tx_size_high_unit[sub_txs];
719
    assert(sub_txs < tx_size);
720 721 722 723 724
    int i;

    assert(bsl > 0);

    for (i = 0; i < 4; ++i) {
725 726
      const int offsetr = blk_row + (i >> 1) * bsl;
      const int offsetc = blk_col + (i & 0x01) * bsl;
727

728
      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;
729

730
      decode_reconstruct_tx(cm, xd, r, mbmi, plane, plane_bsize, offsetr,
731 732
                            offsetc, block, sub_txs, eob_total);
      block += sub_step;
733 734 735
    }
  }
}
736
#endif  // CONFIG_VAR_TX
737

738
#if !CONFIG_VAR_TX || CONFIG_SUPERTX || CONFIG_COEF_INTERLEAVE || \
739
    (!CONFIG_VAR_TX && CONFIG_EXT_TX && CONFIG_RECT_TX)
Angie Chiang's avatar
Angie Chiang committed
740
static int reconstruct_inter_block(AV1_COMMON *cm, MACROBLOCKD *const xd,
741 742
                                   aom_reader *const r, int segment_id,
                                   int plane, int row, int col,
743
                                   TX_SIZE tx_size) {
744
  PLANE_TYPE plane_type = get_plane_type(plane);
745
  int block_idx = get_block_idx(xd, plane, row, col);
746 747 748
#if CONFIG_PVQ
  int eob;
  (void)r;
749 750 751
  (void)segment_id;
#else
  struct macroblockd_plane *const pd = &xd->plane[plane];
752 753 754
#endif

#if !CONFIG_PVQ
Angie Chiang's avatar
Angie Chiang committed
755 756
#if CONFIG_LV_MAP
  (void)segment_id;
757
  int16_t max_scan_line = 0;
758 759
  int eob;
  av1_read_coeffs_txb_facade(cm, xd, r, row, col, block_idx, plane, pd->dqcoeff,
Angie Chiang's avatar
Angie Chiang committed
760
                             tx_size, &max_scan_line, &eob);
761
  // tx_type will be read out in av1_read_coeffs_txb_facade
hui su's avatar
hui su committed
762
  const TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, block_idx, tx_size);
Angie Chiang's avatar
Angie Chiang committed
763 764
#else   // CONFIG_LV_MAP
  int16_t max_scan_line = 0;
hui su's avatar
hui su committed
765
  const TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, block_idx, tx_size);
Angie Chiang's avatar
Angie Chiang committed
766 767
  const SCAN_ORDER *scan_order =
      get_scan(cm, tx_size, tx_type, &xd->mi[0]->mbmi);
768
  const int eob =
769 770
      av1_decode_block_tokens(cm, xd, plane, scan_order, col, row, tx_size,
                              tx_type, &max_scan_line, r, segment_id);
Angie Chiang's avatar
Angie Chiang committed
771
#endif  // CONFIG_LV_MAP
772 773
  uint8_t *dst =
      &pd->dst.buf[(row * pd->dst.stride + col) << tx_size_wide_log2[0]];
774
  if (eob)
Lester Lu's avatar
Lester Lu committed
775 776 777 778 779
    inverse_transform_block(xd, plane,
#if CONFIG_LGT
                            xd->mi[0]->mbmi.mode,
#endif
                            tx_type, tx_size, dst, pd->dst.stride,
780
                            max_scan_line, eob);
781
#else
hui su's avatar
hui su committed
782
  const TX_TYPE tx_type = av1_get_tx_type(plane_type, xd, block_idx, tx_size);
ltrudeau's avatar
ltrudeau committed
783 784
  eob = av1_pvq_decode_helper2(cm, xd, &xd->mi[0]->mbmi, plane, row, col,
                               tx_size, tx_type);
785
#endif
Jingning Han's avatar
Jingning Han committed
786 787
  return eob;
}
788
#endif  // !CONFIG_VAR_TX || CONFIG_SUPER_TX
Jingning Han's avatar
Jingning Han committed
789

790 791 792
static void set_offsets(AV1_COMMON *const cm, MACROBLOCKD *const xd,
                        BLOCK_SIZE bsize, int mi_row, int mi_col, int bw,
                        int bh, int x_mis, int y_mis) {
Jingning Han's avatar
Jingning Han committed
793 794 795 796 797 798 799 800 801
  const int offset = mi_row * cm->mi_stride + mi_col;
  int x, y;
  const TileInfo *const tile = &xd->tile;

  xd->mi = cm->mi_grid_visible + offset;
  xd->mi[0] = &cm->mi[offset];
  // TODO(slavarnway): Generate sb_type based on bwl and bhl, instead of
  // passing bsize from decode_partition().
  xd->mi[0]->mbmi.sb_type = bsize;
802 803 804
#if CONFIG_RD_DEBUG
  xd->mi[0]->mbmi.mi_row = mi_row;
  xd->mi[0]->mbmi.mi_col = mi_col;
805 806 807 808
#endif
#if CONFIG_CFL
  xd->cfl->mi_row = mi_row;
  xd->cfl->mi_col = mi_col;
809
#endif
Jingning Han's avatar
Jingning Han committed
810
  for (y = 0; y < y_mis; ++y)
Jingning Han's avatar
Jingning Han committed
811
    for (x = !y; x < x_mis; ++x) xd->mi[y * cm->mi_stride + x] = xd->mi[0];
Jingning Han's avatar
Jingning Han committed
812

Jingning Han's avatar
Jingning Han committed
813
  set_plane_n4(xd, bw, bh);
Jingning Han's avatar
Jingning Han committed
814 815
  set_skip_context(xd, mi_row, mi_col);

816 817 818 819
#if CONFIG_VAR_TX
  xd->max_tx_size = max_txsize_lookup[bsize];
#endif

820 821 822
  // Distance of Mb to the various image edges. These are specified to 8th pel
  // as they are always compared to values that are in 1/8th pel units
  set_mi_row_col(xd, tile, mi_row, bh, mi_col, bw,
823
#if CONFIG_DEPENDENT_HORZTILES
824 825 826
                 cm->dependent_horz_tiles,
#endif  // CONFIG_DEPENDENT_HORZTILES
                 cm->mi_rows, cm->mi_cols);
Jingning Han's avatar
Jingning Han committed
827

828 829
  av1_setup_dst_planes(xd->plane, bsize, get_frame_new_buffer(cm), mi_row,
                       mi_col);
Jingning Han's avatar
Jingning Han committed
830 831
}

832
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
833
static MB_MODE_INFO *set_offsets_extend(AV1_COMMON *const cm,
834 835
                                        MACROBLOCKD *const xd,
                                        const TileInfo *const tile,
836 837 838
                                        BLOCK_SIZE bsize_pred, int mi_row_pred,
                                        int mi_col_pred, int mi_row_ori,
                                        int mi_col_ori) {
839 840 841
  // Used in supertx
  // (mi_row_ori, mi_col_ori): location for mv
  // (mi_row_pred, mi_col_pred, bsize_pred): region to predict
Jingning Han's avatar
Jingning Han committed
842 843
  const int bw = mi_size_wide[bsize_pred];
  const int bh = mi_size_high[bsize_pred];
844 845 846
  const int offset = mi_row_ori * cm->mi_stride + mi_col_ori;
  xd->mi = cm->mi_grid_visible + offset;
  xd->mi[0] = cm->mi + offset;
847
  set_mi_row_col(xd, tile, mi_row_pred, bh, mi_col_pred, bw,
848
#if CONFIG_DEPENDENT_HORZTILES
849 850 851
                 cm->dependent_horz_tiles,
#endif  // CONFIG_DEPENDENT_HORZTILES
                 cm->mi_rows, cm->mi_cols);
852

853 854
  xd->up_available = (mi_row_ori > tile->mi_row_start);
  xd->left_available = (mi_col_ori > tile->mi_col_start);
855

Jingning Han's avatar
Jingning Han committed
856
  set_plane_n4(xd, bw, bh);
857 858 859 860

  return &xd->mi[0]->mbmi;
}

Angie Chiang's avatar
Angie Chiang committed
861
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
862 863 864
static MB_MODE_INFO *set_mb_offsets(AV1_COMMON *const cm, MACROBLOCKD *const xd,
                                    BLOCK_SIZE bsize, int mi_row, int mi_col,
                                    int bw, int bh, int x_mis, int y_mis) {
865 866 867 868 869 870 871 872
  const int offset = mi_row * cm->mi_stride + mi_col;
  const TileInfo *const tile = &xd->tile;
  int x, y;

  xd->mi = cm->mi_grid_visible + offset;
  xd->mi[0] = cm->mi + offset;
  xd->mi[0]->mbmi.sb_type = bsize;
  for (y = 0; y < y_mis; ++y)
873
    for (x = !y; x < x_mis; ++x) xd->mi[y * cm->mi_stride + x] = xd->mi[0];
874

875
  set_mi_row_col(xd, tile, mi_row, bh, mi_col, bw,
876
#if CONFIG_DEPENDENT_HORZTILES
877 878 879
                 cm->dependent_horz_tiles,
#endif  // CONFIG_DEPENDENT_HORZTILES
                 cm->mi_rows, cm->mi_cols);
880 881
  return &xd->mi[0]->mbmi;
}
Angie Chiang's avatar
Angie Chiang committed
882
#endif
883

Yaowu Xu's avatar
Yaowu Xu committed
884
static void set_offsets_topblock(AV1_COMMON *const cm, MACROBLOCKD *const xd,
885 886
                                 const TileInfo *const