decodeframe.c 207 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
14
 */

#include <assert.h>
#include <stdlib.h>  // qsort()

Yaowu Xu's avatar
Yaowu Xu committed
15
16
17
#include "./aom_config.h"
#include "./aom_dsp_rtcd.h"
#include "./aom_scale_rtcd.h"
Jingning Han's avatar
Jingning Han committed
18
#include "./av1_rtcd.h"
Jingning Han's avatar
Jingning Han committed
19

20
#include "aom/aom_codec.h"
Yaowu Xu's avatar
Yaowu Xu committed
21
#include "aom_dsp/aom_dsp_common.h"
Jingning Han's avatar
Jingning Han committed
22
23
#include "aom_dsp/bitreader.h"
#include "aom_dsp/bitreader_buffer.h"
24
#include "aom_dsp/binary_codes_reader.h"
Yaowu Xu's avatar
Yaowu Xu committed
25
#include "aom_mem/aom_mem.h"
26
27
#include "aom_ports/mem.h"
#include "aom_ports/mem_ops.h"
Yaowu Xu's avatar
Yaowu Xu committed
28
29
#include "aom_scale/aom_scale.h"
#include "aom_util/aom_thread.h"
Jingning Han's avatar
Jingning Han committed
30

31
32
33
34
#if CONFIG_BITSTREAM_DEBUG
#include "aom_util/debug_util.h"
#endif  // CONFIG_BITSTREAM_DEBUG

35
#include "av1/common/alloccommon.h"
36
#if CONFIG_CDEF
37
#include "av1/common/cdef.h"
38
#endif
39
40
41
#if CONFIG_INSPECTION
#include "av1/decoder/inspection.h"
#endif
42
43
44
#include "av1/common/common.h"
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
45
#include "av1/common/entropymv.h"
46
47
48
49
#include "av1/common/idct.h"
#include "av1/common/pred_common.h"
#include "av1/common/quant_common.h"
#include "av1/common/reconinter.h"
Jingning Han's avatar
Jingning Han committed
50
#include "av1/common/reconintra.h"
51
52
53
#if CONFIG_FRAME_SUPERRES
#include "av1/common/resize.h"
#endif  // CONFIG_FRAME_SUPERRES
54
#include "av1/common/seg_common.h"
Jingning Han's avatar
Jingning Han committed
55
#include "av1/common/thread_common.h"
56
#include "av1/common/tile_common.h"
57

58
59
60
#include "av1/decoder/decodeframe.h"
#include "av1/decoder/decodemv.h"
#include "av1/decoder/decoder.h"
Angie Chiang's avatar
Angie Chiang committed
61
62
63
#if CONFIG_LV_MAP
#include "av1/decoder/decodetxb.h"
#endif
Jingning Han's avatar
Jingning Han committed
64
#include "av1/decoder/detokenize.h"
65
#include "av1/decoder/dsubexp.h"
Jingning Han's avatar
Jingning Han committed
66

67
#if CONFIG_WARPED_MOTION || CONFIG_GLOBAL_MOTION
Yue Chen's avatar
Yue Chen committed
68
#include "av1/common/warped_motion.h"
69
#endif  // CONFIG_WARPED_MOTION || CONFIG_GLOBAL_MOTION
Yue Chen's avatar
Yue Chen committed
70

Yaowu Xu's avatar
Yaowu Xu committed
71
#define MAX_AV1_HEADER_SIZE 80
Michael Bebenita's avatar
Michael Bebenita committed
72
#define ACCT_STR __func__
Jingning Han's avatar
Jingning Han committed
73

74
75
#if CONFIG_PVQ
#include "av1/common/partition.h"
hui su's avatar
hui su committed
76
77
#include "av1/common/pvq.h"
#include "av1/common/scan.h"
78
#include "av1/decoder/decint.h"
hui su's avatar
hui su committed
79
80
#include "av1/decoder/pvq_decoder.h"
#include "av1/encoder/encodemb.h"
81
82
83
#include "av1/encoder/hybrid_fwd_txfm.h"
#endif

84
85
86
87
#if CONFIG_CFL
#include "av1/common/cfl.h"
#endif

88
89
90
91
92
93
94
95
static struct aom_read_bit_buffer *init_read_bit_buffer(
    AV1Decoder *pbi, struct aom_read_bit_buffer *rb, const uint8_t *data,
    const uint8_t *data_end, uint8_t clear_data[MAX_AV1_HEADER_SIZE]);
static int read_compressed_header(AV1Decoder *pbi, const uint8_t *data,
                                  size_t partition_size);
static size_t read_uncompressed_header(AV1Decoder *pbi,
                                       struct aom_read_bit_buffer *rb);

Yaowu Xu's avatar
Yaowu Xu committed
96
static int is_compound_reference_allowed(const AV1_COMMON *cm) {
Zoe Liu's avatar
Zoe Liu committed
97
#if CONFIG_ONE_SIDED_COMPOUND || CONFIG_EXT_COMP_REFS  // Normative in decoder
98
99
  return !frame_is_intra_only(cm);
#else
Jingning Han's avatar
Jingning Han committed
100
  int i;
101
  if (frame_is_intra_only(cm)) return 0;
102
  for (i = 1; i < INTER_REFS_PER_FRAME; ++i)
103
    if (cm->ref_frame_sign_bias[i + 1] != cm->ref_frame_sign_bias[1]) return 1;
Jingning Han's avatar
Jingning Han committed
104
105

  return 0;
Zoe Liu's avatar
Zoe Liu committed
106
#endif  // CONFIG_ONE_SIDED_COMPOUND || CONFIG_EXT_COMP_REFS
Jingning Han's avatar
Jingning Han committed
107
108
}

Yaowu Xu's avatar
Yaowu Xu committed
109
static void setup_compound_reference_mode(AV1_COMMON *cm) {
110
#if CONFIG_EXT_REFS
111
  cm->comp_fwd_ref[0] = LAST_FRAME;
112
113
114
115
  cm->comp_fwd_ref[1] = LAST2_FRAME;
  cm->comp_fwd_ref[2] = LAST3_FRAME;
  cm->comp_fwd_ref[3] = GOLDEN_FRAME;

116
117
  cm->comp_bwd_ref[0] = BWDREF_FRAME;
  cm->comp_bwd_ref[1] = ALTREF_FRAME;
118
#else
Jingning Han's avatar
Jingning Han committed
119
  if (cm->ref_frame_sign_bias[LAST_FRAME] ==
120
      cm->ref_frame_sign_bias[GOLDEN_FRAME]) {
Jingning Han's avatar
Jingning Han committed
121
122
123
124
    cm->comp_fixed_ref = ALTREF_FRAME;
    cm->comp_var_ref[0] = LAST_FRAME;
    cm->comp_var_ref[1] = GOLDEN_FRAME;
  } else if (cm->ref_frame_sign_bias[LAST_FRAME] ==
125
             cm->ref_frame_sign_bias[ALTREF_FRAME]) {
Jingning Han's avatar
Jingning Han committed
126
127
128
129
130
131
132
133
    cm->comp_fixed_ref = GOLDEN_FRAME;
    cm->comp_var_ref[0] = LAST_FRAME;
    cm->comp_var_ref[1] = ALTREF_FRAME;
  } else {
    cm->comp_fixed_ref = LAST_FRAME;
    cm->comp_var_ref[0] = GOLDEN_FRAME;
    cm->comp_var_ref[1] = ALTREF_FRAME;
  }
134
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
135
136
137
138
139
140
}

static int read_is_valid(const uint8_t *start, size_t len, const uint8_t *end) {
  return len != 0 && len <= (size_t)(end - start);
}

Yaowu Xu's avatar
Yaowu Xu committed
141
142
static int decode_unsigned_max(struct aom_read_bit_buffer *rb, int max) {
  const int data = aom_rb_read_literal(rb, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
143
144
145
  return data > max ? max : data;
}

146
static TX_MODE read_tx_mode(AV1_COMMON *cm, struct aom_read_bit_buffer *rb) {
147
#if CONFIG_TX64X64
148
149
  TX_MODE tx_mode;
#endif
150
  if (cm->all_lossless) return ONLY_4X4;
151
152
153
154
#if CONFIG_VAR_TX_NO_TX_MODE
  (void)rb;
  return TX_MODE_SELECT;
#else
155
156
#if CONFIG_TX64X64
  tx_mode = aom_rb_read_bit(rb) ? TX_MODE_SELECT : aom_rb_read_literal(rb, 2);
157
158
159
  if (tx_mode == ALLOW_32X32) tx_mode += aom_rb_read_bit(rb);
  return tx_mode;
#else
Yaowu Xu's avatar
Yaowu Xu committed
160
  return aom_rb_read_bit(rb) ? TX_MODE_SELECT : aom_rb_read_literal(rb, 2);
161
#endif  // CONFIG_TX64X64
162
#endif  // CONFIG_VAR_TX_NO_TX_MODE
163
}
Jingning Han's avatar
Jingning Han committed
164

165
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
166
static void read_inter_mode_probs(FRAME_CONTEXT *fc, aom_reader *r) {
167
  int i;
168
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
169
    av1_diff_update_prob(r, &fc->newmv_prob[i], ACCT_STR);
170
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
171
    av1_diff_update_prob(r, &fc->zeromv_prob[i], ACCT_STR);
172
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
173
    av1_diff_update_prob(r, &fc->refmv_prob[i], ACCT_STR);
174
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
175
    av1_diff_update_prob(r, &fc->drl_prob[i], ACCT_STR);
Jingning Han's avatar
Jingning Han committed
176
}
177
#endif
Jingning Han's avatar
Jingning Han committed
178

179
static REFERENCE_MODE read_frame_reference_mode(
Yaowu Xu's avatar
Yaowu Xu committed
180
    const AV1_COMMON *cm, struct aom_read_bit_buffer *rb) {
181
  if (is_compound_reference_allowed(cm)) {
Zoe Liu's avatar
Zoe Liu committed
182
183
184
#if CONFIG_REF_ADAPT
    return aom_rb_read_bit(rb) ? REFERENCE_MODE_SELECT : SINGLE_REFERENCE;
#else
Yaowu Xu's avatar
Yaowu Xu committed
185
    return aom_rb_read_bit(rb)
186
               ? REFERENCE_MODE_SELECT
Yaowu Xu's avatar
Yaowu Xu committed
187
               : (aom_rb_read_bit(rb) ? COMPOUND_REFERENCE : SINGLE_REFERENCE);
Zoe Liu's avatar
Zoe Liu committed
188
#endif  // CONFIG_REF_ADAPT
189
190
191
192
  } else {
    return SINGLE_REFERENCE;
  }
}
Jingning Han's avatar
Jingning Han committed
193

Yaowu Xu's avatar
Yaowu Xu committed
194
static void read_frame_reference_mode_probs(AV1_COMMON *cm, aom_reader *r) {
195
196
197
#if CONFIG_NEW_MULTISYMBOL && !CONFIG_EXT_COMP_REFS
  (void)r;
#else
Jingning Han's avatar
Jingning Han committed
198
  FRAME_CONTEXT *const fc = cm->fc;
199
200
  int i;
#endif
Jingning Han's avatar
Jingning Han committed
201

202
#if !CONFIG_NEW_MULTISYMBOL
Jingning Han's avatar
Jingning Han committed
203
204
  if (cm->reference_mode == REFERENCE_MODE_SELECT)
    for (i = 0; i < COMP_INTER_CONTEXTS; ++i)
Michael Bebenita's avatar
Michael Bebenita committed
205
      av1_diff_update_prob(r, &fc->comp_inter_prob[i], ACCT_STR);
Jingning Han's avatar
Jingning Han committed
206

207
  if (cm->reference_mode != COMPOUND_REFERENCE) {
Jingning Han's avatar
Jingning Han committed
208
    for (i = 0; i < REF_CONTEXTS; ++i) {
209
      int j;
210
      for (j = 0; j < (SINGLE_REFS - 1); ++j) {
Michael Bebenita's avatar
Michael Bebenita committed
211
        av1_diff_update_prob(r, &fc->single_ref_prob[i][j], ACCT_STR);
212
      }
Jingning Han's avatar
Jingning Han committed
213
    }
214
  }
215
#endif
Jingning Han's avatar
Jingning Han committed
216

217
  if (cm->reference_mode != SINGLE_REFERENCE) {
Zoe Liu's avatar
Zoe Liu committed
218
219
220
221
#if CONFIG_EXT_COMP_REFS
    for (i = 0; i < COMP_REF_TYPE_CONTEXTS; ++i)
      av1_diff_update_prob(r, &fc->comp_ref_type_prob[i], ACCT_STR);

222
223
    for (i = 0; i < UNI_COMP_REF_CONTEXTS; ++i) {
      int j;
Zoe Liu's avatar
Zoe Liu committed
224
225
      for (j = 0; j < (UNIDIR_COMP_REFS - 1); ++j)
        av1_diff_update_prob(r, &fc->uni_comp_ref_prob[i][j], ACCT_STR);
226
    }
Zoe Liu's avatar
Zoe Liu committed
227
228
#endif  // CONFIG_EXT_COMP_REFS

229
#if !CONFIG_NEW_MULTISYMBOL
230
    for (i = 0; i < REF_CONTEXTS; ++i) {
231
      int j;
232
#if CONFIG_EXT_REFS
233
      for (j = 0; j < (FWD_REFS - 1); ++j)
Michael Bebenita's avatar
Michael Bebenita committed
234
        av1_diff_update_prob(r, &fc->comp_ref_prob[i][j], ACCT_STR);
235
      for (j = 0; j < (BWD_REFS - 1); ++j)
Michael Bebenita's avatar
Michael Bebenita committed
236
        av1_diff_update_prob(r, &fc->comp_bwdref_prob[i][j], ACCT_STR);
237
238
#else
      for (j = 0; j < (COMP_REFS - 1); ++j)
Michael Bebenita's avatar
Michael Bebenita committed
239
        av1_diff_update_prob(r, &fc->comp_ref_prob[i][j], ACCT_STR);
240
#endif  // CONFIG_EXT_REFS
241
    }
242
#endif  // CONFIG_NEW_MULTISYMBOL
243
  }
Jingning Han's avatar
Jingning Han committed
244
245
}

Yaowu Xu's avatar
Yaowu Xu committed
246
static void update_mv_probs(aom_prob *p, int n, aom_reader *r) {
Jingning Han's avatar
Jingning Han committed
247
  int i;
Michael Bebenita's avatar
Michael Bebenita committed
248
  for (i = 0; i < n; ++i) av1_diff_update_prob(r, &p[i], ACCT_STR);
Jingning Han's avatar
Jingning Han committed
249
250
}

Yaowu Xu's avatar
Yaowu Xu committed
251
static void read_mv_probs(nmv_context *ctx, int allow_hp, aom_reader *r) {
252
  int i;
Jingning Han's avatar
Jingning Han committed
253
254
255
256
257
258
259
260
261
  if (allow_hp) {
    for (i = 0; i < 2; ++i) {
      nmv_component *const comp_ctx = &ctx->comps[i];
      update_mv_probs(&comp_ctx->class0_hp, 1, r);
      update_mv_probs(&comp_ctx->hp, 1, r);
    }
  }
}

262
static void inverse_transform_block(MACROBLOCKD *xd, int plane,
Lester Lu's avatar
Lester Lu committed
263
264
265
#if CONFIG_LGT
                                    PREDICTION_MODE mode,
#endif
266
                                    const TX_TYPE tx_type,
267
                                    const TX_SIZE tx_size, uint8_t *dst,
268
                                    int stride, int16_t scan_line, int eob) {
Jingning Han's avatar
Jingning Han committed
269
  struct macroblockd_plane *const pd = &xd->plane[plane];
270
  tran_low_t *const dqcoeff = pd->dqcoeff;
Lester Lu's avatar
Lester Lu committed
271
272
273
274
275
  av1_inverse_transform_block(xd, dqcoeff,
#if CONFIG_LGT
                              mode,
#endif
                              tx_type, tx_size, dst, stride, eob);
276
  memset(dqcoeff, 0, (scan_line + 1) * sizeof(dqcoeff[0]));
Jingning Han's avatar
Jingning Han committed
277
278
}

279
280
281
282
283
284
285
286
287
288
289
290
291
static int get_block_idx(const MACROBLOCKD *xd, int plane, int row, int col) {
  const int bsize = xd->mi[0]->mbmi.sb_type;
  const struct macroblockd_plane *pd = &xd->plane[plane];
#if CONFIG_CHROMA_SUB8X8
  const BLOCK_SIZE plane_bsize =
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
292
  const TX_SIZE tx_size = av1_get_tx_size(plane, xd);
293
294
295
296
  const uint8_t txh_unit = tx_size_high_unit[tx_size];
  return row * max_blocks_wide + col * txh_unit;
}

297
#if CONFIG_PVQ
Thomas Daede's avatar
Thomas Daede committed
298
static int av1_pvq_decode_helper(MACROBLOCKD *xd, tran_low_t *ref_coeff,
299
                                 tran_low_t *dqcoeff, int16_t *quant, int pli,
300
                                 int bs, TX_TYPE tx_type, int xdec,
ltrudeau's avatar
ltrudeau committed
301
                                 PVQ_SKIP_TYPE ac_dc_coded) {
302
303
304
305
  unsigned int flags;  // used for daala's stream analyzer.
  int off;
  const int is_keyframe = 0;
  const int has_dc_skip = 1;
306
  int coeff_shift = 3 - av1_get_tx_scale(bs);
Thomas Daede's avatar
Thomas Daede committed
307
  int hbd_downshift = 0;
308
  int rounding_mask;
309
310
311
312
313
314
  // DC quantizer for PVQ
  int pvq_dc_quant;
  int lossless = (quant[0] == 0);
  const int blk_size = tx_size_wide[bs];
  int eob = 0;
  int i;
Thomas Daede's avatar
Thomas Daede committed
315
  od_dec_ctx *dec = &xd->daala_dec;
316
  int use_activity_masking = dec->use_activity_masking;
317
318
  DECLARE_ALIGNED(16, tran_low_t, dqcoeff_pvq[OD_TXSIZE_MAX * OD_TXSIZE_MAX]);
  DECLARE_ALIGNED(16, tran_low_t, ref_coeff_pvq[OD_TXSIZE_MAX * OD_TXSIZE_MAX]);
319

320
321
  od_coeff ref_int32[OD_TXSIZE_MAX * OD_TXSIZE_MAX];
  od_coeff out_int32[OD_TXSIZE_MAX * OD_TXSIZE_MAX];
322

Thomas Daede's avatar
Thomas Daede committed
323
324
  hbd_downshift = xd->bd - 8;

325
326
327
  od_raster_to_coding_order(ref_coeff_pvq, blk_size, tx_type, ref_coeff,
                            blk_size);

Thomas Daede's avatar
Thomas Daede committed
328
  assert(OD_COEFF_SHIFT >= 4);
329
330
331
  if (lossless)
    pvq_dc_quant = 1;
  else {
332
333
    if (use_activity_masking)
      pvq_dc_quant = OD_MAXI(
Thomas Daede's avatar
Thomas Daede committed
334
          1, (quant[0] << (OD_COEFF_SHIFT - 3) >> hbd_downshift) *
335
336
337
                     dec->state.pvq_qm_q4[pli][od_qm_get_index(bs, 0)] >>
                 4);
    else
Thomas Daede's avatar
Thomas Daede committed
338
339
      pvq_dc_quant =
          OD_MAXI(1, quant[0] << (OD_COEFF_SHIFT - 3) >> hbd_downshift);
340
341
342
343
344
  }

  off = od_qm_offset(bs, xdec);

  // copy int16 inputs to int32
345
  for (i = 0; i < blk_size * blk_size; i++) {
346
    ref_int32[i] =
Thomas Daede's avatar
Thomas Daede committed
347
348
        AOM_SIGNED_SHL(ref_coeff_pvq[i], OD_COEFF_SHIFT - coeff_shift) >>
        hbd_downshift;
349
  }
350

Thomas Daede's avatar
Thomas Daede committed
351
352
  od_pvq_decode(dec, ref_int32, out_int32,
                OD_MAXI(1, quant[1] << (OD_COEFF_SHIFT - 3) >> hbd_downshift),
353
                pli, bs, OD_PVQ_BETA[use_activity_masking][pli][bs],
354
355
                is_keyframe, &flags, ac_dc_coded, dec->state.qm + off,
                dec->state.qm_inv + off);
356

357
358
  if (!has_dc_skip || out_int32[0]) {
    out_int32[0] =
359
        has_dc_skip + generic_decode(dec->r, &dec->state.adapt->model_dc[pli],
360
361
                                     &dec->state.adapt->ex_dc[pli][bs][0], 2,
                                     "dc:mag");
362
363
364
365
366
367
368
369
    if (out_int32[0]) out_int32[0] *= aom_read_bit(dec->r, "dc:sign") ? -1 : 1;
  }
  out_int32[0] = out_int32[0] * pvq_dc_quant + ref_int32[0];

  // copy int32 result back to int16
  assert(OD_COEFF_SHIFT > coeff_shift);
  rounding_mask = (1 << (OD_COEFF_SHIFT - coeff_shift - 1)) - 1;
  for (i = 0; i < blk_size * blk_size; i++) {
Thomas Daede's avatar
Thomas Daede committed
370
    out_int32[i] = AOM_SIGNED_SHL(out_int32[i], hbd_downshift);
371
372
    dqcoeff_pvq[i] = (out_int32[i] + (out_int32[i] < 0) + rounding_mask) >>
                     (OD_COEFF_SHIFT - coeff_shift);
373
374
375
376
377
378
379
380
381
  }

  od_coding_order_to_raster(dqcoeff, blk_size, tx_type, dqcoeff_pvq, blk_size);

  eob = blk_size * blk_size;

  return eob;
}

ltrudeau's avatar
ltrudeau committed
382
383
384
385
386
387
static PVQ_SKIP_TYPE read_pvq_skip(AV1_COMMON *cm, MACROBLOCKD *const xd,
                                   int plane, TX_SIZE tx_size) {
  // decode ac/dc coded flag. bit0: DC coded, bit1 : AC coded
  // NOTE : we don't use 5 symbols for luma here in aom codebase,
  // since block partition is taken care of by aom.
  // So, only AC/DC skip info is coded
388
  const int ac_dc_coded = aom_read_symbol(
ltrudeau's avatar
ltrudeau committed
389
      xd->daala_dec.r,
390
      xd->daala_dec.state.adapt->skip_cdf[2 * tx_size + (plane != 0)], 4,
391
      "skip");
ltrudeau's avatar
ltrudeau committed
392
393
394
395
396
397
398
399
  if (ac_dc_coded < 0 || ac_dc_coded > 3) {
    aom_internal_error(&cm->error, AOM_CODEC_INVALID_PARAM,
                       "Invalid PVQ Skip Type");
  }
  return ac_dc_coded;
}

static int av1_pvq_decode_helper2(AV1_COMMON *cm, MACROBLOCKD *const xd,
400
401
                                  MB_MODE_INFO *const mbmi, int plane, int row,
                                  int col, TX_SIZE tx_size, TX_TYPE tx_type) {
402
403
404
405
406
407
408
409
410
411
  struct macroblockd_plane *const pd = &xd->plane[plane];
  // transform block size in pixels
  int tx_blk_size = tx_size_wide[tx_size];
  int i, j;
  tran_low_t *pvq_ref_coeff = pd->pvq_ref_coeff;
  const int diff_stride = tx_blk_size;
  int16_t *pred = pd->pred;
  tran_low_t *const dqcoeff = pd->dqcoeff;
  uint8_t *dst;
  int eob;
ltrudeau's avatar
ltrudeau committed
412
  const PVQ_SKIP_TYPE ac_dc_coded = read_pvq_skip(cm, xd, plane, tx_size);
413
414
415
416
417
418
419
420

  eob = 0;
  dst = &pd->dst.buf[4 * row * pd->dst.stride + 4 * col];

  if (ac_dc_coded) {
    int xdec = pd->subsampling_x;
    int seg_id = mbmi->segment_id;
    int16_t *quant;
421
    TxfmParam txfm_param;
422
423
    // ToDo(yaowu): correct this with optimal number from decoding process.
    const int max_scan_line = tx_size_2d[tx_size];
424
#if CONFIG_HIGHBITDEPTH
Thomas Daede's avatar
Thomas Daede committed
425
426
427
428
429
430
431
432
433
434
    if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
      for (j = 0; j < tx_blk_size; j++)
        for (i = 0; i < tx_blk_size; i++)
          pred[diff_stride * j + i] =
              CONVERT_TO_SHORTPTR(dst)[pd->dst.stride * j + i];
    } else {
#endif
      for (j = 0; j < tx_blk_size; j++)
        for (i = 0; i < tx_blk_size; i++)
          pred[diff_stride * j + i] = dst[pd->dst.stride * j + i];
435
#if CONFIG_HIGHBITDEPTH
Thomas Daede's avatar
Thomas Daede committed
436
437
    }
#endif
438

439
440
441
    txfm_param.tx_type = tx_type;
    txfm_param.tx_size = tx_size;
    txfm_param.lossless = xd->lossless[seg_id];
442

443
#if CONFIG_HIGHBITDEPTH
Thomas Daede's avatar
Thomas Daede committed
444
    if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
445
446
      txfm_param.bd = xd->bd;
      av1_highbd_fwd_txfm(pred, pvq_ref_coeff, diff_stride, &txfm_param);
Thomas Daede's avatar
Thomas Daede committed
447
    } else {
448
#endif  // CONFIG_HIGHBITDEPTH
449
      av1_fwd_txfm(pred, pvq_ref_coeff, diff_stride, &txfm_param);
450
#if CONFIG_HIGHBITDEPTH
Thomas Daede's avatar
Thomas Daede committed
451
    }
452
#endif  // CONFIG_HIGHBITDEPTH
453
454
455

    quant = &pd->seg_dequant[seg_id][0];  // aom's quantizer

Thomas Daede's avatar
Thomas Daede committed
456
457
    eob = av1_pvq_decode_helper(xd, pvq_ref_coeff, dqcoeff, quant, plane,
                                tx_size, tx_type, xdec, ac_dc_coded);
458

Lester Lu's avatar
Lester Lu committed
459
    inverse_transform_block(xd, plane, tx_type, tx_size, dst, pd->dst.stride,
460
                            max_scan_line, eob);
461
462
463
464
465
466
  }

  return eob;
}
#endif

hui su's avatar
hui su committed
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
#if CONFIG_DPCM_INTRA
static void process_block_dpcm_vert(TX_SIZE tx_size, TX_TYPE_1D tx_type_1d,
                                    const tran_low_t *dqcoeff, uint8_t *dst,
                                    int dst_stride) {
  const int tx1d_width = tx_size_wide[tx_size];
  const int tx1d_height = tx_size_high[tx_size];
  dpcm_inv_txfm_add_func inverse_tx =
      av1_get_dpcm_inv_txfm_add_func(tx1d_width);
  for (int r = 0; r < tx1d_height; ++r) {
    if (r > 0) memcpy(dst, dst - dst_stride, tx1d_width * sizeof(dst[0]));
    inverse_tx(dqcoeff, 1, tx_type_1d, dst);
    dqcoeff += tx1d_width;
    dst += dst_stride;
  }
}

static void process_block_dpcm_horz(TX_SIZE tx_size, TX_TYPE_1D tx_type_1d,
                                    const tran_low_t *dqcoeff, uint8_t *dst,
                                    int dst_stride) {
  const int tx1d_width = tx_size_wide[tx_size];
  const int tx1d_height = tx_size_high[tx_size];
  dpcm_inv_txfm_add_func inverse_tx =
      av1_get_dpcm_inv_txfm_add_func(tx1d_height);
  tran_low_t tx_buff[64];
  for (int c = 0; c < tx1d_width; ++c, ++dqcoeff, ++dst) {
    for (int r = 0; r < tx1d_height; ++r) {
      if (c > 0) dst[r * dst_stride] = dst[r * dst_stride - 1];
      tx_buff[r] = dqcoeff[r * tx1d_width];
    }
    inverse_tx(tx_buff, dst_stride, tx_type_1d, dst);
  }
}

#if CONFIG_HIGHBITDEPTH
static void hbd_process_block_dpcm_vert(TX_SIZE tx_size, TX_TYPE_1D tx_type_1d,
                                        int bd, const tran_low_t *dqcoeff,
                                        uint8_t *dst8, int dst_stride) {
  uint16_t *dst = CONVERT_TO_SHORTPTR(dst8);
  const int tx1d_width = tx_size_wide[tx_size];
  const int tx1d_height = tx_size_high[tx_size];
  hbd_dpcm_inv_txfm_add_func inverse_tx =
      av1_get_hbd_dpcm_inv_txfm_add_func(tx1d_width);
  for (int r = 0; r < tx1d_height; ++r) {
    if (r > 0) memcpy(dst, dst - dst_stride, tx1d_width * sizeof(dst[0]));
511
    inverse_tx(dqcoeff, 1, tx_type_1d, bd, dst, 1);
hui su's avatar
hui su committed
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
    dqcoeff += tx1d_width;
    dst += dst_stride;
  }
}

static void hbd_process_block_dpcm_horz(TX_SIZE tx_size, TX_TYPE_1D tx_type_1d,
                                        int bd, const tran_low_t *dqcoeff,
                                        uint8_t *dst8, int dst_stride) {
  uint16_t *dst = CONVERT_TO_SHORTPTR(dst8);
  const int tx1d_width = tx_size_wide[tx_size];
  const int tx1d_height = tx_size_high[tx_size];
  hbd_dpcm_inv_txfm_add_func inverse_tx =
      av1_get_hbd_dpcm_inv_txfm_add_func(tx1d_height);
  tran_low_t tx_buff[64];
  switch (tx1d_height) {
    case 4: inverse_tx = av1_hbd_dpcm_inv_txfm_add_4_c; break;
    case 8: inverse_tx = av1_hbd_dpcm_inv_txfm_add_8_c; break;
    case 16: inverse_tx = av1_hbd_dpcm_inv_txfm_add_16_c; break;
    case 32: inverse_tx = av1_hbd_dpcm_inv_txfm_add_32_c; break;
    default: assert(0);
  }

  for (int c = 0; c < tx1d_width; ++c, ++dqcoeff, ++dst) {
    for (int r = 0; r < tx1d_height; ++r) {
      if (c > 0) dst[r * dst_stride] = dst[r * dst_stride - 1];
      tx_buff[r] = dqcoeff[r * tx1d_width];
    }
539
    inverse_tx(tx_buff, dst_stride, tx_type_1d, bd, dst, 0);
hui su's avatar
hui su committed
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
  }
}
#endif  // CONFIG_HIGHBITDEPTH

static void inverse_transform_block_dpcm(MACROBLOCKD *xd, int plane,
                                         PREDICTION_MODE mode, TX_SIZE tx_size,
                                         TX_TYPE tx_type, uint8_t *dst,
                                         int dst_stride, int16_t scan_line) {
  struct macroblockd_plane *const pd = &xd->plane[plane];
  tran_low_t *const dqcoeff = pd->dqcoeff;
  TX_TYPE_1D tx_type_1d = DCT_1D;
  switch (tx_type) {
    case IDTX: tx_type_1d = IDTX_1D; break;
    case V_DCT:
      assert(mode == H_PRED);
      tx_type_1d = DCT_1D;
      break;
    case H_DCT:
      assert(mode == V_PRED);
      tx_type_1d = DCT_1D;
      break;
    default: assert(0);
  }
  switch (mode) {
    case V_PRED:
#if CONFIG_HIGHBITDEPTH
      if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
        hbd_process_block_dpcm_vert(tx_size, tx_type_1d, xd->bd, dqcoeff, dst,
                                    dst_stride);
      } else {
#endif  // CONFIG_HIGHBITDEPTH
        process_block_dpcm_vert(tx_size, tx_type_1d, dqcoeff, dst, dst_stride);
#if CONFIG_HIGHBITDEPTH
      }
#endif  // CONFIG_HIGHBITDEPTH
      break;
    case H_PRED:
#if CONFIG_HIGHBITDEPTH
      if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
        hbd_process_block_dpcm_horz(tx_size, tx_type_1d, xd->bd, dqcoeff, dst,
                                    dst_stride);
      } else {
#endif  // CONFIG_HIGHBITDEPTH
        process_block_dpcm_horz(tx_size, tx_type_1d, dqcoeff, dst, dst_stride);
#if CONFIG_HIGHBITDEPTH
      }
#endif  // CONFIG_HIGHBITDEPTH
      break;
    default: assert(0);
  }
  memset(dqcoeff, 0, (scan_line + 1) * sizeof(dqcoeff[0]));
}
#endif  // CONFIG_DPCM_INTRA

594
595
596
static void predict_and_reconstruct_intra_block(
    AV1_COMMON *cm, MACROBLOCKD *const xd, aom_reader *const r,
    MB_MODE_INFO *const mbmi, int plane, int row, int col, TX_SIZE tx_size) {
597
  PLANE_TYPE plane_type = get_plane_type(plane);
598
  const int block_idx = get_block_idx(xd, plane, row, col);
599
600
601
#if CONFIG_PVQ
  (void)r;
#endif
602
  av1_predict_intra_block_facade(xd, plane, block_idx, col, row, tx_size);
Jingning Han's avatar
Jingning Han committed
603
604

  if (!mbmi->skip) {
605
#if !CONFIG_PVQ
606
    struct macroblockd_plane *const pd = &xd->plane[plane];
Angie Chiang's avatar
Angie Chiang committed
607
608
#if CONFIG_LV_MAP
    int16_t max_scan_line = 0;
609
610
    int eob;
    av1_read_coeffs_txb_facade(cm, xd, r, row, col, block_idx, plane,
Jingning Han's avatar
Jingning Han committed
611
                               pd->dqcoeff, tx_size, &max_scan_line, &eob);
612
    // tx_type will be read out in av1_read_coeffs_txb_facade
613
614
    const TX_TYPE tx_type =
        av1_get_tx_type(plane_type, xd, row, col, block_idx, tx_size);
Angie Chiang's avatar
Angie Chiang committed
615
#else   // CONFIG_LV_MAP
616
617
    const TX_TYPE tx_type =
        av1_get_tx_type(plane_type, xd, row, col, block_idx, tx_size);
Angie Chiang's avatar
Angie Chiang committed
618
    const SCAN_ORDER *scan_order = get_scan(cm, tx_size, tx_type, mbmi);
619
620
    int16_t max_scan_line = 0;
    const int eob =
621
        av1_decode_block_tokens(cm, xd, plane, scan_order, col, row, tx_size,
622
                                tx_type, &max_scan_line, r, mbmi->segment_id);
Angie Chiang's avatar
Angie Chiang committed
623
#endif  // CONFIG_LV_MAP
624
625
626
    if (eob) {
      uint8_t *dst =
          &pd->dst.buf[(row * pd->dst.stride + col) << tx_size_wide_log2[0]];
Lester Lu's avatar
Lester Lu committed
627
628
629
#if CONFIG_DPCM_INTRA || CONFIG_LGT
      const PREDICTION_MODE mode =
          get_prediction_mode(xd->mi[0], plane, tx_size, block_idx);
hui su's avatar
hui su committed
630
631
632
633
634
635
#if CONFIG_DPCM_INTRA
      if (av1_use_dpcm_intra(plane, mode, tx_type, mbmi)) {
        inverse_transform_block_dpcm(xd, plane, mode, tx_size, tx_type, dst,
                                     pd->dst.stride, max_scan_line);
      } else {
#endif  // CONFIG_DPCM_INTRA
Lester Lu's avatar
Lester Lu committed
636
637
638
639
640
641
642
#endif  // CONFIG_DPCM_INTRA || CONFIG_LGT
        inverse_transform_block(xd, plane,
#if CONFIG_LGT
                                mode,
#endif
                                tx_type, tx_size, dst, pd->dst.stride,
                                max_scan_line, eob);
hui su's avatar
hui su committed
643
644
645
#if CONFIG_DPCM_INTRA
      }
#endif  // CONFIG_DPCM_INTRA
646
    }
Lester Lu's avatar
Lester Lu committed
647
#else   // !CONFIG_PVQ
648
649
    const TX_TYPE tx_type =
        av1_get_tx_type(plane_type, xd, row, col, block_idx, tx_size);
ltrudeau's avatar
ltrudeau committed
650
    av1_pvq_decode_helper2(cm, xd, mbmi, plane, row, col, tx_size, tx_type);
Lester Lu's avatar
Lester Lu committed
651
#endif  // !CONFIG_PVQ
Jingning Han's avatar
Jingning Han committed
652
  }
653
654
655
#if CONFIG_CFL
  if (plane == AOM_PLANE_Y) {
    struct macroblockd_plane *const pd = &xd->plane[plane];
656
657
658
659
660
661
#if CONFIG_CB4X4 && !CONFIG_CHROMA_2X2
    const BLOCK_SIZE plane_bsize =
        AOMMAX(BLOCK_4X4, get_plane_block_size(mbmi->sb_type, pd));
#else
    const BLOCK_SIZE plane_bsize = get_plane_block_size(mbmi->sb_type, pd);
#endif
662
663
    uint8_t *dst =
        &pd->dst.buf[(row * pd->dst.stride + col) << tx_size_wide_log2[0]];
664
665
666
    // TODO (ltrudeau) Store sub-8x8 inter blocks when bottom right block is
    // intra predicted.
    cfl_store(xd->cfl, dst, pd->dst.stride, row, col, tx_size, plane_bsize);
667
668
  }
#endif
Jingning Han's avatar
Jingning Han committed
669
670
}

671
#if CONFIG_VAR_TX && !CONFIG_COEF_INTERLEAVE
Angie Chiang's avatar
Angie Chiang committed
672
673
static void decode_reconstruct_tx(AV1_COMMON *cm, MACROBLOCKD *const xd,
                                  aom_reader *r, MB_MODE_INFO *const mbmi,
674
                                  int plane, BLOCK_SIZE plane_bsize,
675
676
                                  int blk_row, int blk_col, int block,
                                  TX_SIZE tx_size, int *eob_total) {
677
  const struct macroblockd_plane *const pd = &xd->plane[plane];
678
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
679
680
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
681
  const TX_SIZE plane_tx_size =
682
      plane ? uv_txsize_lookup[bsize][mbmi->inter_tx_size[tx_row][tx_col]][0][0]
683
            : mbmi->inter_tx_size[tx_row][tx_col];
684
  // Scale to match transform block unit.
685
686
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane);
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
687

688
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
689

690
  if (tx_size == plane_tx_size) {
691
    PLANE_TYPE plane_type = get_plane_type(plane);
Angie Chiang's avatar
Angie Chiang committed
692
693
#if CONFIG_LV_MAP
    int16_t max_scan_line = 0;
694
    int eob;
695
    av1_read_coeffs_txb_facade(cm, xd, r, blk_row, blk_col, block, plane,
Jingning Han's avatar
Jingning Han committed
696
                               pd->dqcoeff, tx_size, &max_scan_line, &eob);
697
    // tx_type will be read out in av1_read_coeffs_txb_facade
hui su's avatar
hui su committed
698
    const TX_TYPE tx_type =
699
        av1_get_tx_type(plane_type, xd, blk_row, blk_col, block, plane_tx_size);
Angie Chiang's avatar
Angie Chiang committed
700
#else   // CONFIG_LV_MAP
hui su's avatar
hui su committed
701
    const TX_TYPE tx_type =
702
        av1_get_tx_type(plane_type, xd, blk_row, blk_col, block, plane_tx_size);
Angie Chiang's avatar
Angie Chiang committed
703
    const SCAN_ORDER *sc = get_scan(cm, plane_tx_size, tx_type, mbmi);
704
    int16_t max_scan_line = 0;
705
706
707
    const int eob = av1_decode_block_tokens(
        cm, xd, plane, sc, blk_col, blk_row, plane_tx_size, tx_type,
        &max_scan_line, r, mbmi->segment_id);
Angie Chiang's avatar
Angie Chiang committed
708
#endif  // CONFIG_LV_MAP
Lester Lu's avatar
Lester Lu committed
709
710
711
712
713
    inverse_transform_block(xd, plane,
#if CONFIG_LGT
                            mbmi->mode,
#endif
                            tx_type, plane_tx_size,
714
715
716
                            &pd->dst.buf[(blk_row * pd->dst.stride + blk_col)
                                         << tx_size_wide_log2[0]],
                            pd->dst.stride, max_scan_line, eob);
717
718
    *eob_total += eob;
  } else {
719
720
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
721
    int sub_step = tx_size_wide_unit[sub_txs] * tx_size_high_unit[sub_txs];
722
    assert(sub_txs < tx_size);
723
724
725
726
727
    int i;

    assert(bsl > 0);

    for (i = 0; i < 4; ++i) {
728
729
      const int offsetr = blk_row + (i >> 1) * bsl;
      const int offsetc = blk_col + (i & 0x01) * bsl;
730

731
      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;
732

733
      decode_reconstruct_tx(cm, xd, r, mbmi, plane, plane_bsize, offsetr,
734
735
                            offsetc, block, sub_txs, eob_total);
      block += sub_step;
736
737
738
    }
  }
}
739
#endif  // CONFIG_VAR_TX
740

741
#if !CONFIG_VAR_TX || CONFIG_SUPERTX || CONFIG_COEF_INTERLEAVE || \
742
    (!CONFIG_VAR_TX && CONFIG_EXT_TX && CONFIG_RECT_TX)
Angie Chiang's avatar
Angie Chiang committed
743
static int reconstruct_inter_block(AV1_COMMON *cm, MACROBLOCKD *const xd,
744
745
                                   aom_reader *const r, int segment_id,
                                   int plane, int row, int col,
746
                                   TX_SIZE tx_size) {
747
  PLANE_TYPE plane_type = get_plane_type(plane);
748
  int block_idx = get_block_idx(xd, plane, row, col);
749
750
751
#if CONFIG_PVQ
  int eob;
  (void)r;
752
753
754
  (void)segment_id;
#else
  struct macroblockd_plane *const pd = &xd->plane[plane];
755
756
757
#endif

#if !CONFIG_PVQ
Angie Chiang's avatar
Angie Chiang committed
758
759
#if CONFIG_LV_MAP
  (void)segment_id;
760
  int16_t max_scan_line = 0;
761
762
  int eob;
  av1_read_coeffs_txb_facade(cm, xd, r, row, col, block_idx, plane, pd->dqcoeff,
Angie Chiang's avatar
Angie Chiang committed
763
                             tx_size, &max_scan_line, &eob);
764
  // tx_type will be read out in av1_read_coeffs_txb_facade
765
766
  const TX_TYPE tx_type =
      av1_get_tx_type(plane_type, xd, row, col, block_idx, tx_size);
Angie Chiang's avatar
Angie Chiang committed
767
768
#else   // CONFIG_LV_MAP
  int16_t max_scan_line = 0;
769
770
  const TX_TYPE tx_type =
      av1_get_tx_type(plane_type, xd, row, col, block_idx, tx_size);
Angie Chiang's avatar
Angie Chiang committed
771
772
  const SCAN_ORDER *scan_order =
      get_scan(cm, tx_size, tx_type, &xd->mi[0]->mbmi);
773
  const int eob =
774
775
      av1_decode_block_tokens(cm, xd, plane, scan_order, col, row, tx_size,
                              tx_type, &max_scan_line, r, segment_id);
Angie Chiang's avatar
Angie Chiang committed
776
#endif  // CONFIG_LV_MAP
777
778
  uint8_t *dst =
      &pd->dst.buf[(row * pd->dst.stride + col) << tx_size_wide_log2[0]];
779
  if (eob)
Lester Lu's avatar
Lester Lu committed
780
781
782
783
784
    inverse_transform_block(xd, plane,
#if CONFIG_LGT
                            xd->mi[0]->mbmi.mode,
#endif
                            tx_type, tx_size, dst, pd->dst.stride,
785
                            max_scan_line, eob);
786
#else
787
788
  const TX_TYPE tx_type =
      av1_get_tx_type(plane_type, xd, row, col, block_idx, tx_size);
ltrudeau's avatar
ltrudeau committed
789
790
  eob = av1_pvq_decode_helper2(cm, xd, &xd->mi[0]->mbmi, plane, row, col,
                               tx_size, tx_type);
791
#endif
Jingning Han's avatar
Jingning Han committed
792
793
  return eob;
}
794
#endif  // !CONFIG_VAR_TX || CONFIG_SUPER_TX
Jingning Han's avatar
Jingning Han committed
795

796
797
798
static void set_offsets(AV1_COMMON *const cm, MACROBLOCKD *const xd,
                        BLOCK_SIZE bsize, int mi_row, int mi_col, int bw,
                        int bh, int x_mis, int y_mis) {
Jingning Han's avatar
Jingning Han committed
799
800
801
802
803
804
805
806
807
  const int offset = mi_row * cm->mi_stride + mi_col;
  int x, y;
  const TileInfo *const tile = &xd->tile;

  xd->mi = cm->mi_grid_visible + offset;
  xd->mi[0] = &cm->mi[offset];
  // TODO(slavarnway): Generate sb_type based on bwl and bhl, instead of
  // passing bsize from decode_partition().
  xd->mi[0]->mbmi.sb_type = bsize;
808
809
810
#if CONFIG_RD_DEBUG
  xd->mi[0]->mbmi.mi_row = mi_row;
  xd->mi[0]->mbmi.mi_col = mi_col;
811
812
813
814
#endif
#if CONFIG_CFL
  xd->cfl->mi_row = mi_row;
  xd->cfl->mi_col = mi_col;
815
#endif
Jingning Han's avatar
Jingning Han committed
816
  for (y = 0; y < y_mis; ++y)
Jingning Han's avatar
Jingning Han committed
817
    for (x = !y; x < x_mis; ++x) xd->mi[y * cm->mi_stride + x] = xd->mi[0];
Jingning Han's avatar
Jingning Han committed
818

Jingning Han's avatar
Jingning Han committed
819
  set_plane_n4(xd, bw, bh);
Jingning Han's avatar
Jingning Han committed
820
821
  set_skip_context(xd, mi_row, mi_col);

822
823
824
825
#if CONFIG_VAR_TX
  xd->max_tx_size = max_txsize_lookup[bsize];
#endif

826
827
828
  // Distance of Mb to the various image edges. These are specified to 8th pel
  // as they are always compared to values that are in 1/8th pel units
  set_mi_row_col(xd, tile, mi_row, bh, mi_col, bw,
829
#if CONFIG_DEPENDENT_HORZTILES
830
831
832
                 cm->dependent_horz_tiles,
#endif  // CONFIG_DEPENDENT_HORZTILES
                 cm->mi_rows, cm->mi_cols);
Jingning Han's avatar
Jingning Han committed
833

834
835
  av1_setup_dst_planes(xd->plane, bsize, get_frame_new_buffer(cm), mi_row,
                       mi_col);
Jingning Han's avatar
Jingning Han committed
836
837
}

838
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
839
static MB_MODE_INFO *set_offsets_extend(AV1_COMMON *const cm,
840
841
                                        MACROBLOCKD *const xd,
                                        const TileInfo *const tile,
842
843
844
                                        BLOCK_SIZE bsize_pred, int mi_row_pred,
                                        int mi_col_pred, int mi_row_ori,
                                        int mi_col_ori) {
845
846
847
  // Used in supertx
  // (mi_row_ori, mi_col_ori): location for mv
  // (mi_row_pred, mi_col_pred, bsize_pred): region to predict
Jingning Han's avatar
Jingning Han committed
848
849
  const int bw = mi_size_wide[bsize_pred];
  const int bh = mi_size_high[bsize_pred];
850
851
852
  const int offset = mi_row_ori * cm->mi_stride + mi_col_ori;
  xd->mi = cm->mi_grid_visible + offset;
  xd->mi[0] = cm->mi + offset;
853
  set_mi_row_col(xd, tile, mi_row_pred, bh, mi_col_pred, bw,
854
#if CONFIG_DEPENDENT_HORZTILES
855
856
857
                 cm->dependent_horz_tiles,
#endif  // CONFIG_DEPENDENT_HORZTILES
                 cm->mi_rows, cm->mi_cols);
858

859
860
  xd->up_available = (mi_row_ori > tile->mi_row_start);
  xd->left_available = (mi_col_ori > tile->mi_col_start);
861

Jingning Han's avatar
Jingning Han committed
862
  set_plane_n4(xd, bw, bh);
863
864
865
866

  return &xd->mi[0]->mbmi;
}

Angie Chiang's avatar
Angie Chiang committed
867
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
868
869
870
static MB_MODE_INFO *set_mb_offsets(AV1_COMMON *const cm, MACROBLOCKD *const xd,
                                    BLOCK_SIZE bsize, int mi_row, int mi_col,
                                    int bw, int bh, int x_mis, int y_mis) {
871
872
873
874
875
876
877
878
  const int offset = mi_row * cm->mi_stride + mi_col;
  const TileInfo *const tile = &xd->tile;
  int x, y;

  xd->mi = cm->mi_grid_visible + offset;
  xd->mi[0] = cm->mi + offset;
  xd->mi[0]->mbmi.sb_type = bsize;
  for (y = 0; y < y_mis; ++y)
879
    for (x = !y; x < x_mis; ++x) xd->mi[y * cm->mi_stride + x] = xd->mi[0];
880

881
  set_mi_row_col(xd, tile, mi_row, bh, mi_col, bw,
882
#if CONFIG_DEPENDENT_HORZTILES
883
884
885
                 cm->dependent_horz_tiles,
#endif  // CONFIG_DEPENDENT_HORZTILES
                 cm->mi_rows, cm->mi_cols);
886
887
  return &xd->mi[0]->mbmi;
}
Angie Chiang's avatar
Angie Chiang committed
888
#endif
889

Yaowu Xu's avatar
Yaowu Xu committed
890
static void set_offsets_topblock(AV1_COMMON *const cm, MACROBLOCKD *const xd,
891
892
                                 const TileInfo *const tile, BLOCK_SIZE bsize,
                                 int mi_row, int mi_col) {
Jingning Han's avatar
Jingning Han committed
893
894
  const int bw = mi_size_wide[bsize];
  const int bh = mi_size_high[bsize];
895
896
897
898
899
  const int offset = mi_row * cm->mi_stride + mi_col;

  xd->mi = cm->mi_grid_visible + offset;
  xd->mi[0] = cm->mi + offset;

Jingning Han's avatar
Jingning Han committed
900
  set_plane_n4(xd, bw, bh);
901

902
  set_mi_row_col(xd, tile, mi_row, bh, mi_col, bw,
903
#if CONFIG_DEPENDENT_HORZTILES
904
905
906
                 cm->dependent_horz_tiles,
#endif  // CONFIG_DEPENDENT_HORZTILES
                 cm->mi_rows, cm->mi_cols);
907

908
909
  av1_setup_dst_planes(xd->plane, bsize, get_frame_new_buffer(cm), mi_row,
                       mi_col);
910
911
}

Yaowu Xu's avatar
Yaowu Xu committed
912
static void set_param_topblock(AV1_COMMON *const cm, MACROBLOCKD *const xd,
913
                               BLOCK_SIZE bsize, int mi_row, int mi_col,
914
                               int txfm, int skip) {
Jingning Han's avatar
Jingning Han committed
915
916
  const int bw = mi_size_wide[bsize];
  const int bh = mi_size_high[bsize];
Yaowu Xu's avatar
Yaowu Xu committed
917
918
  const int x_mis = AOMMIN(bw, cm->mi_cols - mi_col);
  const int y_mis = AOMMIN(bh, cm->mi_rows - mi_row);
919
920
921
922
923
924
925
926
927
928
929
  const int offset = mi_row * cm->mi_stride + mi_col;
  int x, y;

  xd->mi = cm->mi_grid_visible + offset;
  xd->mi[0] = cm->mi + offset;

  for (y = 0; y < y_mis; ++y)
    for (x = 0; x < x_mis; ++x) {
      xd->mi[y * cm->mi_stride + x]->mbmi.skip = skip;
      xd->mi[y * cm->mi_stride + x]->mbmi.tx_type = txfm;
    }