bitstream.c 208 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
17
#include "aom/aom_encoder.h"
#include "aom_dsp/aom_dsp_common.h"
18
#include "aom_dsp/binary_codes_writer.h"
19
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#endif  // CONFIG_CDEF
30
31
32
33
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
34
#include "av1/common/odintrin.h"
35
36
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
37
38
39
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
40
41
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
42

Angie Chiang's avatar
Angie Chiang committed
43
44
45
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
46
47
48
49
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
Urvang Joshi's avatar
Urvang Joshi committed
50
#if CONFIG_PALETTE_DELTA_ENCODING
hui su's avatar
hui su committed
51
#include "av1/encoder/palette.h"
Urvang Joshi's avatar
Urvang Joshi committed
52
#endif  // CONFIG_PALETTE_DELTA_ENCODING
53
54
55
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
56
57
58
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
59

60
#define ENC_MISMATCH_DEBUG 0
61

62
#if CONFIG_COMPOUND_SINGLEREF
63
64
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
65
#endif  // CONFIG_COMPOUND_SINGLEREF
66

67
68
// TODO(anybody) : remove this flag when PVQ supports pallete coding tool
#if !CONFIG_PVQ || CONFIG_EXT_INTRA
Yaowu Xu's avatar
Yaowu Xu committed
69
static INLINE void write_uniform(aom_writer *w, int n, int v) {
70
71
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
72
  if (l == 0) return;
hui su's avatar
hui su committed
73
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
74
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
75
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
76
77
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
78
79
  }
}
80
#endif  // !CONFIG_PVQ || CONFIG_EXT_INTRA
Jingning Han's avatar
Jingning Han committed
81

82
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
83
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
84
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
85
#endif  // CONFIG_INTRA_INTERP
86
#endif  // CONFIG_EXT_INTRA
87
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
88
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
89
#endif
90
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
91
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
92
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
93
94
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
95
96
97
98
static void loop_restoration_write_sb_coeffs(const AV1_COMMON *const cm,
                                             MACROBLOCKD *xd,
                                             aom_writer *const w, int plane,
                                             int rtile_idx);
99
#endif  // CONFIG_LOOP_RESTORATION
100
101
102
103
104
105
106
107
#if CONFIG_OBU
static void write_uncompressed_header_obu(AV1_COMP *cpi,
                                          struct aom_write_bit_buffer *wb);
#else
static void write_uncompressed_header_frame(AV1_COMP *cpi,
                                            struct aom_write_bit_buffer *wb);
#endif

108
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
109

110
#if !CONFIG_OBU || CONFIG_EXT_TILE
111
112
113
114
115
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
116
#endif
Yaowu Xu's avatar
Yaowu Xu committed
117
void av1_encode_token_init(void) {
118
#if CONFIG_EXT_TX
Hui Su's avatar
Hui Su committed
119
  for (int s = 1; s < EXT_TX_SET_TYPES; ++s) {
Hui Su's avatar
Hui Su committed
120
121
    av1_indices_from_tree(av1_ext_tx_ind[s], av1_ext_tx_inv[s],
                          av1_ext_tx_tree[s]);
122
  }
123
#else
Hui Su's avatar
Hui Su committed
124
125
126
127
  /* This hack is necessary because the four TX_TYPES are not consecutive,
      e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
      structure. */
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
128
#endif  // CONFIG_EXT_TX
129

130
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
131
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
132
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
133
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
134
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
135
#endif  // CONFIG_INTERINTRA
136
137
138
139
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
140
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
141
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
142
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
143
144
145
146
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
147
148
}

Jingning Han's avatar
Jingning Han committed
149
150
151
152
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
153
154
155
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
156
157
158
159
160
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
161

162
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
163
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
164
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
165

166
167
168
169
170
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
171

Jingning Han's avatar
Jingning Han committed
172
  if (mode != NEWMV) {
173
174
175
176
177
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

178
179
180
181
182
183
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
184
185

    if (mode != ZEROMV) {
186
187
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

188
189
190
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
191
192
193
194
195
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
196
197
    }
  }
Jingning Han's avatar
Jingning Han committed
198
199
}

200
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
201
202
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
203
204
205

  assert(mbmi->ref_mv_idx < 3);

206
207
208
209
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
210
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
211
#endif  // CONFIG_COMPOUND_SINGLEREF
212
213
214
215
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
216
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
217

218
219
220
221
222
223
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
224
        if (mbmi->ref_mv_idx == idx) return;
225
      }
226
227
228
229
    }
    return;
  }

David Barker's avatar
David Barker committed
230
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
231
232
233
234
235
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
236
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
237
238
239
240
241
242
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
243
        if (mbmi->ref_mv_idx == (idx - 1)) return;
244
      }
245
    }
246
    return;
247
248
249
  }
}

250
251
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
252
                                      const int16_t mode_ctx) {
253
254
255
256
257
  assert(is_inter_compound_mode(mode));
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
258
}
259
260

#if CONFIG_COMPOUND_SINGLEREF
261
static void write_inter_singleref_comp_mode(MACROBLOCKD *xd, aom_writer *w,
262
263
264
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
265
266
  aom_cdf_prob *const inter_singleref_comp_cdf =
      xd->tile_ctx->inter_singleref_comp_mode_cdf[mode_ctx];
267

268
269
  aom_write_symbol(w, INTER_SINGLEREF_COMP_OFFSET(mode),
                   inter_singleref_comp_cdf, INTER_SINGLEREF_COMP_MODES);
270
271
}
#endif  // CONFIG_COMPOUND_SINGLEREF
272

Yaowu Xu's avatar
Yaowu Xu committed
273
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
274
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
275
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
276
277
}

278
#if CONFIG_VAR_TX
279
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
280
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
281
282
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
283
284
285
286
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
287
288
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
289
290
291
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

292
293
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
294
                                   mbmi->sb_type, tx_size);
295

296
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
297

Jingning Han's avatar
Jingning Han committed
298
  if (depth == MAX_VARTX_DEPTH) {
299
300
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
301
302
303
    return;
  }

Yue Chen's avatar
Yue Chen committed
304
305
306
307
#if CONFIG_RECT_TX_EXT
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col] ||
      mbmi->tx_size == quarter_txsize_lookup[mbmi->sb_type]) {
#else
308
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yue Chen's avatar
Yue Chen committed
309
#endif
310
311
312
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
313
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
314
315
#endif

316
317
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
Yue Chen's avatar
Yue Chen committed
318
    // TODO(yuec): set correct txfm partition update for qttx
319
  } else {
320
321
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
322
    int i;
323

324
325
326
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
327
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
328
#endif
329

David Barker's avatar
David Barker committed
330
    if (sub_txs == TX_4X4) {
331
332
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
333
      return;
334
    }
335
336
337

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
338
339
340
341
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
342
343
344
    }
  }
}
345

346
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
347
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
348
                                        FRAME_COUNTS *counts, int probwt) {
349
350
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
351
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
352
                              counts->txfm_partition[k], probwt);
353
}
354
#endif  // CONFIG_NEW_MULTISYMBOL
David Barker's avatar
David Barker committed
355
#endif  // CONFIG_VAR_TX
356

Yaowu Xu's avatar
Yaowu Xu committed
357
358
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
359
360
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
361
362
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
363
// For sub8x8 blocks the tx_size symbol does not need to be sent
364
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
365
366
  if (bsize > BLOCK_4X4) {
#else
367
  if (bsize >= BLOCK_8X8) {
368
#endif
369
370
371
372
373
374
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
375
    const int depth = tx_size_to_depth(coded_tx_size);
376
#if CONFIG_EXT_TX && CONFIG_RECT_TX
377
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
378
379
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

380
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
381
                     tx_size_cat + 2);
Yue Chen's avatar
Yue Chen committed
382
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
383
384
385
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
Yue Chen's avatar
Yue Chen committed
386
#endif
Jingning Han's avatar
Jingning Han committed
387
388
389
  }
}

390
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
391
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
392
393
                                    FRAME_COUNTS *counts) {
  int i;
394
  const int probwt = cm->num_tg;
395
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
396
397
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
398
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
399
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
400
                              counts->zeromv_mode[i], probwt);
401
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
402
403
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
404
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
405
406
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
407
}
408
#endif
409

Yaowu Xu's avatar
Yaowu Xu committed
410
411
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
412
413
414
415
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
416
417
418
419
420
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
421
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
422
#endif
Jingning Han's avatar
Jingning Han committed
423
424
425
426
    return skip;
  }
}

427
428
429
430
431
432
433
434
435
436
437
438
439
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
440
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
441
442
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
443
  const MB_MODE_INFO *mbmi = &mi->mbmi;
444

445
446
447
448
449
450
#if !CONFIG_GLOBAL_MOTION
  // The cm parameter is only used with global_motion or with
  // motion_var and warped_motion. In other cases, explicitly ignore
  // it to avoid a compiler warning.
  (void)cm;
#endif
451
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
452
#if CONFIG_GLOBAL_MOTION
453
      0, cm->global_motion,
454
#endif  // CONFIG_GLOBAL_MOTION
455
456
457
#if CONFIG_WARPED_MOTION
      xd,
#endif
458
      mi);
Yue Chen's avatar
Yue Chen committed
459
460
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
461
462
463
464
465
466
467
468
469
470
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  if (last_motion_mode_allowed == NCOBMC_ADAPT_WEIGHT) {
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->ncobmc_cdf[mbmi->sb_type],
                     OBMC_FAMILY_MODES);
  } else if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
  } else {
#else
Yue Chen's avatar
Yue Chen committed
471
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
472
473
474
475
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
476
477
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
478
#endif
Yue Chen's avatar
Yue Chen committed
479
  } else {
480
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
481
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
482
483
484
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
Yue Chen's avatar
Yue Chen committed
485
486
487
488
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
489
490

#if CONFIG_NCOBMC_ADAPT_WEIGHT
491
static void write_ncobmc_mode(MACROBLOCKD *xd, const MODE_INFO *mi,
492
493
494
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
495
  if (mbmi->motion_mode != NCOBMC_ADAPT_WEIGHT) return;
496

497
498
  aom_write_symbol(w, mbmi->ncobmc_mode[0],
                   xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
499
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
500
501
    aom_write_symbol(w, mbmi->ncobmc_mode[1],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
502
503
504
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
505
506
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

Thomas Davies's avatar
Thomas Davies committed
507
508
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
509
510
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
511
  int rem_bits, thr;
512
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
513
514
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
515

Thomas Davies's avatar
Thomas Davies committed
516
517
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
518
519
520
521

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
522
    aom_write_literal(w, rem_bits - 1, 3);
523
    aom_write_literal(w, abs - thr, rem_bits);
524
525
526
527
528
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
529

Fangwen Fu's avatar
Fangwen Fu committed
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
546
    aom_write_literal(w, rem_bits - 1, 3);
Fangwen Fu's avatar
Fangwen Fu committed
547
548
549
550
551
552
553
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
#endif  // CONFIG_EXT_DELTA_Q
554

555
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
556
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
557
558
                              FRAME_COUNTS *counts) {
  int k;
559
560
561
562
563
  const int probwt = cm->num_tg;
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
564
}
565
#endif
Jingning Han's avatar
Jingning Han committed
566

567
568
// TODO(anybody) : remove this flag when PVQ supports pallete coding tool
#if !CONFIG_PVQ
Sarah Parker's avatar
Sarah Parker committed
569
570
static void pack_map_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
                            int num) {
571
  const TOKENEXTRA *p = *tp;
572
573
574
575
  write_uniform(w, n, p->token);  // The first color index.
  ++p;
  --num;
  for (int i = 0; i < num; ++i) {
576
    aom_write_symbol(w, p->token, p->color_map_cdf, n);
hui su's avatar
hui su committed
577
578
579
580
    ++p;
  }
  *tp = p;
}
581
#endif  // !CONFIG_PVQ
582

583
#if !CONFIG_PVQ
584
#if CONFIG_SUPERTX
585
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
586
587
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
588
589
590
591
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
592
    for (j = TX_8X8; j < TX_SIZES; ++j) {
593
594
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
595
596
597
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
598
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
599
600
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
601
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
602
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
603
                                  cm->counts.supertx[i][j], probwt);
604
605
606
607
608
609
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

610
#if !CONFIG_LV_MAP
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
637
#endif  // CONFIG_NEW_MULTISYMBOL
638

Yaowu Xu's avatar
Yaowu Xu committed
639
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
640
                           const TOKENEXTRA *const stop,
641
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
Sarah Parker's avatar
Sarah Parker committed
642
643
644
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
                           TX_TYPE tx_type, int is_inter,
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
645
                           TOKEN_STATS *token_stats) {
646
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
647
#if CONFIG_VAR_TX
648
  int count = 0;
649
  const int seg_eob = tx_size_2d[tx_size];
650
#endif
Jingning Han's avatar
Jingning Han committed
651

Sarah Parker's avatar
Sarah Parker committed
652
653
654
655
656
657
658
659
660
661
662
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
  if (tx_type == MRC_DCT && ((is_inter && SIGNAL_MRC_MASK_INTER) ||
                             (!is_inter && SIGNAL_MRC_MASK_INTRA))) {
    int rows = tx_size_high[tx_size];
    int cols = tx_size_wide[tx_size];
    assert(tx_size == TX_32X32);
    assert(p < stop);
    pack_map_tokens(w, &p, 2, rows * cols);
  }
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK

Jingning Han's avatar
Jingning Han committed
663
  while (p < stop && p->token != EOSB_TOKEN) {
664
    const int token = p->token;
665
    const int eob_val = p->eob_val;
666
    if (token == BLOCK_Z_TOKEN) {
667
      aom_write_symbol(w, 0, *p->head_cdf, HEAD_TOKENS + 1);
668
      p++;
669
670
671
#if CONFIG_VAR_TX
      break;
#endif
672
673
      continue;
    }
Yaowu Xu's avatar
Yaowu Xu committed
674
675

    const av1_extra_bit *const extra_bits = &av1_extra_bits[token];
676
    if (eob_val == LAST_EOB) {
677
678
679
      // Just code a flag indicating whether the value is >1 or 1.
      aom_write_bit(w, token != ONE_TOKEN);
    } else {
680
      int comb_symb = 2 * AOMMIN(token, TWO_TOKEN) - eob_val + p->first_val;
681
      aom_write_symbol(w, comb_symb, *p->head_cdf, HEAD_TOKENS + p->first_val);
682
    }
683
    if (token > ONE_TOKEN) {
684
      aom_write_symbol(w, token - TWO_TOKEN, *p->tail_cdf, TAIL_TOKENS);
Alex Converse's avatar
Alex Converse committed
685
    }
686
687
688
689

    if (extra_bits->base_val) {
      const int bit_string = p->extra;
      const int bit_string_length = extra_bits->len;  // Length of extra bits to
690
      const int is_cat6 = (extra_bits->base_val == CAT6_MIN_VAL);
691
692
      // be written excluding
      // the sign bit.
693
      int skip_bits = is_cat6
694
695
696
                          ? (int)sizeof(av1_cat6_prob) -
                                av1_get_cat6_extrabits_size(tx_size, bit_depth)
                          : 0;
697

698
699
700
701
702
703
704
705
706
      assert(!(bit_string >> (bit_string_length - skip_bits + 1)));
      if (bit_string_length > 0)
#if CONFIG_NEW_MULTISYMBOL
        write_coeff_extra(extra_bits->cdf, bit_string >> 1,
                          bit_string_length - skip_bits, w);
#else
        write_coeff_extra(extra_bits->prob, bit_string >> 1, bit_string_length,
                          skip_bits, w, token_stats);
#endif
707
708
709
710
711

      aom_write_bit_record(w, bit_string & 1, token_stats);
    }
    ++p;

Fangwen Fu's avatar
Fangwen Fu committed
712
#if CONFIG_VAR_TX
713
    ++count;
714
    if (eob_val == EARLY_EOB || count == seg_eob) break;
715
716
717
718
719
#endif
  }

  *tp = p;
}
Angie Chiang's avatar
Angie Chiang committed
720
#endif  // !CONFIG_LV_MAP
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
#else   // !CONFIG_PVQ
static PVQ_INFO *get_pvq_block(PVQ_QUEUE *pvq_q) {
  PVQ_INFO *pvq;

  assert(pvq_q->curr_pos <= pvq_q->last_pos);
  assert(pvq_q->curr_pos < pvq_q->buf_len);

  pvq = pvq_q->buf + pvq_q->curr_pos;
  ++pvq_q->curr_pos;

  return pvq;
}

static void pack_pvq_tokens(aom_writer *w, MACROBLOCK *const x,
                            MACROBLOCKD *const xd, int plane, BLOCK_SIZE bsize,
                            const TX_SIZE tx_size) {
  PVQ_INFO *pvq;
  int idx, idy;
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  od_adapt_ctx *adapt;
  int max_blocks_wide;
  int max_blocks_high;
  int step = (1 << tx_size);
744
745

#if CONFIG_CHROMA_SUB8X8
746
  const BLOCK_SIZE plane_bsize =
747
748
749
750
751
752
753
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
754

755
  adapt = x->daala_enc.state.adapt;
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773

  max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
  max_blocks_high = max_block_high(xd, plane_bsize, plane);

  for (idy = 0; idy < max_blocks_high; idy += step) {
    for (idx = 0; idx < max_blocks_wide; idx += step) {
      const int is_keyframe = 0;
      const int encode_flip = 0;
      const int flip = 0;
      int i;
      const int has_dc_skip = 1;
      int *exg = &adapt->pvq.pvq_exg[plane][tx_size][0];
      int *ext = adapt->pvq.pvq_ext + tx_size * PVQ_MAX_PARTITIONS;
      generic_encoder *model = adapt->pvq.pvq_param_model;

      pvq = get_pvq_block(x->pvq_q);

      // encode block skip info
774
775
      aom_write_symbol(w, pvq->ac_dc_coded,
                       adapt->skip_cdf[2 * tx_size + (plane != 0)], 4);
776
777
778
779
780
781
782
783

      // AC coeffs coded?
      if (pvq->ac_dc_coded & AC_CODED) {
        assert(pvq->bs == tx_size);
        for (i = 0; i < pvq->nb_bands; i++) {
          if (i == 0 ||
              (!pvq->skip_rest && !(pvq->skip_dir & (1 << ((i - 1) % 3))))) {
            pvq_encode_partition(
784
785
                w, pvq->qg[i], pvq->theta[i], pvq->y + pvq->off[i],
                pvq->size[i], pvq->k[i], model, adapt, exg + i, ext + i,
786
787
788
789
790
791
                (plane != 0) * OD_TXSIZES * PVQ_MAX_PARTITIONS +
                    pvq->bs * PVQ_MAX_PARTITIONS + i,
                is_keyframe, i == 0 && (i < pvq->nb_bands - 1), pvq->skip_rest,
                encode_flip, flip);
          }
          if (i == 0 && !pvq->skip_rest && pvq->bs > 0) {
792
            aom_write_symbol(
793
794
795
                w, pvq->skip_dir,
                &adapt->pvq
                     .pvq_skip_dir_cdf[(plane != 0) + 2 * (pvq->bs - 1)][0],
796
                7);
797
798
799
800
801
802
          }
        }
      }
      // Encode residue of DC coeff, if exist.
      if (!has_dc_skip || (pvq->ac_dc_coded & DC_CODED)) {
        generic_encode(w, &adapt->model_dc[plane],
803
                       abs(pvq->dq_dc_residue) - has_dc_skip,
804
805
806
807
808
809
810
811
                       &adapt->ex_dc[plane][pvq->bs][0], 2);
      }
      if ((pvq->ac_dc_coded & DC_CODED)) {
        aom_write_bit(w, pvq->dq_dc_residue < 0);
      }
    }
  }  // for (idy = 0;
}
812
#endif  // !CONFIG_PVG
813

814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
#if CONFIG_VAR_TX && !CONFIG_COEF_INTERLEAVE
#if CONFIG_LV_MAP
static void pack_txb_tokens(aom_writer *w,
#if CONFIG_LV_MAP
                            AV1_COMMON *cm,
#endif  // CONFIG_LV_MAP
                            const TOKENEXTRA **tp,
                            const TOKENEXTRA *const tok_end,
#if CONFIG_PVQ || CONFIG_LV_MAP
                            MACROBLOCK *const x,
#endif
                            MACROBLOCKD *xd, MB_MODE_INFO *mbmi, int plane,
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
                            int block, int blk_row, int blk_col,
                            TX_SIZE tx_size, TOKEN_STATS *token_stats) {
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
  TX_SIZE plane_tx_size;
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane);
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);

  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;

  plane_tx_size =
      plane ? uv_txsize_lookup[bsize][mbmi->inter_tx_size[tx_row][tx_col]][0][0]
            : mbmi->inter_tx_size[tx_row][tx_col];

  if (tx_size == plane_tx_size) {
    TOKEN_STATS tmp_token_stats;
    init_token_stats(&tmp_token_stats);

#if !CONFIG_PVQ
    tran_low_t *tcoeff = BLOCK_OFFSET(x->mbmi_ext->tcoeff[plane], block);
    uint16_t eob = x->mbmi_ext->eobs[plane][block];
    TXB_CTX txb_ctx = { x->mbmi_ext->txb_skip_ctx[plane][block],
                        x->mbmi_ext->dc_sign_ctx[plane][block] };
Jingning Han's avatar
Jingning Han committed
852
853
    av1_write_coeffs_txb(cm, xd, w, blk_row, blk_col, block, plane, tx_size,
                         tcoeff, eob, &txb_ctx);
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
#else
    pack_pvq_tokens(w, x, xd, plane, bsize, tx_size);
#endif
#if CONFIG_RD_DEBUG
    token_stats->txb_coeff_cost_map[blk_row][blk_col] = tmp_token_stats.cost;
    token_stats->cost += tmp_token_stats.cost;
#endif
  } else {
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
    int i;

    assert(bsl > 0);

    for (i = 0; i < 4; ++i) {
      const int offsetr = blk_row + (i >> 1) * bsl;
      const int offsetc = blk_col + (i & 0x01) * bsl;
      const int step = tx_size_wide_unit[sub_txs] * tx_size_high_unit[sub_txs];

      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;

      pack_txb_tokens(w,
#if CONFIG_LV_MAP
                      cm,
#endif
                      tp, tok_end,
#if CONFIG_PVQ || CONFIG_LV_MAP
                      x,
#endif
                      xd, mbmi, plane, plane_bsize, bit_depth, block, offsetr,
                      offsetc, sub_txs, token_stats);
      block += step;
    }
  }
}
#else  // CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
890
static void pack_txb_tokens(aom_writer *w, const TOKENEXTRA **tp,
891
892
893
894
895
                            const TOKENEXTRA *const tok_end,
#if CONFIG_PVQ
                            MACROBLOCK *const x,
#endif
                            MACROBLOCKD *xd, MB_MODE_INFO *mbmi, int plane,
Yaowu Xu's avatar
Yaowu Xu committed
896
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
897
                            int block, int blk_row, int blk_col,
898
                            TX_SIZE tx_size, TOKEN_STATS *token_stats) {
899
900
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
901
902
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
903
  TX_SIZE plane_tx_size;
904
905
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane);
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
Sarah Parker's avatar
Sarah Parker committed
906
907
908
909
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
  TX_TYPE tx_type = av1_get_tx_type(plane ? PLANE_TYPE_UV : PLANE_TYPE_Y, xd,
                                    blk_row, blk_col, block, tx_size);
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
910

911
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
912

913
914
915
  plane_tx_size =
      plane ? uv_txsize_lookup[bsize][mbmi->inter_tx_size[tx_row][tx_col]][0][0]
            : mbmi->inter_tx_size[tx_row][tx_col];
Debargha Mukherjee's avatar
Debargha Mukherjee committed
916

917
  if (tx_size == plane_tx_size) {
918
919
    TOKEN_STATS tmp_token_stats;
    init_token_stats(&tmp_token_stats);
920
#if !CONFIG_PVQ
Sarah Parker's avatar
Sarah Parker committed
921
922
923
924
925
    pack_mb_tokens(w, tp, tok_end, bit_depth, tx_size,
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
                   tx_type, is_inter_block(mbmi),
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
                   &tmp_token_stats);
926
927
928
#else
    pack_pvq_tokens(w, x, xd, plane, bsize, tx_size);
#endif
929
930
931
932
#if CONFIG_RD_DEBUG
    token_stats->txb_coeff_cost_map[blk_row][blk_col] = tmp_token_stats.cost;
    token_stats->cost += tmp_token_stats.cost;
#endif
933
  } else {
Yue Chen's avatar
Yue Chen committed
934
935
936
937
#if CONFIG_RECT_TX_EXT
    int is_qttx = plane_tx_size == quarter_txsize_lookup[plane_bsize];
    const TX_SIZE sub_txs = is_qttx ? plane_tx_size : sub_tx_size_map[tx_size];
#else
938
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
Yue Chen's avatar
Yue Chen committed
939
#endif
940
    const int bsl = tx_size_wide_unit[sub_txs];
941
942
943
944
945
    int i;

    assert(bsl > 0);

    for (i = 0; i < 4; ++i) {
Yue Chen's avatar
Yue Chen committed
946
947
948
949
950
951
952
953
954
#if CONFIG_RECT_TX_EXT
      int is_wide_tx = tx_size_wide_unit[sub_txs] > tx_size_high_unit[sub_txs];
      const int offsetr =
          is_qttx ? (is_wide_tx ? i * tx_size_high_unit[sub_txs] : 0)
                  : blk_row + (i >> 1) * bsl;
      const int offsetc =
          is_qttx ? (is_wide_tx ? 0 : i * tx_size_wide_unit[sub_txs])
                  : blk_col + (i & 0x01) * bsl;
#else
955
956
      const int offsetr = blk_row + (i >> 1) * bsl;
      const int offsetc = blk_col + (i & 0x01) * bsl;
Yue Chen's avatar
Yue Chen committed
957
#endif
958
      const int step = tx_size_wide_unit[sub_txs] * tx_size_high_unit[sub_txs];
959

960
      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;
961

962
963
964
965
966
967
      pack_txb_tokens(w, tp, tok_end,
#if CONFIG_PVQ
                      x,
#endif
                      xd, mbmi, plane, plane_bsize, bit_depth, block, offsetr,
                      offsetc, sub_txs, token_stats);
968
      block += step;
969
970
971
    }
  }
}
972
973
#endif  // CONFIG_LV_MAP
#endif  // CONFIG_VAR_TX
Jingning Han's avatar