bitstream.c 207 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16 17
#include "aom/aom_encoder.h"
#include "aom_dsp/aom_dsp_common.h"
18
#include "aom_dsp/binary_codes_writer.h"
19
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#endif  // CONFIG_CDEF
30 31 32 33
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
34
#include "av1/common/odintrin.h"
35 36
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
37 38 39
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
40 41
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
42

Angie Chiang's avatar
Angie Chiang committed
43 44 45
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
46 47 48 49
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
Urvang Joshi's avatar
Urvang Joshi committed
50
#if CONFIG_PALETTE_DELTA_ENCODING
hui su's avatar
hui su committed
51
#include "av1/encoder/palette.h"
Urvang Joshi's avatar
Urvang Joshi committed
52
#endif  // CONFIG_PALETTE_DELTA_ENCODING
53 54 55
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
56 57 58
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
59

60
#define ENC_MISMATCH_DEBUG 0
61

62
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
63 64
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
65
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
66

67 68
// TODO(anybody) : remove this flag when PVQ supports pallete coding tool
#if !CONFIG_PVQ || CONFIG_EXT_INTRA
Yaowu Xu's avatar
Yaowu Xu committed
69
static INLINE void write_uniform(aom_writer *w, int n, int v) {
70 71
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
72
  if (l == 0) return;
hui su's avatar
hui su committed
73
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
74
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
75
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
76 77
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
78 79
  }
}
80
#endif  // !CONFIG_PVQ || CONFIG_EXT_INTRA
Jingning Han's avatar
Jingning Han committed
81

82
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
83
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
84
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
85
#endif  // CONFIG_INTRA_INTERP
86
#endif  // CONFIG_EXT_INTRA
87
#if CONFIG_EXT_INTER
88
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
89
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
90
#endif
91
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
92
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
93
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
94
#endif  // CONFIG_EXT_INTER
95 96
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
97 98 99 100
static void loop_restoration_write_sb_coeffs(const AV1_COMMON *const cm,
                                             MACROBLOCKD *xd,
                                             aom_writer *const w, int plane,
                                             int rtile_idx);
101
#endif  // CONFIG_LOOP_RESTORATION
102 103 104 105 106 107 108 109
#if CONFIG_OBU
static void write_uncompressed_header_obu(AV1_COMP *cpi,
                                          struct aom_write_bit_buffer *wb);
#else
static void write_uncompressed_header_frame(AV1_COMP *cpi,
                                            struct aom_write_bit_buffer *wb);
#endif

110
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
111

112
#if !CONFIG_OBU || CONFIG_EXT_TILE
113 114 115 116 117
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
118
#endif
Yaowu Xu's avatar
Yaowu Xu committed
119
void av1_encode_token_init(void) {
120
#if CONFIG_EXT_TX
Hui Su's avatar
Hui Su committed
121
  for (int s = 1; s < EXT_TX_SET_TYPES; ++s) {
Hui Su's avatar
Hui Su committed
122 123
    av1_indices_from_tree(av1_ext_tx_ind[s], av1_ext_tx_inv[s],
                          av1_ext_tx_tree[s]);
124
  }
125
#else
Hui Su's avatar
Hui Su committed
126 127 128 129
  /* This hack is necessary because the four TX_TYPES are not consecutive,
      e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
      structure. */
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
130
#endif  // CONFIG_EXT_TX
131

132
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
133
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
134
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
135
#if CONFIG_EXT_INTER
136
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
137
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
138
#endif  // CONFIG_INTERINTRA
139 140 141 142
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
143
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
144
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
145
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
146
#endif  // CONFIG_EXT_INTER
147 148 149 150
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
151 152
}

Jingning Han's avatar
Jingning Han committed
153 154 155 156
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
157 158 159
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
160 161 162 163 164
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
165

166
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
167
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
168
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
169

170 171 172 173 174
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
175

Jingning Han's avatar
Jingning Han committed
176
  if (mode != NEWMV) {
177 178 179 180 181
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

182 183 184 185 186 187
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
188 189

    if (mode != ZEROMV) {
190 191
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

192 193 194
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
195 196 197 198 199
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
200 201
    }
  }
Jingning Han's avatar
Jingning Han committed
202 203
}

204
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
205 206
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
207 208 209

  assert(mbmi->ref_mv_idx < 3);

210
#if CONFIG_EXT_INTER
211 212 213 214
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
215
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
216 217
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
218
  if (mbmi->mode == NEWMV) {
219
#endif  // CONFIG_EXT_INTER
220 221 222 223
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
224
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
225

226 227 228 229 230 231
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
232
        if (mbmi->ref_mv_idx == idx) return;
233
      }
234 235 236 237
    }
    return;
  }

David Barker's avatar
David Barker committed
238
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
239 240 241 242 243
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
244
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
245 246 247 248 249 250
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
251
        if (mbmi->ref_mv_idx == (idx - 1)) return;
252
      }
253
    }
254
    return;
255 256 257
  }
}

258
#if CONFIG_EXT_INTER
259 260
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
261
                                      const int16_t mode_ctx) {
262 263 264 265 266
  assert(is_inter_compound_mode(mode));
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
267
}
268 269

#if CONFIG_COMPOUND_SINGLEREF
270
static void write_inter_singleref_comp_mode(MACROBLOCKD *xd, aom_writer *w,
271 272 273
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
274 275
  aom_cdf_prob *const inter_singleref_comp_cdf =
      xd->tile_ctx->inter_singleref_comp_mode_cdf[mode_ctx];
276

277 278
  aom_write_symbol(w, INTER_SINGLEREF_COMP_OFFSET(mode),
                   inter_singleref_comp_cdf, INTER_SINGLEREF_COMP_MODES);
279 280
}
#endif  // CONFIG_COMPOUND_SINGLEREF
281 282
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
283
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
284
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
285
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
286 287
}

288
#if CONFIG_VAR_TX
289
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
290
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
291 292
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
293 294 295 296
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
297 298
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
299 300 301
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

302 303
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
304
                                   mbmi->sb_type, tx_size);
305

306
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
307

Jingning Han's avatar
Jingning Han committed
308
  if (depth == MAX_VARTX_DEPTH) {
309 310
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
311 312 313
    return;
  }

Yue Chen's avatar
Yue Chen committed
314 315 316 317
#if CONFIG_RECT_TX_EXT
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col] ||
      mbmi->tx_size == quarter_txsize_lookup[mbmi->sb_type]) {
#else
318
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yue Chen's avatar
Yue Chen committed
319
#endif
320 321 322
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
323
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
324 325
#endif

326 327
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
Yue Chen's avatar
Yue Chen committed
328
    // TODO(yuec): set correct txfm partition update for qttx
329
  } else {
330 331
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
332
    int i;
333

334 335 336
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
337
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
338
#endif
339

David Barker's avatar
David Barker committed
340
    if (sub_txs == TX_4X4) {
341 342
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
343
      return;
344
    }
345 346 347

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
348 349 350 351
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
352 353 354
    }
  }
}
355

356
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
357
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
358
                                        FRAME_COUNTS *counts, int probwt) {
359 360
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
361
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
362
                              counts->txfm_partition[k], probwt);
363
}
364
#endif  // CONFIG_NEW_MULTISYMBOL
David Barker's avatar
David Barker committed
365
#endif  // CONFIG_VAR_TX
366

Yaowu Xu's avatar
Yaowu Xu committed
367 368
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
369 370
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
371 372
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
373
// For sub8x8 blocks the tx_size symbol does not need to be sent
374
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
375 376
  if (bsize > BLOCK_4X4) {
#else
377
  if (bsize >= BLOCK_8X8) {
378
#endif
379 380 381 382 383 384
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
385
    const int depth = tx_size_to_depth(coded_tx_size);
386
#if CONFIG_EXT_TX && CONFIG_RECT_TX
387
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
388 389
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

390
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
391
                     tx_size_cat + 2);
Yue Chen's avatar
Yue Chen committed
392
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
393 394 395
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
Yue Chen's avatar
Yue Chen committed
396
#endif
Jingning Han's avatar
Jingning Han committed
397 398 399
  }
}

400
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
401
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
402 403
                                    FRAME_COUNTS *counts) {
  int i;
404
  const int probwt = cm->num_tg;
405
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
406 407
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
408
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
409
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
410
                              counts->zeromv_mode[i], probwt);
411
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
412 413
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
414
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
415 416
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
417
}
418
#endif
419

Yaowu Xu's avatar
Yaowu Xu committed
420 421
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
422 423 424 425
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
426 427 428 429 430
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
431
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
432
#endif
Jingning Han's avatar
Jingning Han committed
433 434 435 436
    return skip;
  }
}

437 438 439 440 441 442 443 444 445 446 447 448 449
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
450
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
451 452
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
453
  const MB_MODE_INFO *mbmi = &mi->mbmi;
454

455 456 457 458 459 460
#if !CONFIG_GLOBAL_MOTION
  // The cm parameter is only used with global_motion or with
  // motion_var and warped_motion. In other cases, explicitly ignore
  // it to avoid a compiler warning.
  (void)cm;
#endif
461
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
462
#if CONFIG_GLOBAL_MOTION
463
      0, cm->global_motion,
464
#endif  // CONFIG_GLOBAL_MOTION
465 466 467
#if CONFIG_WARPED_MOTION
      xd,
#endif
468
      mi);
Yue Chen's avatar
Yue Chen committed
469 470
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
471 472 473 474 475 476 477 478 479 480
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  if (last_motion_mode_allowed == NCOBMC_ADAPT_WEIGHT) {
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->ncobmc_cdf[mbmi->sb_type],
                     OBMC_FAMILY_MODES);
  } else if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
  } else {
#else
Yue Chen's avatar
Yue Chen committed
481
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
482 483 484 485
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
486 487
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
488
#endif
Yue Chen's avatar
Yue Chen committed
489
  } else {
490
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
491
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
492 493 494
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
Yue Chen's avatar
Yue Chen committed
495 496 497 498
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
499 500

#if CONFIG_NCOBMC_ADAPT_WEIGHT
501
static void write_ncobmc_mode(MACROBLOCKD *xd, const MODE_INFO *mi,
502 503 504
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
505
  if (mbmi->motion_mode != NCOBMC_ADAPT_WEIGHT) return;
506

507 508
  aom_write_symbol(w, mbmi->ncobmc_mode[0],
                   xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
509
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
510 511
    aom_write_symbol(w, mbmi->ncobmc_mode[1],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
512 513 514
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
515 516
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

517
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
518 519
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
520 521
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
522
  int rem_bits, thr;
523
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
524 525
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
526

Thomas Davies's avatar
Thomas Davies committed
527 528
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
529 530 531 532

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
533
    aom_write_literal(w, rem_bits - 1, 3);
534
    aom_write_literal(w, abs - thr, rem_bits);
535 536 537 538 539
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
540

Fangwen Fu's avatar
Fangwen Fu committed
541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556
#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
557
    aom_write_literal(w, rem_bits - 1, 3);
Fangwen Fu's avatar
Fangwen Fu committed
558 559 560 561 562 563 564
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
565
#endif  // CONFIG_DELTA_Q
566

567
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
568
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
569 570
                              FRAME_COUNTS *counts) {
  int k;
571 572 573 574 575
  const int probwt = cm->num_tg;
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
576
}
577
#endif
Jingning Han's avatar
Jingning Han committed
578

579 580
// TODO(anybody) : remove this flag when PVQ supports pallete coding tool
#if !CONFIG_PVQ
Sarah Parker's avatar
Sarah Parker committed
581 582
static void pack_map_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
                            int num) {
583
  const TOKENEXTRA *p = *tp;
584 585 586 587
  write_uniform(w, n, p->token);  // The first color index.
  ++p;
  --num;
  for (int i = 0; i < num; ++i) {
588
    aom_write_symbol(w, p->token, p->color_map_cdf, n);
hui su's avatar
hui su committed
589 590 591 592
    ++p;
  }
  *tp = p;
}
593
#endif  // !CONFIG_PVQ
594

595
#if !CONFIG_PVQ
596
#if CONFIG_SUPERTX
597
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
598 599
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
600 601 602 603
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
604
    for (j = TX_8X8; j < TX_SIZES; ++j) {
605 606
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
607 608 609
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
610
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
611 612
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
613
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
614
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
615
                                  cm->counts.supertx[i][j], probwt);
616 617 618 619 620 621
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

622
#if !CONFIG_LV_MAP
623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
649
#endif  // CONFIG_NEW_MULTISYMBOL
650

Yaowu Xu's avatar
Yaowu Xu committed
651
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
652
                           const TOKENEXTRA *const stop,
653
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
Sarah Parker's avatar
Sarah Parker committed
654 655 656
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
                           TX_TYPE tx_type, int is_inter,
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
657
                           TOKEN_STATS *token_stats) {
658
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
659
#if CONFIG_VAR_TX
660
  int count = 0;
661
  const int seg_eob = tx_size_2d[tx_size];
662
#endif
Jingning Han's avatar
Jingning Han committed
663

Sarah Parker's avatar
Sarah Parker committed
664 665 666 667 668 669 670 671 672 673 674
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
  if (tx_type == MRC_DCT && ((is_inter && SIGNAL_MRC_MASK_INTER) ||
                             (!is_inter && SIGNAL_MRC_MASK_INTRA))) {
    int rows = tx_size_high[tx_size];
    int cols = tx_size_wide[tx_size];
    assert(tx_size == TX_32X32);
    assert(p < stop);
    pack_map_tokens(w, &p, 2, rows * cols);
  }
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK

Jingning Han's avatar
Jingning Han committed
675
  while (p < stop && p->token != EOSB_TOKEN) {
676
    const int token = p->token;
677
    const int eob_val = p->eob_val;
678
    if (token == BLOCK_Z_TOKEN) {
679
      aom_write_symbol(w, 0, *p->head_cdf, HEAD_TOKENS + 1);
680
      p++;
681 682 683
#if CONFIG_VAR_TX
      break;
#endif
684 685
      continue;
    }
Yaowu Xu's avatar
Yaowu Xu committed
686 687

    const av1_extra_bit *const extra_bits = &av1_extra_bits[token];
688
    if (eob_val == LAST_EOB) {
689 690 691
      // Just code a flag indicating whether the value is >1 or 1.
      aom_write_bit(w, token != ONE_TOKEN);
    } else {
692
      int comb_symb = 2 * AOMMIN(token, TWO_TOKEN) - eob_val + p->first_val;
693
      aom_write_symbol(w, comb_symb, *p->head_cdf, HEAD_TOKENS + p->first_val);
694
    }
695
    if (token > ONE_TOKEN) {
696
      aom_write_symbol(w, token - TWO_TOKEN, *p->tail_cdf, TAIL_TOKENS);
Alex Converse's avatar
Alex Converse committed
697
    }
698 699 700 701

    if (extra_bits->base_val) {
      const int bit_string = p->extra;
      const int bit_string_length = extra_bits->len;  // Length of extra bits to
702
      const int is_cat6 = (extra_bits->base_val == CAT6_MIN_VAL);
703 704
      // be written excluding
      // the sign bit.
705
      int skip_bits = is_cat6
706 707 708
                          ? (int)sizeof(av1_cat6_prob) -
                                av1_get_cat6_extrabits_size(tx_size, bit_depth)
                          : 0;
709

710 711 712 713 714 715 716 717 718
      assert(!(bit_string >> (bit_string_length - skip_bits + 1)));
      if (bit_string_length > 0)
#if CONFIG_NEW_MULTISYMBOL
        write_coeff_extra(extra_bits->cdf, bit_string >> 1,
                          bit_string_length - skip_bits, w);
#else
        write_coeff_extra(extra_bits->prob, bit_string >> 1, bit_string_length,
                          skip_bits, w, token_stats);
#endif
719 720 721 722 723

      aom_write_bit_record(w, bit_string & 1, token_stats);
    }
    ++p;

Fangwen Fu's avatar
Fangwen Fu committed
724
#if CONFIG_VAR_TX
725
    ++count;
726
    if (eob_val == EARLY_EOB || count == seg_eob) break;
727 728 729 730 731
#endif
  }

  *tp = p;
}
Angie Chiang's avatar
Angie Chiang committed
732
#endif  // !CONFIG_LV_MAP
733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755
#else   // !CONFIG_PVQ
static PVQ_INFO *get_pvq_block(PVQ_QUEUE *pvq_q) {
  PVQ_INFO *pvq;

  assert(pvq_q->curr_pos <= pvq_q->last_pos);
  assert(pvq_q->curr_pos < pvq_q->buf_len);

  pvq = pvq_q->buf + pvq_q->curr_pos;
  ++pvq_q->curr_pos;

  return pvq;
}

static void pack_pvq_tokens(aom_writer *w, MACROBLOCK *const x,
                            MACROBLOCKD *const xd, int plane, BLOCK_SIZE bsize,
                            const TX_SIZE tx_size) {
  PVQ_INFO *pvq;
  int idx, idy;
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  od_adapt_ctx *adapt;
  int max_blocks_wide;
  int max_blocks_high;
  int step = (1 << tx_size);
756 757

#if CONFIG_CHROMA_SUB8X8
758
  const BLOCK_SIZE plane_bsize =
759 760 761 762 763 764 765
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
766

767
  adapt = x->daala_enc.state.adapt;
768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785

  max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
  max_blocks_high = max_block_high(xd, plane_bsize, plane);

  for (idy = 0; idy < max_blocks_high; idy += step) {
    for (idx = 0; idx < max_blocks_wide; idx += step) {
      const int is_keyframe = 0;
      const int encode_flip = 0;
      const int flip = 0;
      int i;
      const int has_dc_skip = 1;
      int *exg = &adapt->pvq.pvq_exg[plane][tx_size][0];
      int *ext = adapt->pvq.pvq_ext + tx_size * PVQ_MAX_PARTITIONS;
      generic_encoder *model = adapt->pvq.pvq_param_model;

      pvq = get_pvq_block(x->pvq_q);

      // encode block skip info
786 787
      aom_write_symbol(w, pvq->ac_dc_coded,
                       adapt->skip_cdf[2 * tx_size + (plane != 0)], 4);
788 789 790 791 792 793 794 795

      // AC coeffs coded?
      if (pvq->ac_dc_coded & AC_CODED) {
        assert(pvq->bs == tx_size);
        for (i = 0; i < pvq->nb_bands; i++) {
          if (i == 0 ||
              (!pvq->skip_rest && !(pvq->skip_dir & (1 << ((i - 1) % 3))))) {
            pvq_encode_partition(
796 797
                w, pvq->qg[i], pvq->theta[i], pvq->y + pvq->off[i],
                pvq->size[i], pvq->k[i], model, adapt, exg + i, ext + i,
798 799 800 801 802 803
                (plane != 0) * OD_TXSIZES * PVQ_MAX_PARTITIONS +
                    pvq->bs * PVQ_MAX_PARTITIONS + i,
                is_keyframe, i == 0 && (i < pvq->nb_bands - 1), pvq->skip_rest,
                encode_flip, flip);
          }
          if (i == 0 && !pvq->skip_rest && pvq->bs > 0) {
804
            aom_write_symbol(
805 806 807
                w, pvq->skip_dir,
                &adapt->pvq
                     .pvq_skip_dir_cdf[(plane != 0) + 2 * (pvq->bs - 1)][0],
808
                7);
809 810 811 812 813 814
          }
        }
      }
      // Encode residue of DC coeff, if exist.
      if (!has_dc_skip || (pvq->ac_dc_coded & DC_CODED)) {
        generic_encode(w, &adapt->model_dc[plane],
815
                       abs(pvq->dq_dc_residue) - has_dc_skip,
816 817 818 819 820 821 822 823
                       &adapt->ex_dc[plane][pvq->bs][0], 2);
      }
      if ((pvq->ac_dc_coded & DC_CODED)) {
        aom_write_bit(w, pvq->dq_dc_residue < 0);
      }
    }
  }  // for (idy = 0;
}
824
#endif  // !CONFIG_PVG
825

826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863
#if CONFIG_VAR_TX && !CONFIG_COEF_INTERLEAVE
#if CONFIG_LV_MAP
static void pack_txb_tokens(aom_writer *w,
#if CONFIG_LV_MAP
                            AV1_COMMON *cm,
#endif  // CONFIG_LV_MAP
                            const TOKENEXTRA **tp,
                            const TOKENEXTRA *const tok_end,
#if CONFIG_PVQ || CONFIG_LV_MAP
                            MACROBLOCK *const x,
#endif
                            MACROBLOCKD *xd, MB_MODE_INFO *mbmi, int plane,
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
                            int block, int blk_row, int blk_col,
                            TX_SIZE tx_size, TOKEN_STATS *token_stats) {
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
  TX_SIZE plane_tx_size;
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane);
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);

  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;

  plane_tx_size =
      plane ? uv_txsize_lookup[bsize][mbmi->inter_tx_size[tx_row][tx_col]][0][0]
            : mbmi->inter_tx_size[tx_row][tx_col];

  if (tx_size == plane_tx_size) {
    TOKEN_STATS tmp_token_stats;
    init_token_stats(&tmp_token_stats);

#if !CONFIG_PVQ
    tran_low_t *tcoeff = BLOCK_OFFSET(x->mbmi_ext->tcoeff[plane], block);
    uint16_t eob = x->mbmi_ext->eobs[plane][block];
    TXB_CTX txb_ctx = { x->mbmi_ext->txb_skip_ctx[plane][block],
                        x->mbmi_ext->dc_sign_ctx[plane][block] };
Jingning Han's avatar
Jingning Han committed
864 865
    av1_write_coeffs_txb(cm, xd, w, blk_row, blk_col, block, plane, tx_size,
                         tcoeff, eob, &txb_ctx);
866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901
#else
    pack_pvq_tokens(w, x, xd, plane, bsize, tx_size);
#endif
#if CONFIG_RD_DEBUG
    token_stats->txb_coeff_cost_map[blk_row][blk_col] = tmp_token_stats.cost;
    token_stats->cost += tmp_token_stats.cost;
#endif
  } else {
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
    int i;

    assert(bsl > 0);

    for (i = 0; i < 4; ++i) {
      const int offsetr = blk_row + (i >> 1) * bsl;
      const int offsetc = blk_col + (i & 0x01) * bsl;
      const int step = tx_size_wide_unit[sub_txs] * tx_size_high_unit[sub_txs];

      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;

      pack_txb_tokens(w,
#if CONFIG_LV_MAP
                      cm,
#endif
                      tp, tok_end,
#if CONFIG_PVQ || CONFIG_LV_MAP
                      x,
#endif
                      xd, mbmi, plane, plane_bsize, bit_depth, block, offsetr,
                      offsetc, sub_txs, token_stats);
      block += step;
    }
  }
}
#else  // CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
902
static void pack_txb_tokens(aom_writer *w, const TOKENEXTRA **tp,
903 904 905 906 907
                            const TOKENEXTRA *const tok_end,
#if CONFIG_PVQ
                            MACROBLOCK *const x,
#endif
                            MACROBLOCKD *xd, MB_MODE_INFO *mbmi, int plane,
Yaowu Xu's avatar
Yaowu Xu committed
908
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
909
                            int block, int blk_row, int blk_col,
910
                            TX_SIZE tx_size, TOKEN_STATS *token_stats) {
911 912
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
913 914
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
915
  TX_SIZE plane_tx_size;
916 917
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane);
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
Sarah Parker's avatar
Sarah Parker committed
918 919 920 921
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
  TX_TYPE tx_type = av1_get_tx_type(plane ? PLANE_TYPE_UV : PLANE_TYPE_Y, xd,
                                    blk_row, blk_col, block, tx_size);
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK