bitstream.c 192 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31
32
33
34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36
37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38
39
40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41
42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47
48
49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50
51
52
53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54
55
56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57
58
59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60
61
62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
#define ENC_MISMATCH_DEBUG 0
65

66
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
67
static const struct av1_token
68
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
69
70
      { 2, 2 },  { 12, 4 }, { 52, 6 }, { 53, 6 },
      { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
71
    };
72
73
74
75
#if CONFIG_COMPOUND_SINGLEREF
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
76
#endif  // CONFIG_EXT_INTER
77
#if CONFIG_PALETTE
78
79
80
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
81
#endif  // CONFIG_PALETTE
82

83
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
84
static INLINE void write_uniform(aom_writer *w, int n, int v) {
85
86
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
87
  if (l == 0) return;
hui su's avatar
hui su committed
88
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
89
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
90
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
91
92
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
93
94
  }
}
95
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
96

97
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
98
99
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
100
#else
Yaowu Xu's avatar
Yaowu Xu committed
101
static struct av1_token ext_tx_encodings[TX_TYPES];
102
#endif  // CONFIG_EXT_TX
103
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
104
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
105
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
106
#endif  // CONFIG_INTRA_INTERP
107
#endif  // CONFIG_EXT_INTRA
108
#if CONFIG_EXT_INTER
109
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
110
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
111
#endif
112
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
113
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
114
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
115
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
116
117
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
118
119
120
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
121
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
122
123
124
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
125
126
127
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
128
129
130
131
132
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
133

Yaowu Xu's avatar
Yaowu Xu committed
134
void av1_encode_token_init(void) {
135
#if CONFIG_EXT_TX || CONFIG_PALETTE
136
  int s;
137
138
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
139
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
140
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
141
142
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
143
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
144
  }
145
#else
Yaowu Xu's avatar
Yaowu Xu committed
146
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
147
#endif  // CONFIG_EXT_TX
148

149
150
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
151
  for (s = 0; s < PALETTE_SIZES; ++s) {
152
153
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
154
155
156
  }
#endif  // CONFIG_PALETTE

157
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
158
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
159
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
160
#if CONFIG_EXT_INTER
161
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
162
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
163
#endif  // CONFIG_INTERINTRA
164
165
166
167
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
168
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
169
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
170
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
171
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
172
173
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
174
175
176
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
177
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
178
179
180
181
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
182

183
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
184
185
186
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
187
                        av1_switchable_interp_tree);
188
189
190
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
191
192
193
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
194
                          av1_ext_tx_intra_tree[s]);
195
196
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
197
                          av1_ext_tx_inter_tree[s]);
198
#else
Jingning Han's avatar
Jingning Han committed
199
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
200
#endif
201
#if !CONFIG_EC_ADAPT
Jingning Han's avatar
Jingning Han committed
202
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
203
                        av1_intra_mode_tree);
204
#endif
205
206
}

Jingning Han's avatar
Jingning Han committed
207
208
209
210
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
211
212
213
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
214
215
216
217
218
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
219

220
#if CONFIG_EXT_INTER && CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
221
222
223
224
static void write_interintra_mode(aom_writer *w, INTERINTRA_MODE mode,
                                  const aom_prob *probs) {
  av1_write_token(w, av1_interintra_mode_tree, probs,
                  &interintra_mode_encodings[mode]);
225
}
226
#endif  // CONFIG_EXT_INTER && CONFIG_INTERINTRA
227

228
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
229
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
230
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
231

232
233
234
235
236
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
237

Jingning Han's avatar
Jingning Han committed
238
  if (mode != NEWMV) {
239
240
241
242
243
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

244
245
246
247
248
249
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
250
251

    if (mode != ZEROMV) {
252
253
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

254
255
256
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
257
258
259
260
261
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
262
263
    }
  }
Jingning Han's avatar
Jingning Han committed
264
265
}

266
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
267
268
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
269
270
271

  assert(mbmi->ref_mv_idx < 3);

272
#if CONFIG_EXT_INTER
273
274
275
276
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
277
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
278
279
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
280
  if (mbmi->mode == NEWMV) {
281
#endif  // CONFIG_EXT_INTER
282
283
284
285
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
286
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
287

288
289
290
291
292
293
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
294
        if (mbmi->ref_mv_idx == idx) return;
295
      }
296
297
298
299
    }
    return;
  }

David Barker's avatar
David Barker committed
300
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
301
302
303
304
305
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
306
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
307
308
309
310
311
312
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
313
        if (mbmi->ref_mv_idx == (idx - 1)) return;
314
      }
315
    }
316
    return;
317
318
319
  }
}

320
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
321
static void write_inter_compound_mode(AV1_COMMON *cm, aom_writer *w,
322
323
                                      PREDICTION_MODE mode,
                                      const int16_t mode_ctx) {
Yaowu Xu's avatar
Yaowu Xu committed
324
  const aom_prob *const inter_compound_probs =
325
      cm->fc->inter_compound_mode_probs[mode_ctx];
326
327

  assert(is_inter_compound_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
328
329
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
330
}
331
332
333
334
335
336
337
338
339
340
341
342
343
344

#if CONFIG_COMPOUND_SINGLEREF
static void write_inter_singleref_comp_mode(AV1_COMMON *cm, aom_writer *w,
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
  const aom_prob *const inter_singleref_comp_probs =
      cm->fc->inter_singleref_comp_mode_probs[mode_ctx];

  av1_write_token(
      w, av1_inter_singleref_comp_mode_tree, inter_singleref_comp_probs,
      &inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_OFFSET(mode)]);
}
#endif  // CONFIG_COMPOUND_SINGLEREF
345
346
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
347
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
348
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
349
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
350
351
}

352
353
#if !CONFIG_EC_ADAPT || \
    (CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION || CONFIG_EXT_INTER)
Yaowu Xu's avatar
Yaowu Xu committed
354
355
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
356
                             const unsigned int counts[/* n */], int n,
357
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
358
359
360
361
362
363
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
364
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
365
  for (i = 0; i < n - 1; ++i)
366
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
367
}
368
369
#endif

370
#if CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
371
372
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
373
374
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
375
376
377
378
379
380
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
381
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
382
  for (i = 0; i < n - 1; ++i) {
383
384
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
385
386
387
  }
  return savings;
}
388
#endif  // CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
389

390
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
391
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
392
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
393
394
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
395
396
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
397
398
399
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

400
401
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
402
                                   mbmi->sb_type, tx_size);
403

404
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
405

Jingning Han's avatar
Jingning Han committed
406
  if (depth == MAX_VARTX_DEPTH) {
407
408
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
409
410
411
    return;
  }

412
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
413
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
414
415
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
416
  } else {
417
418
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
419
    int i;
420

Yaowu Xu's avatar
Yaowu Xu committed
421
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
422

423
    if (tx_size == TX_8X8) {
424
425
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
426
      return;
427
    }
428
429
430

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
431
432
433
434
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
435
436
437
    }
  }
}
438

Yaowu Xu's avatar
Yaowu Xu committed
439
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
440
                                        FRAME_COUNTS *counts, int probwt) {
441
442
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
443
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
444
                              counts->txfm_partition[k], probwt);
445
}
446
447
#endif

Yaowu Xu's avatar
Yaowu Xu committed
448
449
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
450
451
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
452
453
454
455
456
457
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
458
// For sub8x8 blocks the tx_size symbol does not need to be sent
459
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
460
461
  if (bsize > BLOCK_4X4) {
#else
462
  if (bsize >= BLOCK_8X8) {
463
#endif
464
465
466
467
468
469
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
470
    const int depth = tx_size_to_depth(coded_tx_size);
471
#if CONFIG_EXT_TX && CONFIG_RECT_TX
472
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
473
474
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

475
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
476
                     tx_size_cat + 2);
477
478
479
480
481
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
482
483
484
  }
}

485
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
486
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
487
488
                                    FRAME_COUNTS *counts) {
  int i;
489
490
491
492
493
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
494
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
495
496
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
497
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
498
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
499
                              counts->zeromv_mode[i], probwt);
500
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
501
502
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
503
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
504
505
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
506
}
507
#endif
508

509
#if CONFIG_EXT_INTER
510
511
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
512
513
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
514
515
516
517
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
518
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
519
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
520
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
521
522
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
523
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
524
525
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
526
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
527
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
528
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
529
530
531
    }
  }
}
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559

#if CONFIG_COMPOUND_SINGLEREF
static void update_inter_singleref_comp_mode_probs(AV1_COMMON *cm, int probwt,
                                                   aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
    savings +=
        prob_diff_update_savings(av1_inter_singleref_comp_mode_tree,
                                 cm->fc->inter_singleref_comp_mode_probs[i],
                                 cm->counts.inter_singleref_comp_mode[i],
                                 INTER_SINGLEREF_COMP_MODES, probwt);
  }
  do_update = savings > savings_thresh;
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
      prob_diff_update(av1_inter_singleref_comp_mode_tree,
                       cm->fc->inter_singleref_comp_mode_probs[i],
                       cm->counts.inter_singleref_comp_mode[i],
                       INTER_SINGLEREF_COMP_MODES, probwt, w);
    }
  }
}
#endif  // CONFIG_COMPOUND_SINGLEREF
560
561
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
562
563
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
564
565
566
567
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
568
569
570
571
572
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
573
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
574
#endif
Jingning Han's avatar
Jingning Han committed
575
576
577
578
    return skip;
  }
}

579
580
581
582
583
584
585
586
587
588
589
590
591
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
592
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
593
static void write_motion_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
Yue Chen's avatar
Yue Chen committed
594
                              aom_writer *w) {
595
596
597
598
599
600
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
Yue Chen's avatar
Yue Chen committed
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615

  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
    av1_write_token(w, av1_motion_mode_tree,
                    cm->fc->motion_mode_prob[mbmi->sb_type],
                    &motion_mode_encodings[mbmi->motion_mode]);
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634

#if CONFIG_NCOBMC_ADAPT_WEIGHT
static void write_ncobmc_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
  if (ncobmc_mode_allowed(mbmi->sb_type) == NO_OVERLAP ||
      ao_block == ADAPT_OVERLAP_BLOCK_INVALID)
    return;

  av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                  &ncobmc_mode_encodings[mbmi->ncobmc_mode[0]]);

  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                    &ncobmc_mode_encodings[mbmi->ncobmc_mode[1]]);
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
635
636
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

637
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
638
639
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
640
641
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
642
  int rem_bits, thr;
643
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
644
645
646
647
648
649
650
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
651

Thomas Davies's avatar
Thomas Davies committed
652
653
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
654
655
656
657
658
659

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
660
661
662
663
664
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
665

Thomas Davies's avatar
Thomas Davies committed
666
#if !CONFIG_EC_ADAPT
667
668
669
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
670
671
672
673
674
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
675
676
677
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
678
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
679
680
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
681
682
  }
}
Thomas Davies's avatar
Thomas Davies committed
683
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
731
#endif  // CONFIG_DELTA_Q
732

733
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
734
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
735
736
                              FRAME_COUNTS *counts) {
  int k;
737
738
739
740
741
742
743
744
745
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
746
}
747
#endif
Jingning Han's avatar
Jingning Han committed
748

749
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
750
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
751
752
                                           FRAME_COUNTS *counts) {
  int j;
753
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
754
755
756
757
758
759
760
761
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
762
  }
Jingning Han's avatar
Jingning Han committed
763
}
764
#endif
Jingning Han's avatar
Jingning Han committed
765

766
#if !CONFIG_EC_ADAPT
767
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
768
769
770
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
771
  int i, j;
772
  int s;
773
774
775
776
777
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
778
779
780
781
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
782
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
783
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
784
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
785
786
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
787
788
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
789
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
790
791
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
792
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
793
794
795
796
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
797
      }
798
799
    }
  }
800

801
802
803
804
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
805
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
806
      for (j = 0; j < INTRA_MODES; ++j)
807
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
808
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
809
810
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
811
812
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
813
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
814
815
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
816
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
817
        for (j = 0; j < INTRA_MODES; ++j)
818
819
820
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
821
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
822
823
      }
    }
824
  }
825
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
826

827
#else
Yaowu Xu's avatar
Yaowu Xu committed
828
829
830
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
831
832
833
834
  int i, j;

  int savings = 0;
  int do_update = 0;
835
836
837
838
839
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
840
841
842
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
843
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
844
          cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt);
845
846
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
847
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
848
849
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
850
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
851
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
852
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt, w);
853
      }
854
855
    }
  }
856

857
858
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
859
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
860
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
861
                                 cm->counts.inter_ext_tx[i], TX_TYPES, probwt);
862
863
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
864
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
865
866
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
867
      prob_diff_update(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
868
                       cm->counts.inter_ext_tx[i], TX_TYPES, probwt, w);
869
870
871
    }
  }
}
872
#endif  // CONFIG_EXT_TX
873
#endif  // !CONFIG_EC_ADAPT
874
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
875
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
876
                                int num) {
hui su's avatar
hui su committed
877
  int i;
878
  const TOKENEXTRA *p = *tp;
hui su's avatar
hui su committed
879

880
  for (i = 0; i < num; ++i) {
881
882
883
    av1_write_token(
        w, av1_palette_color_index_tree[n - PALETTE_MIN_SIZE], p->context_tree,
        &palette_color_index_encodings[n - PALETTE_MIN_SIZE][p->token]);
hui su's avatar
hui su committed
884
885
886
887
888
    ++p;
  }

  *tp = p;
}
889
#endif  // CONFIG_PALETTE
890

891
#if !CONFIG_PVQ
892
#if CONFIG_SUPERTX
893
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
894
895
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
896
897
898
899
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
900
    for (j = TX_8X8; j < TX_SIZES; ++j) {
901
902
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
903
904
905
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
906
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
907
908
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {