bitstream.c 194 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31
32
33
34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36
37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38
39
40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41
42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47
48
49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50
51
52
53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54
55
56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57
58
59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60
61
62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
#define ENC_MISMATCH_DEBUG 0
65

66
#if CONFIG_EXT_INTER
67
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
68
static const struct av1_token
69
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
70
71
      { 2, 2 },  { 12, 4 }, { 52, 6 }, { 53, 6 },
      { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
72
    };
73
#endif
74
75
76
77
#if CONFIG_COMPOUND_SINGLEREF
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
78
#endif  // CONFIG_EXT_INTER
79
#if CONFIG_PALETTE
80
81
82
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
83
#endif  // CONFIG_PALETTE
84

85
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
86
static INLINE void write_uniform(aom_writer *w, int n, int v) {
87
88
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
89
  if (l == 0) return;
hui su's avatar
hui su committed
90
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
91
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
92
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
93
94
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
95
96
  }
}
97
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
98

99
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
100
101
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
102
#else
Yaowu Xu's avatar
Yaowu Xu committed
103
static struct av1_token ext_tx_encodings[TX_TYPES];
104
#endif  // CONFIG_EXT_TX
105
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
106
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
107
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
108
#endif  // CONFIG_INTRA_INTERP
109
#endif  // CONFIG_EXT_INTRA
110
#if CONFIG_EXT_INTER
111
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
112
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
113
#endif
114
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
115
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
116
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
117
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
118
119
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
120
121
122
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
123
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
124
125
126
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
127
128
129
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
130
131
132
133
134
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
135

Yaowu Xu's avatar
Yaowu Xu committed
136
void av1_encode_token_init(void) {
137
#if CONFIG_EXT_TX || CONFIG_PALETTE
138
  int s;
139
140
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
141
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
142
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
143
144
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
145
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
146
  }
147
#else
Yaowu Xu's avatar
Yaowu Xu committed
148
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
149
#endif  // CONFIG_EXT_TX
150

151
152
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
153
  for (s = 0; s < PALETTE_SIZES; ++s) {
154
155
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
156
157
158
  }
#endif  // CONFIG_PALETTE

159
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
160
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
161
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
162
#if CONFIG_EXT_INTER
163
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
164
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
165
#endif  // CONFIG_INTERINTRA
166
167
168
169
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
170
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
171
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
172
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
173
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
174
175
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
176
177
178
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
179
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
180
181
182
183
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
184

185
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
186
187
188
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
189
                        av1_switchable_interp_tree);
190
191
192
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
193
194
195
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
196
                          av1_ext_tx_intra_tree[s]);
197
198
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
199
                          av1_ext_tx_inter_tree[s]);
200
#else
Jingning Han's avatar
Jingning Han committed
201
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
202
#endif
203
#if !CONFIG_EC_ADAPT
Jingning Han's avatar
Jingning Han committed
204
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
205
                        av1_intra_mode_tree);
206
#endif
207
208
}

Jingning Han's avatar
Jingning Han committed
209
210
211
212
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
213
214
215
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
216
217
218
219
220
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
221

222
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
223
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
224
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
225

226
227
228
229
230
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
231

Jingning Han's avatar
Jingning Han committed
232
  if (mode != NEWMV) {
233
234
235
236
237
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

238
239
240
241
242
243
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
244
245

    if (mode != ZEROMV) {
246
247
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

248
249
250
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
251
252
253
254
255
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
256
257
    }
  }
Jingning Han's avatar
Jingning Han committed
258
259
}

260
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
261
262
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
263
264
265

  assert(mbmi->ref_mv_idx < 3);

266
#if CONFIG_EXT_INTER
267
268
269
270
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
271
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
272
273
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
274
  if (mbmi->mode == NEWMV) {
275
#endif  // CONFIG_EXT_INTER
276
277
278
279
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
280
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
281

282
283
284
285
286
287
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
288
        if (mbmi->ref_mv_idx == idx) return;
289
      }
290
291
292
293
    }
    return;
  }

David Barker's avatar
David Barker committed
294
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
295
296
297
298
299
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
300
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
301
302
303
304
305
306
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
307
        if (mbmi->ref_mv_idx == (idx - 1)) return;
308
      }
309
    }
310
    return;
311
312
313
  }
}

314
#if CONFIG_EXT_INTER
315
316
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
317
                                      const int16_t mode_ctx) {
318
319
320
321
322
323
324
325
  assert(is_inter_compound_mode(mode));
#if CONFIG_EC_ADAPT
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
#else
  (void)xd;
Yaowu Xu's avatar
Yaowu Xu committed
326
  const aom_prob *const inter_compound_probs =
327
      cm->fc->inter_compound_mode_probs[mode_ctx];
328

Yaowu Xu's avatar
Yaowu Xu committed
329
330
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
331
#endif
332
}
333
334
335
336
337
338
339
340
341
342
343
344
345
346

#if CONFIG_COMPOUND_SINGLEREF
static void write_inter_singleref_comp_mode(AV1_COMMON *cm, aom_writer *w,
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
  const aom_prob *const inter_singleref_comp_probs =
      cm->fc->inter_singleref_comp_mode_probs[mode_ctx];

  av1_write_token(
      w, av1_inter_singleref_comp_mode_tree, inter_singleref_comp_probs,
      &inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_OFFSET(mode)]);
}
#endif  // CONFIG_COMPOUND_SINGLEREF
347
348
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
349
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
350
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
351
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
352
353
}

354
355
#if !CONFIG_EC_ADAPT || \
    (CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION || CONFIG_EXT_INTER)
Yaowu Xu's avatar
Yaowu Xu committed
356
357
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
358
                             const unsigned int counts[/* n */], int n,
359
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
360
361
362
363
364
365
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
366
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
367
  for (i = 0; i < n - 1; ++i)
368
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
369
}
370
371
#endif

372
#if !CONFIG_EC_ADAPT || CONFIG_COMPOUND_SINGLEREF
Yaowu Xu's avatar
Yaowu Xu committed
373
374
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
375
376
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
377
378
379
380
381
382
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
383
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
384
  for (i = 0; i < n - 1; ++i) {
385
386
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
387
388
389
  }
  return savings;
}
390
#endif  // !CONFIG_EC_ADAPT || CONFIG_COMPOUND_SINGLEREF
391

392
#if CONFIG_VAR_TX
393
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
394
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
395
396
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
397
398
399
400
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
401
402
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
403
404
405
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

406
407
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
408
                                   mbmi->sb_type, tx_size);
409

410
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
411

Jingning Han's avatar
Jingning Han committed
412
  if (depth == MAX_VARTX_DEPTH) {
413
414
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
415
416
417
    return;
  }

418
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
419
420
421
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
422
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
423
424
#endif

425
426
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
427
  } else {
428
429
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
430
    int i;
431

432
433
434
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
435
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
436
#endif
437

438
    if (tx_size == TX_8X8) {
439
440
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
441
      return;
442
    }
443
444
445

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
446
447
448
449
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
450
451
452
    }
  }
}
453

454
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
455
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
456
                                        FRAME_COUNTS *counts, int probwt) {
457
458
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
459
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
460
                              counts->txfm_partition[k], probwt);
461
}
462
#endif  // CONFIG_NEW_MULTISYMBOL
463
464
#endif

Yaowu Xu's avatar
Yaowu Xu committed
465
466
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
467
468
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
469
470
471
472
473
474
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
475
// For sub8x8 blocks the tx_size symbol does not need to be sent
476
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
477
478
  if (bsize > BLOCK_4X4) {
#else
479
  if (bsize >= BLOCK_8X8) {
480
#endif
481
482
483
484
485
486
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
487
    const int depth = tx_size_to_depth(coded_tx_size);
488
#if CONFIG_EXT_TX && CONFIG_RECT_TX
489
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
490
491
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

492
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
493
                     tx_size_cat + 2);
494
495
496
497
498
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
499
500
501
  }
}

502
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
503
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
504
505
                                    FRAME_COUNTS *counts) {
  int i;
506
507
508
509
510
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
511
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
512
513
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
514
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
515
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
516
                              counts->zeromv_mode[i], probwt);
517
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
518
519
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
520
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
521
522
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
523
}
524
#endif
525

526
#if CONFIG_EXT_INTER
527
#if !CONFIG_EC_ADAPT
528
529
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
530
531
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
532
533
534
535
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
536
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
537
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
538
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
539
540
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
541
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
542
543
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
544
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
545
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
546
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
547
548
549
    }
  }
}
550
#endif
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578

#if CONFIG_COMPOUND_SINGLEREF
static void update_inter_singleref_comp_mode_probs(AV1_COMMON *cm, int probwt,
                                                   aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
    savings +=
        prob_diff_update_savings(av1_inter_singleref_comp_mode_tree,
                                 cm->fc->inter_singleref_comp_mode_probs[i],
                                 cm->counts.inter_singleref_comp_mode[i],
                                 INTER_SINGLEREF_COMP_MODES, probwt);
  }
  do_update = savings > savings_thresh;
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
      prob_diff_update(av1_inter_singleref_comp_mode_tree,
                       cm->fc->inter_singleref_comp_mode_probs[i],
                       cm->counts.inter_singleref_comp_mode[i],
                       INTER_SINGLEREF_COMP_MODES, probwt, w);
    }
  }
}
#endif  // CONFIG_COMPOUND_SINGLEREF
579
580
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
581
582
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
583
584
585
586
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
587
588
589
590
591
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
592
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
593
#endif
Jingning Han's avatar
Jingning Han committed
594
595
596
597
    return skip;
  }
}

598
599
600
601
602
603
604
605
606
607
608
609
610
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
611
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
612
613
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
614
  const MB_MODE_INFO *mbmi = &mi->mbmi;
615
616
617
618
#if !CONFIG_NEW_MULTISYMBOL
  (void)xd;
#endif

619
620
621
622
623
624
625
626
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  mi);
#else
627
628
629
630
631
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
632
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
633
634
635
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
636
637
638
639
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
640
641
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
642
#endif
Yue Chen's avatar
Yue Chen committed
643
644
645
646
647
648
649
650
651
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
    av1_write_token(w, av1_motion_mode_tree,
                    cm->fc->motion_mode_prob[mbmi->sb_type],
                    &motion_mode_encodings[mbmi->motion_mode]);
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
652
653
654
655
656

#if CONFIG_NCOBMC_ADAPT_WEIGHT
static void write_ncobmc_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
657
658
659
660
661
662
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  mi);
663
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
664
  if (last_motion_mode_allowed < NCOBMC_ADAPT_WEIGHT) return;
665
666
667
668
669
670
671
672
673
674

  av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                  &ncobmc_mode_encodings[mbmi->ncobmc_mode[0]]);

  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                    &ncobmc_mode_encodings[mbmi->ncobmc_mode[1]]);
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
675
676
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

677
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
678
679
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
680
681
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
682
  int rem_bits, thr;
683
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
684
685
686
687
688
689
690
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
691

Thomas Davies's avatar
Thomas Davies committed
692
693
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
694
695
696
697
698
699

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
700
701
702
703
704
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
705

Thomas Davies's avatar
Thomas Davies committed
706
#if !CONFIG_EC_ADAPT
707
708
709
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
710
711
712
713
714
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
715
716
717
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
718
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
719
720
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
721
722
  }
}
Thomas Davies's avatar
Thomas Davies committed
723
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
771
#endif  // CONFIG_DELTA_Q
772

773
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
774
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
775
776
                              FRAME_COUNTS *counts) {
  int k;
777
778
779
780
781
782
783
784
785
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
786
}
787
#endif
Jingning Han's avatar
Jingning Han committed
788

789
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
790
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
791
792
                                           FRAME_COUNTS *counts) {
  int j;
793
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
794
795
796
797
798
799
800
801
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
802
  }
Jingning Han's avatar
Jingning Han committed
803
}
804
#endif
Jingning Han's avatar
Jingning Han committed
805

806
#if !CONFIG_EC_ADAPT
807
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
808
809
810
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
811
  int i, j;
812
  int s;
813
814
815
816
817
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
818
819
820
821
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
822
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
823
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
824
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
825
826
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
827
828
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
829
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
830
831
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
832
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
833
834
835
836
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
837
      }
838
839
    }
  }
840

841
842
843
844
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
845
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
846
      for (j = 0; j < INTRA_MODES; ++j)
847
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
848
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
849
850
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
851
852
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
853
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
854
855
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
856
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
857
        for (j = 0; j < INTRA_MODES; ++j)
858
859
860
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
861
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
862
863
      }
    }
864
  }
865
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
866

867
#else
Yaowu Xu's avatar
Yaowu Xu committed
868
869
870
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
871
872
873
874
  int i, j;

  int savings = 0;
  int do_update = 0;
875
876
877
878
879
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
880
881
882
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
883
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
884
          cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt);
885
886
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
887
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
888
889
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
890
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
891
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
892
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt, w);
893
      }
894
895
    }
  }
896

897
898
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
899
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
900
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
901
                                 cm->counts.inter_ext_tx[i], TX_TYPES, probwt);
902
903
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
904
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
905
906
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
907
      prob_diff_update(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
908
                       cm->counts.inter_ext_tx[i], TX_TYPES, probwt, w);
909
910
911
    }
  }
}
912
#endif  // CONFIG_EXT_TX
913
#endif  // !CONFIG_EC_ADAPT
914
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
915
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,