bitstream.c 195 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31
32
33
34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36
37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38
39
40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41
42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47
48
49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50
51
52
53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54
55
56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57
58
59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60
61
62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
#define ENC_MISMATCH_DEBUG 0
65

66
#if CONFIG_EXT_INTER
67
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
68
static const struct av1_token
69
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
70
71
      { 2, 2 },  { 12, 4 }, { 52, 6 }, { 53, 6 },
      { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
72
    };
73
#endif
74
75
76
77
#if CONFIG_COMPOUND_SINGLEREF
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
78
#endif  // CONFIG_EXT_INTER
79
#if CONFIG_PALETTE
80
81
82
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
83
#endif  // CONFIG_PALETTE
84

85
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
86
static INLINE void write_uniform(aom_writer *w, int n, int v) {
87
88
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
89
  if (l == 0) return;
hui su's avatar
hui su committed
90
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
91
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
92
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
93
94
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
95
96
  }
}
97
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
98

99
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
100
101
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
102
#else
Yaowu Xu's avatar
Yaowu Xu committed
103
static struct av1_token ext_tx_encodings[TX_TYPES];
104
#endif  // CONFIG_EXT_TX
105
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
106
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
107
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
108
#endif  // CONFIG_INTRA_INTERP
109
#endif  // CONFIG_EXT_INTRA
110
#if CONFIG_EXT_INTER
111
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
112
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
113
#endif
114
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
115
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
116
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
117
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
118
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
119
#if !CONFIG_EC_ADAPT
Yue Chen's avatar
Yue Chen committed
120
static struct av1_token motion_mode_encodings[MOTION_MODES];
Thomas Davies's avatar
Thomas Davies committed
121
#endif
122
123
124
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
125
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
126
127
128
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
129
130
131
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
132
133
134
135
136
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
137

Yaowu Xu's avatar
Yaowu Xu committed
138
void av1_encode_token_init(void) {
139
#if CONFIG_EXT_TX || CONFIG_PALETTE
140
  int s;
141
142
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
143
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
144
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
145
146
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
147
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
148
  }
149
#else
Yaowu Xu's avatar
Yaowu Xu committed
150
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
151
#endif  // CONFIG_EXT_TX
152

153
154
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
155
  for (s = 0; s < PALETTE_SIZES; ++s) {
156
157
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
158
159
160
  }
#endif  // CONFIG_PALETTE

161
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
162
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
163
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
164
#if CONFIG_EXT_INTER
165
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
166
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
167
#endif  // CONFIG_INTERINTRA
168
169
170
171
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
172
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
173
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
174
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
175
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
176
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
177
#if !CONFIG_EC_ADAPT
Yue Chen's avatar
Yue Chen committed
178
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
Thomas Davies's avatar
Thomas Davies committed
179
#endif
180
181
182
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
183
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
184
185
186
187
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
188

189
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
190
191
192
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
193
                        av1_switchable_interp_tree);
194
195
196
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
197
198
199
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
200
                          av1_ext_tx_intra_tree[s]);
201
202
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
203
                          av1_ext_tx_inter_tree[s]);
204
#else
Jingning Han's avatar
Jingning Han committed
205
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
206
#endif
207
#if !CONFIG_EC_ADAPT
Jingning Han's avatar
Jingning Han committed
208
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
209
                        av1_intra_mode_tree);
210
#endif
211
212
}

Jingning Han's avatar
Jingning Han committed
213
214
215
216
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
217
218
219
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
220
221
222
223
224
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
225

226
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
227
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
228
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
229

230
231
232
233
234
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
235

Jingning Han's avatar
Jingning Han committed
236
  if (mode != NEWMV) {
237
238
239
240
241
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

242
243
244
245
246
247
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
248
249

    if (mode != ZEROMV) {
250
251
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

252
253
254
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
255
256
257
258
259
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
260
261
    }
  }
Jingning Han's avatar
Jingning Han committed
262
263
}

264
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
265
266
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
267
268
269

  assert(mbmi->ref_mv_idx < 3);

270
#if CONFIG_EXT_INTER
271
272
273
274
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
275
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
276
277
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
278
  if (mbmi->mode == NEWMV) {
279
#endif  // CONFIG_EXT_INTER
280
281
282
283
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
284
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
285

286
287
288
289
290
291
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
292
        if (mbmi->ref_mv_idx == idx) return;
293
      }
294
295
296
297
    }
    return;
  }

David Barker's avatar
David Barker committed
298
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
299
300
301
302
303
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
304
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
305
306
307
308
309
310
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
311
        if (mbmi->ref_mv_idx == (idx - 1)) return;
312
      }
313
    }
314
    return;
315
316
317
  }
}

318
#if CONFIG_EXT_INTER
319
320
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
321
                                      const int16_t mode_ctx) {
322
323
324
325
326
327
328
329
  assert(is_inter_compound_mode(mode));
#if CONFIG_EC_ADAPT
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
#else
  (void)xd;
Yaowu Xu's avatar
Yaowu Xu committed
330
  const aom_prob *const inter_compound_probs =
331
      cm->fc->inter_compound_mode_probs[mode_ctx];
332

Yaowu Xu's avatar
Yaowu Xu committed
333
334
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
335
#endif
336
}
337
338
339
340
341
342
343
344
345
346
347
348
349
350

#if CONFIG_COMPOUND_SINGLEREF
static void write_inter_singleref_comp_mode(AV1_COMMON *cm, aom_writer *w,
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
  const aom_prob *const inter_singleref_comp_probs =
      cm->fc->inter_singleref_comp_mode_probs[mode_ctx];

  av1_write_token(
      w, av1_inter_singleref_comp_mode_tree, inter_singleref_comp_probs,
      &inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_OFFSET(mode)]);
}
#endif  // CONFIG_COMPOUND_SINGLEREF
351
352
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
353
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
354
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
355
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
356
357
}

Thomas Davies's avatar
Thomas Davies committed
358
#if !CONFIG_EC_ADAPT || CONFIG_NCOBMC_ADAPT_WEIGHT || CONFIG_COMPOUND_SINGLEREF
Yaowu Xu's avatar
Yaowu Xu committed
359
360
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
361
                             const unsigned int counts[/* n */], int n,
362
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
363
364
365
366
367
368
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
369
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
370
  for (i = 0; i < n - 1; ++i)
371
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
372
}
373
374
#endif

375
#if !CONFIG_EC_ADAPT || CONFIG_COMPOUND_SINGLEREF
Yaowu Xu's avatar
Yaowu Xu committed
376
377
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
378
379
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
380
381
382
383
384
385
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
386
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
387
  for (i = 0; i < n - 1; ++i) {
388
389
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
390
391
392
  }
  return savings;
}
393
#endif  // !CONFIG_EC_ADAPT || CONFIG_COMPOUND_SINGLEREF
394

395
#if CONFIG_VAR_TX
396
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
397
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
398
399
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
400
401
402
403
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
404
405
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
406
407
408
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

409
410
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
411
                                   mbmi->sb_type, tx_size);
412

413
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
414

Jingning Han's avatar
Jingning Han committed
415
  if (depth == MAX_VARTX_DEPTH) {
416
417
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
418
419
420
    return;
  }

421
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
422
423
424
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
425
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
426
427
#endif

428
429
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
430
  } else {
431
432
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
433
    int i;
434

435
436
437
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
438
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
439
#endif
440

441
    if (tx_size == TX_8X8) {
442
443
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
444
      return;
445
    }
446
447
448

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
449
450
451
452
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
453
454
455
    }
  }
}
456

457
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
458
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
459
                                        FRAME_COUNTS *counts, int probwt) {
460
461
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
462
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
463
                              counts->txfm_partition[k], probwt);
464
}
465
#endif  // CONFIG_NEW_MULTISYMBOL
466
467
#endif

Yaowu Xu's avatar
Yaowu Xu committed
468
469
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
470
471
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
472
473
474
475
476
477
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
478
// For sub8x8 blocks the tx_size symbol does not need to be sent
479
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
480
481
  if (bsize > BLOCK_4X4) {
#else
482
  if (bsize >= BLOCK_8X8) {
483
#endif
484
485
486
487
488
489
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
490
    const int depth = tx_size_to_depth(coded_tx_size);
491
#if CONFIG_EXT_TX && CONFIG_RECT_TX
492
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
493
494
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

495
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
496
                     tx_size_cat + 2);
497
498
499
500
501
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
502
503
504
  }
}

505
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
506
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
507
508
                                    FRAME_COUNTS *counts) {
  int i;
509
510
511
512
513
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
514
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
515
516
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
517
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
518
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
519
                              counts->zeromv_mode[i], probwt);
520
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
521
522
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
523
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
524
525
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
526
}
527
#endif
528

529
#if CONFIG_EXT_INTER
530
#if !CONFIG_EC_ADAPT
531
532
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
533
534
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
535
536
537
538
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
539
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
540
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
541
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
542
543
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
544
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
545
546
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
547
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
548
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
549
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
550
551
552
    }
  }
}
553
#endif
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581

#if CONFIG_COMPOUND_SINGLEREF
static void update_inter_singleref_comp_mode_probs(AV1_COMMON *cm, int probwt,
                                                   aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
    savings +=
        prob_diff_update_savings(av1_inter_singleref_comp_mode_tree,
                                 cm->fc->inter_singleref_comp_mode_probs[i],
                                 cm->counts.inter_singleref_comp_mode[i],
                                 INTER_SINGLEREF_COMP_MODES, probwt);
  }
  do_update = savings > savings_thresh;
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
      prob_diff_update(av1_inter_singleref_comp_mode_tree,
                       cm->fc->inter_singleref_comp_mode_probs[i],
                       cm->counts.inter_singleref_comp_mode[i],
                       INTER_SINGLEREF_COMP_MODES, probwt, w);
    }
  }
}
#endif  // CONFIG_COMPOUND_SINGLEREF
582
583
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
584
585
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
586
587
588
589
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
590
591
592
593
594
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
595
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
596
#endif
Jingning Han's avatar
Jingning Han committed
597
598
599
600
    return skip;
  }
}

601
602
603
604
605
606
607
608
609
610
611
612
613
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
614
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
615
616
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
617
  const MB_MODE_INFO *mbmi = &mi->mbmi;
Thomas Davies's avatar
Thomas Davies committed
618
#if !CONFIG_EC_ADAPT
619
620
621
  (void)xd;
#endif

622
623
624
625
626
627
628
629
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  mi);
#else
630
631
632
633
634
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
635
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
636
637
638
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
639
640
641
642
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
643
644
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
645
#endif
Yue Chen's avatar
Yue Chen committed
646
647
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
648
649
650
651
652
653
654
655
656
#if CONFIG_EC_ADAPT
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
#else
  av1_write_token(w, av1_motion_mode_tree,
                  cm->fc->motion_mode_prob[mbmi->sb_type],
                  &motion_mode_encodings[mbmi->motion_mode]);
#endif
Yue Chen's avatar
Yue Chen committed
657
658
659
660
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
661
662
663
664
665

#if CONFIG_NCOBMC_ADAPT_WEIGHT
static void write_ncobmc_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
666
667
668
669
670
671
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  mi);
672
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
673
  if (last_motion_mode_allowed < NCOBMC_ADAPT_WEIGHT) return;
674
675
676
677
678
679
680
681
682
683

  av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                  &ncobmc_mode_encodings[mbmi->ncobmc_mode[0]]);

  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                    &ncobmc_mode_encodings[mbmi->ncobmc_mode[1]]);
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
684
685
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

686
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
687
688
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
689
690
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
691
  int rem_bits, thr;
692
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
693
694
695
696
697
698
699
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
700

Thomas Davies's avatar
Thomas Davies committed
701
702
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
703
704
705
706
707
708

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
709
710
711
712
713
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
714

Thomas Davies's avatar
Thomas Davies committed
715
#if !CONFIG_EC_ADAPT
716
717
718
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
719
720
721
722
723
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
724
725
726
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
727
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
728
729
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
730
731
  }
}
Thomas Davies's avatar
Thomas Davies committed
732
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
780
#endif  // CONFIG_DELTA_Q
781

782
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
783
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
784
785
                              FRAME_COUNTS *counts) {
  int k;
786
787
788
789
790
791
792
793
794
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
795
}
796
#endif
Jingning Han's avatar
Jingning Han committed
797

798
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
799
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
800
801
                                           FRAME_COUNTS *counts) {
  int j;
802
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
803
804
805
806
807
808
809
810
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
811
  }
Jingning Han's avatar
Jingning Han committed
812
}
813
#endif
Jingning Han's avatar
Jingning Han committed
814

815
#if !CONFIG_EC_ADAPT
816
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
817
818
819
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
820
  int i, j;
821
  int s;
822
823
824
825
826
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
827
828
829
830
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
831
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
832
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
833
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
834
835
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
836
837
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
838
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
839
840
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
841
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
842
843
844
845
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
846
      }
847
848
    }
  }
849

850
851
852
853
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
854
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
855
      for (j = 0; j < INTRA_MODES; ++j)
856
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
857
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
858
859
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
860
861
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
862
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
863
864
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
865
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
866
        for (j = 0; j < INTRA_MODES; ++j)
867
868
869
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
870
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
871
872
      }
    }
873
  }
874
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
875

876
#else
Yaowu Xu's avatar
Yaowu Xu committed
877
878
879
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
880
881
882
883
  int i, j;

  int savings = 0;
  int do_update = 0;
884
885
886
887
888
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
889
890
891
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
892
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
893
          cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt);
894
895
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
896
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
897
898
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
899
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
900
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
901
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt, w);
902
      }
903
904
    }
  }
905

906
907
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
908
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
909
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
910
                                 cm->counts.inter_ext_tx[i], TX_TYPES, probwt);
911
912
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
913
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
Debargha Mukherjee's avatar