bitstream.c 194 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31 32 33 34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36 37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38 39 40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41 42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47 48 49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50 51 52 53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54 55 56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57 58 59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60 61 62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
#define ENC_MISMATCH_DEBUG 0
65

66
#if CONFIG_EXT_INTER
67
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
68
static const struct av1_token
69
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
70 71
      { 2, 2 },  { 12, 4 }, { 52, 6 }, { 53, 6 },
      { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
72
    };
73
#endif
74 75 76 77
#if CONFIG_COMPOUND_SINGLEREF
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
78
#endif  // CONFIG_EXT_INTER
79
#if CONFIG_PALETTE
80 81 82
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
83
#endif  // CONFIG_PALETTE
84

85
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
86
static INLINE void write_uniform(aom_writer *w, int n, int v) {
87 88
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
89
  if (l == 0) return;
hui su's avatar
hui su committed
90
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
91
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
92
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
93 94
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
95 96
  }
}
97
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
98

99
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
100 101
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
102
#else
Yaowu Xu's avatar
Yaowu Xu committed
103
static struct av1_token ext_tx_encodings[TX_TYPES];
104
#endif  // CONFIG_EXT_TX
105
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
106
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
107
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
108
#endif  // CONFIG_INTRA_INTERP
109
#endif  // CONFIG_EXT_INTRA
110
#if CONFIG_EXT_INTER
111
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
112
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
113
#endif
114
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
115
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
116
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
117
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
118 119
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
120 121 122
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
123
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
124 125 126
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
127 128 129
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
130 131 132 133 134
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
135

Yaowu Xu's avatar
Yaowu Xu committed
136
void av1_encode_token_init(void) {
137
#if CONFIG_EXT_TX || CONFIG_PALETTE
138
  int s;
139 140
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
141
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
142
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
143 144
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
145
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
146
  }
147
#else
Yaowu Xu's avatar
Yaowu Xu committed
148
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
149
#endif  // CONFIG_EXT_TX
150

151 152
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
153
  for (s = 0; s < PALETTE_SIZES; ++s) {
154 155
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
156 157 158
  }
#endif  // CONFIG_PALETTE

159
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
160
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
161
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
162
#if CONFIG_EXT_INTER
163
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
164
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
165
#endif  // CONFIG_INTERINTRA
166 167 168 169
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
170
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
171
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
172
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
173
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
174 175
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
176 177 178
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
179
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
180 181 182 183
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
184

185
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
186 187 188
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
189
                        av1_switchable_interp_tree);
190 191 192
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
193 194 195
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
196
                          av1_ext_tx_intra_tree[s]);
197 198
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
199
                          av1_ext_tx_inter_tree[s]);
200
#else
Jingning Han's avatar
Jingning Han committed
201
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
202
#endif
203
#if !CONFIG_EC_ADAPT
Jingning Han's avatar
Jingning Han committed
204
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
205
                        av1_intra_mode_tree);
206
#endif
207 208
}

Jingning Han's avatar
Jingning Han committed
209 210 211 212
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
213 214 215
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
216 217 218 219 220
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
221

222
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
223
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
224
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
225

226 227 228 229 230
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
231

Jingning Han's avatar
Jingning Han committed
232
  if (mode != NEWMV) {
233 234 235 236 237
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

238 239 240 241 242 243
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
244 245

    if (mode != ZEROMV) {
246 247
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

248 249 250
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
251 252 253 254 255
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
256 257
    }
  }
Jingning Han's avatar
Jingning Han committed
258 259
}

260
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
261 262
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
263 264 265

  assert(mbmi->ref_mv_idx < 3);

266
#if CONFIG_EXT_INTER
267 268 269 270
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
271
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
272 273
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
274
  if (mbmi->mode == NEWMV) {
275
#endif  // CONFIG_EXT_INTER
276 277 278 279
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
280
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
281

282 283 284 285 286 287
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
288
        if (mbmi->ref_mv_idx == idx) return;
289
      }
290 291 292 293
    }
    return;
  }

David Barker's avatar
David Barker committed
294
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
295 296 297 298 299
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
300
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
301 302 303 304 305 306
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
307
        if (mbmi->ref_mv_idx == (idx - 1)) return;
308
      }
309
    }
310
    return;
311 312 313
  }
}

314
#if CONFIG_EXT_INTER
315 316
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
317
                                      const int16_t mode_ctx) {
318 319 320 321 322 323 324 325
  assert(is_inter_compound_mode(mode));
#if CONFIG_EC_ADAPT
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
#else
  (void)xd;
Yaowu Xu's avatar
Yaowu Xu committed
326
  const aom_prob *const inter_compound_probs =
327
      cm->fc->inter_compound_mode_probs[mode_ctx];
328

Yaowu Xu's avatar
Yaowu Xu committed
329 330
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
331
#endif
332
}
333 334 335 336 337 338 339 340 341 342 343 344 345 346

#if CONFIG_COMPOUND_SINGLEREF
static void write_inter_singleref_comp_mode(AV1_COMMON *cm, aom_writer *w,
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
  const aom_prob *const inter_singleref_comp_probs =
      cm->fc->inter_singleref_comp_mode_probs[mode_ctx];

  av1_write_token(
      w, av1_inter_singleref_comp_mode_tree, inter_singleref_comp_probs,
      &inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_OFFSET(mode)]);
}
#endif  // CONFIG_COMPOUND_SINGLEREF
347 348
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
349
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
350
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
351
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
352 353
}

354 355
#if !CONFIG_EC_ADAPT || \
    (CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION || CONFIG_EXT_INTER)
Yaowu Xu's avatar
Yaowu Xu committed
356 357
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
358
                             const unsigned int counts[/* n */], int n,
359
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
360 361 362 363 364 365
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
366
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
367
  for (i = 0; i < n - 1; ++i)
368
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
369
}
370 371
#endif

372
#if !CONFIG_EC_ADAPT || CONFIG_COMPOUND_SINGLEREF
Yaowu Xu's avatar
Yaowu Xu committed
373 374
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
375 376
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
377 378 379 380 381 382
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
383
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
384
  for (i = 0; i < n - 1; ++i) {
385 386
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
387 388 389
  }
  return savings;
}
390
#endif  // !CONFIG_EC_ADAPT || CONFIG_COMPOUND_SINGLEREF
391

392
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
393
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
394
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
395 396
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
397 398
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
399 400 401
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

402 403
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
404
                                   mbmi->sb_type, tx_size);
405

406
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
407

Jingning Han's avatar
Jingning Han committed
408
  if (depth == MAX_VARTX_DEPTH) {
409 410
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
411 412 413
    return;
  }

414
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
415
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
416 417
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
418
  } else {
419 420
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
421
    int i;
422

Yaowu Xu's avatar
Yaowu Xu committed
423
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
424

425
    if (tx_size == TX_8X8) {
426 427
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
428
      return;
429
    }
430 431 432

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
433 434 435 436
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
437 438 439
    }
  }
}
440

Yaowu Xu's avatar
Yaowu Xu committed
441
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
442
                                        FRAME_COUNTS *counts, int probwt) {
443 444
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
445
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
446
                              counts->txfm_partition[k], probwt);
447
}
448 449
#endif

Yaowu Xu's avatar
Yaowu Xu committed
450 451
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
452 453
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
454 455 456 457 458 459
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
460
// For sub8x8 blocks the tx_size symbol does not need to be sent
461
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
462 463
  if (bsize > BLOCK_4X4) {
#else
464
  if (bsize >= BLOCK_8X8) {
465
#endif
466 467 468 469 470 471
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
472
    const int depth = tx_size_to_depth(coded_tx_size);
473
#if CONFIG_EXT_TX && CONFIG_RECT_TX
474
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
475 476
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

477
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
478
                     tx_size_cat + 2);
479 480 481 482 483
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
484 485 486
  }
}

487
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
488
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
489 490
                                    FRAME_COUNTS *counts) {
  int i;
491 492 493 494 495
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
496
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
497 498
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
499
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
500
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
501
                              counts->zeromv_mode[i], probwt);
502
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
503 504
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
505
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
506 507
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
508
}
509
#endif
510

511
#if CONFIG_EXT_INTER
512
#if !CONFIG_EC_ADAPT
513 514
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
515 516
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
517 518 519 520
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
521
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
522
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
523
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
524 525
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
526
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
527 528
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
529
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
530
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
531
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
532 533 534
    }
  }
}
535
#endif
536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563

#if CONFIG_COMPOUND_SINGLEREF
static void update_inter_singleref_comp_mode_probs(AV1_COMMON *cm, int probwt,
                                                   aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
    savings +=
        prob_diff_update_savings(av1_inter_singleref_comp_mode_tree,
                                 cm->fc->inter_singleref_comp_mode_probs[i],
                                 cm->counts.inter_singleref_comp_mode[i],
                                 INTER_SINGLEREF_COMP_MODES, probwt);
  }
  do_update = savings > savings_thresh;
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
      prob_diff_update(av1_inter_singleref_comp_mode_tree,
                       cm->fc->inter_singleref_comp_mode_probs[i],
                       cm->counts.inter_singleref_comp_mode[i],
                       INTER_SINGLEREF_COMP_MODES, probwt, w);
    }
  }
}
#endif  // CONFIG_COMPOUND_SINGLEREF
564 565
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
566 567
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
568 569 570 571
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
572 573 574 575 576
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
577
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
578
#endif
Jingning Han's avatar
Jingning Han committed
579 580 581 582
    return skip;
  }
}

583 584 585 586 587 588 589 590 591 592 593 594 595
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
596
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
597
static void write_motion_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
Yue Chen's avatar
Yue Chen committed
598
                              aom_writer *w) {
599
  const MB_MODE_INFO *mbmi = &mi->mbmi;
600 601 602 603 604 605 606 607
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  mi);
#else
608 609 610 611 612
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
613
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
614 615 616 617 618 619 620 621 622 623 624 625 626 627
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
    av1_write_token(w, av1_motion_mode_tree,
                    cm->fc->motion_mode_prob[mbmi->sb_type],
                    &motion_mode_encodings[mbmi->motion_mode]);
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
628 629 630 631 632

#if CONFIG_NCOBMC_ADAPT_WEIGHT
static void write_ncobmc_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
633 634 635 636 637 638
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  mi);
639
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
640
  if (last_motion_mode_allowed < NCOBMC_ADAPT_WEIGHT) return;
641 642 643 644 645 646 647 648 649 650

  av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                  &ncobmc_mode_encodings[mbmi->ncobmc_mode[0]]);

  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                    &ncobmc_mode_encodings[mbmi->ncobmc_mode[1]]);
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
651 652
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

653
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
654 655
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
656 657
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
658
  int rem_bits, thr;
659
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
660 661 662 663 664 665 666
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
667

Thomas Davies's avatar
Thomas Davies committed
668 669
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
670 671 672 673 674 675

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
676 677 678 679 680
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
681

Thomas Davies's avatar
Thomas Davies committed
682
#if !CONFIG_EC_ADAPT
683 684 685
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
686 687 688 689 690
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
691 692 693
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
694
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
695 696
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
697 698
  }
}
Thomas Davies's avatar
Thomas Davies committed
699
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
747
#endif  // CONFIG_DELTA_Q
748

749
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
750
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
751 752
                              FRAME_COUNTS *counts) {
  int k;
753 754 755 756 757 758 759 760 761
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
762
}
763
#endif
Jingning Han's avatar
Jingning Han committed
764

765
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
766
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
767 768
                                           FRAME_COUNTS *counts) {
  int j;
769
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
770 771 772 773 774 775 776 777
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
778
  }
Jingning Han's avatar
Jingning Han committed
779
}
780
#endif
Jingning Han's avatar
Jingning Han committed
781

782
#if !CONFIG_EC_ADAPT
783
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
784 785 786
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
787
  int i, j;
788
  int s;
789 790 791 792 793
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
794 795 796 797
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
798
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
799
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
800
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
801 802
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
803 804
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
805
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
806 807
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
808
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
809 810 811 812
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
813
      }
814 815
    }
  }
816

817 818 819 820
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
821
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
822
      for (j = 0; j < INTRA_MODES; ++j)
823
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
824
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
825 826
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
827 828
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
829
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
830 831
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
832
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
833
        for (j = 0; j < INTRA_MODES; ++j)
834 835 836
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
837
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
838 839
      }
    }
840
  }
841
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
842

843
#else
Yaowu Xu's avatar
Yaowu Xu committed
844 845 846
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
847 848 849 850
  int i, j;

  int savings = 0;
  int do_update = 0;
851 852 853 854 855
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
856 857 858
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
859
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
860
          cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt);
861 862
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
863
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
864 865
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
866
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
867
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
868
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt, w);
869
      }
870 871
    }
  }
872

873 874
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
875
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
876
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
877
                                 cm->counts.inter_ext_tx[i], TX_TYPES, probwt);
878 879
  }
  do_update = savings > savings_thresh;