bitstream.c 178 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31
32
33
34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36
37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38
39
40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41
42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47
48
49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50
51
52
53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54
55
56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57
58
59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60
61
62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
65
static struct av1_token intra_mode_encodings[INTRA_MODES];
static struct av1_token switchable_interp_encodings[SWITCHABLE_FILTERS];
66
#if CONFIG_EXT_PARTITION_TYPES && !CONFIG_EC_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
67
static const struct av1_token ext_partition_encodings[EXT_PARTITION_TYPES] = {
68
69
70
  { 0, 1 },  { 4, 3 },  { 12, 4 }, { 7, 3 },
  { 10, 4 }, { 11, 4 }, { 26, 5 }, { 27, 5 }
};
71
#endif
72
static struct av1_token partition_encodings[PARTITION_TYPES];
73
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
74
static const struct av1_token
75
76
77
78
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
      { 2, 2 },  { 50, 6 }, { 51, 6 }, { 24, 5 }, { 52, 6 },
      { 53, 6 }, { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
    };
79
#endif  // CONFIG_EXT_INTER
80
#if CONFIG_PALETTE
81
82
83
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
84
#endif  // CONFIG_PALETTE
85
#if !CONFIG_EC_MULTISYMBOL
Jingning Han's avatar
Jingning Han committed
86
static const struct av1_token tx_size_encodings[MAX_TX_DEPTH][TX_SIZES] = {
87
88
89
  { { 0, 1 }, { 1, 1 } },                      // Max tx_size is 8X8
  { { 0, 1 }, { 2, 2 }, { 3, 2 } },            // Max tx_size is 16X16
  { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 7, 3 } },  // Max tx_size is 32X32
90
91
92
#if CONFIG_TX64X64
  { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 14, 4 }, { 15, 4 } },  // Max tx_size 64X64
#endif                                                     // CONFIG_TX64X64
93
};
94
#endif
95

96
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
97
static INLINE void write_uniform(aom_writer *w, int n, int v) {
98
99
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
100
  if (l == 0) return;
hui su's avatar
hui su committed
101
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
102
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
103
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
104
105
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
106
107
  }
}
108
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
109

110
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
111
112
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
113
#else
Yaowu Xu's avatar
Yaowu Xu committed
114
static struct av1_token ext_tx_encodings[TX_TYPES];
115
#endif  // CONFIG_EXT_TX
116
#if CONFIG_GLOBAL_MOTION
117
static struct av1_token global_motion_types_encodings[GLOBAL_TRANS_TYPES];
118
#endif  // CONFIG_GLOBAL_MOTION
119
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
120
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
121
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
122
#endif  // CONFIG_INTRA_INTERP
123
#endif  // CONFIG_EXT_INTRA
124
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
125
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
126
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
127
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
128
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
129
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
130
131
132
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
133
134
135
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
136
137
138
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
139
140
141
142
143
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
144

Yaowu Xu's avatar
Yaowu Xu committed
145
void av1_encode_token_init(void) {
146
#if CONFIG_EXT_TX || CONFIG_PALETTE
147
  int s;
148
149
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
150
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
151
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
152
153
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
154
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
155
  }
156
#else
Yaowu Xu's avatar
Yaowu Xu committed
157
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
158
#endif  // CONFIG_EXT_TX
159
160
161
162
  av1_tokens_from_tree(intra_mode_encodings, av1_intra_mode_tree);
  av1_tokens_from_tree(switchable_interp_encodings, av1_switchable_interp_tree);
  av1_tokens_from_tree(partition_encodings, av1_partition_tree);

163
164
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
165
  for (s = 0; s < PALETTE_SIZES; ++s) {
166
167
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
168
169
170
  }
#endif  // CONFIG_PALETTE

171
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
172
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
173
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
174
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
175
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
176
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
177
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
178
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
179
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
180
181
182
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
183
#if CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
184
185
  av1_tokens_from_tree(global_motion_types_encodings,
                       av1_global_motion_types_tree);
186
#endif  // CONFIG_GLOBAL_MOTION
187
188
189
190
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
191

192
#if CONFIG_EC_MULTISYMBOL
193
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
194
195
196
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
197
                        av1_switchable_interp_tree);
198
199
200
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
201
202
203
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
204
                          av1_ext_tx_intra_tree[s]);
205
206
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
207
                          av1_ext_tx_inter_tree[s]);
208
#else
Jingning Han's avatar
Jingning Han committed
209
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
210
#endif
Jingning Han's avatar
Jingning Han committed
211
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
212
                        av1_intra_mode_tree);
Jingning Han's avatar
Jingning Han committed
213
  av1_indices_from_tree(av1_inter_mode_ind, av1_inter_mode_inv,
214
                        av1_inter_mode_tree);
215
#endif
216
217
}

Jingning Han's avatar
Jingning Han committed
218
219
220
221
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
222
223
224
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
225
226
227
228
229
230
231
232
233
234
#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
#else
  av1_write_token(w, av1_intra_mode_tree,
                  get_y_mode_probs(cm, mi, above_mi, left_mi, block),
                  &intra_mode_encodings[mode]);
  (void)frame_ctx;
235
#endif
Jingning Han's avatar
Jingning Han committed
236
}
Jingning Han's avatar
Jingning Han committed
237

238
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
239
240
241
242
static void write_interintra_mode(aom_writer *w, INTERINTRA_MODE mode,
                                  const aom_prob *probs) {
  av1_write_token(w, av1_interintra_mode_tree, probs,
                  &interintra_mode_encodings[mode]);
243
244
245
}
#endif  // CONFIG_EXT_INTER

246
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
247
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
248
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
249
  const aom_prob newmv_prob = ec_ctx->newmv_prob[newmv_ctx];
Yue Chen's avatar
Yue Chen committed
250

251
252
#define IS_NEWMV_MODE(mode) ((mode) == NEWMV)
  aom_write(w, !IS_NEWMV_MODE(mode), newmv_prob);
253

254
  if (!IS_NEWMV_MODE(mode)) {
255
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
256
    const aom_prob zeromv_prob = ec_ctx->zeromv_prob[zeromv_ctx];
257
258
259
260
261
262

    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

Yaowu Xu's avatar
Yaowu Xu committed
263
    aom_write(w, mode != ZEROMV, zeromv_prob);
264
265

    if (mode != ZEROMV) {
266
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
267
      aom_prob refmv_prob;
268

269
270
271
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
272

273
      refmv_prob = ec_ctx->refmv_prob[refmv_ctx];
Yaowu Xu's avatar
Yaowu Xu committed
274
      aom_write(w, mode != NEARESTMV, refmv_prob);
275
276
    }
  }
277
278

#undef IS_NEWMV_MODE
Jingning Han's avatar
Jingning Han committed
279
280
}

Yaowu Xu's avatar
Yaowu Xu committed
281
282
283
static void write_drl_idx(const AV1_COMMON *cm, const MB_MODE_INFO *mbmi,
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
284
285
286

  assert(mbmi->ref_mv_idx < 3);

287
288
289
#if CONFIG_EXT_INTER
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
#else
290
  if (mbmi->mode == NEWMV) {
291
#endif
292
293
294
295
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
296
297
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
298

Yaowu Xu's avatar
Yaowu Xu committed
299
        aom_write(w, mbmi->ref_mv_idx != idx, drl_prob);
300
        if (mbmi->ref_mv_idx == idx) return;
301
      }
302
303
304
305
    }
    return;
  }

David Barker's avatar
David Barker committed
306
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
307
308
309
310
311
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
312
313
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
314

Yaowu Xu's avatar
Yaowu Xu committed
315
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), drl_prob);
316
        if (mbmi->ref_mv_idx == (idx - 1)) return;
317
      }
318
    }
319
    return;
320
321
322
  }
}

323
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
324
static void write_inter_compound_mode(AV1_COMMON *cm, aom_writer *w,
325
326
                                      PREDICTION_MODE mode,
                                      const int16_t mode_ctx) {
Yaowu Xu's avatar
Yaowu Xu committed
327
  const aom_prob *const inter_compound_probs =
328
      cm->fc->inter_compound_mode_probs[mode_ctx];
329
330

  assert(is_inter_compound_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
331
332
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
333
334
335
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
336
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
337
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
338
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
339
340
}

341
342
#if !CONFIG_EC_ADAPT || \
    (CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION || CONFIG_EXT_INTER)
Yaowu Xu's avatar
Yaowu Xu committed
343
344
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
345
                             const unsigned int counts[/*n - 1*/], int n,
346
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
347
348
349
350
351
352
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
353
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
354
  for (i = 0; i < n - 1; ++i)
355
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
356
}
357
358
#endif

359
#if CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
360
361
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
362
363
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
364
365
366
367
368
369
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
370
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
371
  for (i = 0; i < n - 1; ++i) {
372
373
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
374
375
376
  }
  return savings;
}
377
#endif  // CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
378

379
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
380
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
381
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
382
383
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
384
385
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
386
387
388
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

389
  int ctx = txfm_partition_context(xd->above_txfm_context + tx_col,
390
391
                                   xd->left_txfm_context + tx_row,
                                   mbmi->sb_type, tx_size);
392

393
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
394

Jingning Han's avatar
Jingning Han committed
395
  if (depth == MAX_VARTX_DEPTH) {
396
    txfm_partition_update(xd->above_txfm_context + tx_col,
397
                          xd->left_txfm_context + tx_row, tx_size, tx_size);
398
399
400
    return;
  }

401
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
402
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
403
    txfm_partition_update(xd->above_txfm_context + tx_col,
404
                          xd->left_txfm_context + tx_row, tx_size, tx_size);
405
  } else {
406
407
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
408
    int i;
409

Yaowu Xu's avatar
Yaowu Xu committed
410
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
411

412
    if (tx_size == TX_8X8) {
413
      txfm_partition_update(xd->above_txfm_context + tx_col,
414
                            xd->left_txfm_context + tx_row, sub_txs, tx_size);
415
      return;
416
    }
417
418
419

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
420
421
422
423
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
424
425
426
    }
  }
}
427

Yaowu Xu's avatar
Yaowu Xu committed
428
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
429
                                        FRAME_COUNTS *counts, int probwt) {
430
431
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
432
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
433
                              counts->txfm_partition[k], probwt);
434
}
435
436
#endif

Yaowu Xu's avatar
Yaowu Xu committed
437
438
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
439
440
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
441
442
443
444
445
446
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
447
// For sub8x8 blocks the tx_size symbol does not need to be sent
448
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
449
450
  if (bsize > BLOCK_4X4) {
#else
451
  if (bsize >= BLOCK_8X8) {
452
#endif
453
454
455
456
457
458
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
459
    const int depth = tx_size_to_depth(coded_tx_size);
460
#if CONFIG_EXT_TX && CONFIG_RECT_TX
461
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
462
463
464
465
    assert(
        IMPLIES(is_rect_tx(tx_size), tx_size == max_txsize_rect_lookup[bsize]));
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

466
#if CONFIG_EC_MULTISYMBOL
467
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
468
469
                     tx_size_cat + 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
470
    av1_write_token(w, av1_tx_size_tree[tx_size_cat],
471
                    ec_ctx->tx_size_probs[tx_size_cat][tx_size_ctx],
472
                    &tx_size_encodings[tx_size_cat][depth]);
473
#endif
Jingning Han's avatar
Jingning Han committed
474
475
476
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
477
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
478
479
                                    FRAME_COUNTS *counts) {
  int i;
480
481
482
483
484
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
485
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
486
487
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
488
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
489
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
490
                              counts->zeromv_mode[i], probwt);
491
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
492
493
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
494
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
495
496
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
497
498
}

499
#if CONFIG_EXT_INTER
500
501
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
502
503
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
504
505
506
507
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
508
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
509
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
510
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
511
512
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
513
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
514
515
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
516
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
517
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
518
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
519
520
521
522
523
    }
  }
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
524
525
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
526
527
528
529
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
Yaowu Xu's avatar
Yaowu Xu committed
530
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
Jingning Han's avatar
Jingning Han committed
531
532
533
534
    return skip;
  }
}

Yue Chen's avatar
Yue Chen committed
535
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
536
static void write_motion_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
Yue Chen's avatar
Yue Chen committed
537
                              aom_writer *w) {
538
539
540
541
542
543
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
Yue Chen's avatar
Yue Chen committed
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560

  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
    av1_write_token(w, av1_motion_mode_tree,
                    cm->fc->motion_mode_prob[mbmi->sb_type],
                    &motion_mode_encodings[mbmi->motion_mode]);
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

561
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
562
563
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
564
565
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
566
  int rem_bits, thr;
567
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
568
569
570
571
572
573
574
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
575

Thomas Davies's avatar
Thomas Davies committed
576
577
578
579
580
#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
#else
  int i = 0;
581
582
  while (i < DELTA_Q_SMALL && i <= abs) {
    int bit = (i < abs);
Thomas Davies's avatar
Thomas Davies committed
583
    aom_write(w, bit, ec_ctx->delta_q_prob[i]);
584
585
    i++;
  }
Thomas Davies's avatar
Thomas Davies committed
586
#endif
587
588
589
590
591
592

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
593
594
595
596
597
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
598

Thomas Davies's avatar
Thomas Davies committed
599
#if !CONFIG_EC_ADAPT
600
601
602
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
603
604
605
606
607
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
608
609
610
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
611
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
612
613
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
614
615
  }
}
Thomas Davies's avatar
Thomas Davies committed
616
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);
#else
  int i = 0;
  while (i < DELTA_LF_SMALL && i <= abs) {
    int bit = (i < abs);
    aom_write(w, bit, ec_ctx->delta_lf_prob[i]);
    i++;
  }
#endif  // CONFIG_EC_MULTISYMBOL

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
673
#endif  // CONFIG_DELTA_Q
674

Yaowu Xu's avatar
Yaowu Xu committed
675
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
676
677
                              FRAME_COUNTS *counts) {
  int k;
678
679
680
681
682
683
684
685
686
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
687
688
}

689
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
690
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
691
692
                                           FRAME_COUNTS *counts) {
  int j;
693
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
694
695
696
697
698
699
700
701
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
702
  }
Jingning Han's avatar
Jingning Han committed
703
}
704
#endif
Jingning Han's avatar
Jingning Han committed
705

706
#if !CONFIG_EC_ADAPT
707
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
708
709
710
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
711
  int i, j;
712
  int s;
713
714
715
716
717
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
718
719
720
721
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
722
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
723
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
724
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
725
726
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
727
728
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
729
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
730
731
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
732
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
733
734
735
736
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
737
      }
738
739
    }
  }
740

741
742
743
744
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
745
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
746
      for (j = 0; j < INTRA_MODES; ++j)
747
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
748
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
749
750
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
751
752
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
753
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
754
755
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
756
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
757
        for (j = 0; j < INTRA_MODES; ++j)
758
759
760
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
761
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
762
763
      }
    }
764
  }
765
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
766

767
#else
Yaowu Xu's avatar
Yaowu Xu committed
768
769
770
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
771
772
773
774
  int i, j;

  int savings = 0;
  int do_update = 0;
775
776
777
778
779
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
780
781
782
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
783
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
784
          cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt);
785
786
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
787
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
788
789
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
790
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
791
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
792
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt, w);
793
      }
794
795
    }
  }
796

797
798
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
799
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
800
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
801
                                 cm->counts.inter_ext_tx[i], TX_TYPES, probwt);
802
803
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
804
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
805
806
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
807
      prob_diff_update(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
808
                       cm->counts.inter_ext_tx[i], TX_TYPES, probwt, w);
809
810
811
    }
  }
}
812
#endif  // CONFIG_EXT_TX
813
#endif  // !CONFIG_EC_ADAPT
814
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
815
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
816
                                int num) {
hui su's avatar
hui su committed
817
  int i;
818
  const TOKENEXTRA *p = *tp;
hui su's avatar
hui su committed
819

820
  for (i = 0; i < num; ++i) {
821
822
823
    av1_write_token(
        w, av1_palette_color_index_tree[n - PALETTE_MIN_SIZE], p->context_tree,
        &palette_color_index_encodings[n - PALETTE_MIN_SIZE][p->token]);
hui su's avatar
hui su committed
824
825
826
827
828
    ++p;
  }

  *tp = p;
}
829
#endif  // CONFIG_PALETTE
830

831
#if !CONFIG_PVQ
832
#if CONFIG_SUPERTX
833
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
834
835
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
836
837
838
839
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
840
    for (j = TX_8X8; j < TX_SIZES; ++j) {
841
842
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
843
844
845
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
846
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
847
848
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
849
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
850
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
851
                                  cm->counts.supertx[i][j], probwt);
852
853
854
855
856
857
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
#endif

886
#if CONFIG_NEW_TOKENSET && !CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
887
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
888
                           const TOKENEXTRA *const stop,
889
890
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
                           TOKEN_STATS *token_stats) {
891
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
892
#if CONFIG_VAR_TX
893
  int count = 0;
894
  const int seg_eob = tx_size_2d[tx_size];