bitstream.c 186 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31
32
33
34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36
37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38
39
40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41
42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47
48
49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50
51
52
53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54
55
56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57
58
59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60
61
62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
65
#define COMPOUND_SINGLEREF_DEBUG 0

66
67
68
static struct av1_token intra_mode_encodings[INTRA_MODES];
static struct av1_token switchable_interp_encodings[SWITCHABLE_FILTERS];
static struct av1_token partition_encodings[PARTITION_TYPES];
69
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
70
static const struct av1_token
71
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
72
73
      { 2, 2 },  { 12, 4 }, { 52, 6 }, { 53, 6 },
      { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
74
    };
75
76
77
78
#if CONFIG_COMPOUND_SINGLEREF
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
79
#endif  // CONFIG_EXT_INTER
80
#if CONFIG_PALETTE
81
82
83
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
84
#endif  // CONFIG_PALETTE
85

86
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
87
static INLINE void write_uniform(aom_writer *w, int n, int v) {
88
89
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
90
  if (l == 0) return;
hui su's avatar
hui su committed
91
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
92
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
93
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
94
95
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
96
97
  }
}
98
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
99

100
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
101
102
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
103
#else
Yaowu Xu's avatar
Yaowu Xu committed
104
static struct av1_token ext_tx_encodings[TX_TYPES];
105
#endif  // CONFIG_EXT_TX
106
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
107
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
108
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
109
#endif  // CONFIG_INTRA_INTERP
110
#endif  // CONFIG_EXT_INTRA
111
#if CONFIG_EXT_INTER
112
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
113
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
114
#endif
115
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
116
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
117
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
118
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
119
120
121
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
122
123
124
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
125
126
127
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
128
129
130
131
132
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
133

Yaowu Xu's avatar
Yaowu Xu committed
134
void av1_encode_token_init(void) {
135
#if CONFIG_EXT_TX || CONFIG_PALETTE
136
  int s;
137
138
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
139
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
140
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
141
142
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
143
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
144
  }
145
#else
Yaowu Xu's avatar
Yaowu Xu committed
146
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
147
#endif  // CONFIG_EXT_TX
148
149
150
151
  av1_tokens_from_tree(intra_mode_encodings, av1_intra_mode_tree);
  av1_tokens_from_tree(switchable_interp_encodings, av1_switchable_interp_tree);
  av1_tokens_from_tree(partition_encodings, av1_partition_tree);

152
153
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
154
  for (s = 0; s < PALETTE_SIZES; ++s) {
155
156
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
157
158
159
  }
#endif  // CONFIG_PALETTE

160
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
161
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
162
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
163
#if CONFIG_EXT_INTER
164
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
165
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
166
#endif  // CONFIG_INTERINTRA
167
168
169
170
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
171
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
172
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
173
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
174
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
175
176
177
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
178
179
180
181
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
182

183
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
184
185
186
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
187
                        av1_switchable_interp_tree);
188
189
190
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
191
192
193
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
194
                          av1_ext_tx_intra_tree[s]);
195
196
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
197
                          av1_ext_tx_inter_tree[s]);
198
#else
Jingning Han's avatar
Jingning Han committed
199
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
200
#endif
Jingning Han's avatar
Jingning Han committed
201
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
202
                        av1_intra_mode_tree);
203
204
}

Jingning Han's avatar
Jingning Han committed
205
206
207
208
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
209
210
211
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
212
213
214
215
216
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
217

218
#if CONFIG_EXT_INTER && CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
219
220
221
222
static void write_interintra_mode(aom_writer *w, INTERINTRA_MODE mode,
                                  const aom_prob *probs) {
  av1_write_token(w, av1_interintra_mode_tree, probs,
                  &interintra_mode_encodings[mode]);
223
}
224
#endif  // CONFIG_EXT_INTER && CONFIG_INTERINTRA
225

226
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
227
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
228
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
229
  const aom_prob newmv_prob = ec_ctx->newmv_prob[newmv_ctx];
Yue Chen's avatar
Yue Chen committed
230

Jingning Han's avatar
Jingning Han committed
231
  aom_write(w, mode != NEWMV, newmv_prob);
232

Jingning Han's avatar
Jingning Han committed
233
  if (mode != NEWMV) {
234
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
235
    const aom_prob zeromv_prob = ec_ctx->zeromv_prob[zeromv_ctx];
236
237
238
239
240
241

    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

Yaowu Xu's avatar
Yaowu Xu committed
242
    aom_write(w, mode != ZEROMV, zeromv_prob);
243
244

    if (mode != ZEROMV) {
245
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
246
      aom_prob refmv_prob;
247

248
249
250
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
251

252
      refmv_prob = ec_ctx->refmv_prob[refmv_ctx];
Yaowu Xu's avatar
Yaowu Xu committed
253
      aom_write(w, mode != NEARESTMV, refmv_prob);
254
255
    }
  }
Jingning Han's avatar
Jingning Han committed
256
257
}

Yaowu Xu's avatar
Yaowu Xu committed
258
259
260
static void write_drl_idx(const AV1_COMMON *cm, const MB_MODE_INFO *mbmi,
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
261
262
263

  assert(mbmi->ref_mv_idx < 3);

264
#if CONFIG_EXT_INTER
265
266
267
268
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
269
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
270
271
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
272
  if (mbmi->mode == NEWMV) {
273
#endif  // CONFIG_EXT_INTER
274
275
276
277
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
278
279
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
280

Yaowu Xu's avatar
Yaowu Xu committed
281
        aom_write(w, mbmi->ref_mv_idx != idx, drl_prob);
282
        if (mbmi->ref_mv_idx == idx) return;
283
      }
284
285
286
287
    }
    return;
  }

David Barker's avatar
David Barker committed
288
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
289
290
291
292
293
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
294
295
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
296

Yaowu Xu's avatar
Yaowu Xu committed
297
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), drl_prob);
298
        if (mbmi->ref_mv_idx == (idx - 1)) return;
299
      }
300
    }
301
    return;
302
303
304
  }
}

305
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
306
static void write_inter_compound_mode(AV1_COMMON *cm, aom_writer *w,
307
308
                                      PREDICTION_MODE mode,
                                      const int16_t mode_ctx) {
Yaowu Xu's avatar
Yaowu Xu committed
309
  const aom_prob *const inter_compound_probs =
310
      cm->fc->inter_compound_mode_probs[mode_ctx];
311
312

  assert(is_inter_compound_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
313
314
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
315
}
316
317
318
319
320
321
322
323
324
325
326
327
328
329

#if CONFIG_COMPOUND_SINGLEREF
static void write_inter_singleref_comp_mode(AV1_COMMON *cm, aom_writer *w,
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
  const aom_prob *const inter_singleref_comp_probs =
      cm->fc->inter_singleref_comp_mode_probs[mode_ctx];

  av1_write_token(
      w, av1_inter_singleref_comp_mode_tree, inter_singleref_comp_probs,
      &inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_OFFSET(mode)]);
}
#endif  // CONFIG_COMPOUND_SINGLEREF
330
331
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
332
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
333
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
334
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
335
336
}

337
338
#if !CONFIG_EC_ADAPT || \
    (CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION || CONFIG_EXT_INTER)
Yaowu Xu's avatar
Yaowu Xu committed
339
340
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
341
                             const unsigned int counts[/*n - 1*/], int n,
342
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
343
344
345
346
347
348
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
349
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
350
  for (i = 0; i < n - 1; ++i)
351
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
352
}
353
354
#endif

355
#if CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
356
357
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
358
359
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
360
361
362
363
364
365
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
366
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
367
  for (i = 0; i < n - 1; ++i) {
368
369
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
370
371
372
  }
  return savings;
}
373
#endif  // CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
374

375
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
376
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
377
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
378
379
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
380
381
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
382
383
384
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

385
386
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
387
                                   mbmi->sb_type, tx_size);
388

389
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
390

Jingning Han's avatar
Jingning Han committed
391
  if (depth == MAX_VARTX_DEPTH) {
392
393
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
394
395
396
    return;
  }

397
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
398
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
399
400
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
401
  } else {
402
403
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
404
    int i;
405

Yaowu Xu's avatar
Yaowu Xu committed
406
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
407

408
    if (tx_size == TX_8X8) {
409
410
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
411
      return;
412
    }
413
414
415

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
416
417
418
419
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
420
421
422
    }
  }
}
423

Yaowu Xu's avatar
Yaowu Xu committed
424
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
425
                                        FRAME_COUNTS *counts, int probwt) {
426
427
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
428
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
429
                              counts->txfm_partition[k], probwt);
430
}
431
432
#endif

Yaowu Xu's avatar
Yaowu Xu committed
433
434
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
435
436
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
437
438
439
440
441
442
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
443
// For sub8x8 blocks the tx_size symbol does not need to be sent
444
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
445
446
  if (bsize > BLOCK_4X4) {
#else
447
  if (bsize >= BLOCK_8X8) {
448
#endif
449
450
451
452
453
454
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
455
    const int depth = tx_size_to_depth(coded_tx_size);
456
#if CONFIG_EXT_TX && CONFIG_RECT_TX
457
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
458
459
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

460
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
461
                     tx_size_cat + 2);
462
463
464
465
466
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
467
468
469
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
470
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
471
472
                                    FRAME_COUNTS *counts) {
  int i;
473
474
475
476
477
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
478
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
479
480
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
481
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
482
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
483
                              counts->zeromv_mode[i], probwt);
484
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
485
486
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
487
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
488
489
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
490
491
}

492
#if CONFIG_EXT_INTER
493
494
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
495
496
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
497
498
499
500
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
501
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
502
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
503
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
504
505
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
506
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
507
508
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
509
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
510
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
511
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
512
513
514
    }
  }
}
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542

#if CONFIG_COMPOUND_SINGLEREF
static void update_inter_singleref_comp_mode_probs(AV1_COMMON *cm, int probwt,
                                                   aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
    savings +=
        prob_diff_update_savings(av1_inter_singleref_comp_mode_tree,
                                 cm->fc->inter_singleref_comp_mode_probs[i],
                                 cm->counts.inter_singleref_comp_mode[i],
                                 INTER_SINGLEREF_COMP_MODES, probwt);
  }
  do_update = savings > savings_thresh;
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
      prob_diff_update(av1_inter_singleref_comp_mode_tree,
                       cm->fc->inter_singleref_comp_mode_probs[i],
                       cm->counts.inter_singleref_comp_mode[i],
                       INTER_SINGLEREF_COMP_MODES, probwt, w);
    }
  }
}
#endif  // CONFIG_COMPOUND_SINGLEREF
543
544
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
545
546
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
547
548
549
550
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
551
552
553
554
555
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
556
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
557
#endif
Jingning Han's avatar
Jingning Han committed
558
559
560
561
    return skip;
  }
}

Yue Chen's avatar
Yue Chen committed
562
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
563
static void write_motion_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
Yue Chen's avatar
Yue Chen committed
564
                              aom_writer *w) {
565
566
567
568
569
570
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
Yue Chen's avatar
Yue Chen committed
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587

  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
    av1_write_token(w, av1_motion_mode_tree,
                    cm->fc->motion_mode_prob[mbmi->sb_type],
                    &motion_mode_encodings[mbmi->motion_mode]);
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

588
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
589
590
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
591
592
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
593
  int rem_bits, thr;
594
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
595
596
597
598
599
600
601
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
602

Thomas Davies's avatar
Thomas Davies committed
603
604
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
605
606
607
608
609
610

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
611
612
613
614
615
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
616

Thomas Davies's avatar
Thomas Davies committed
617
#if !CONFIG_EC_ADAPT
618
619
620
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
621
622
623
624
625
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
626
627
628
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
629
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
630
631
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
632
633
  }
}
Thomas Davies's avatar
Thomas Davies committed
634
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
682
#endif  // CONFIG_DELTA_Q
683

684
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
685
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
686
687
                              FRAME_COUNTS *counts) {
  int k;
688
689
690
691
692
693
694
695
696
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
697
}
698
#endif
Jingning Han's avatar
Jingning Han committed
699

700
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
701
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
702
703
                                           FRAME_COUNTS *counts) {
  int j;
704
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
705
706
707
708
709
710
711
712
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
713
  }
Jingning Han's avatar
Jingning Han committed
714
}
715
#endif
Jingning Han's avatar
Jingning Han committed
716

717
#if !CONFIG_EC_ADAPT
718
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
719
720
721
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
722
  int i, j;
723
  int s;
724
725
726
727
728
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
729
730
731
732
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
733
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
734
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
735
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
736
737
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
738
739
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
740
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
741
742
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
743
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
744
745
746
747
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
748
      }
749
750
    }
  }
751

752
753
754
755
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
756
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
757
      for (j = 0; j < INTRA_MODES; ++j)
758
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
759
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
760
761
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
762
763
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
764
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
765
766
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
767
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
768
        for (j = 0; j < INTRA_MODES; ++j)
769
770
771
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
772
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
773
774
      }
    }
775
  }
776
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
777

778
#else
Yaowu Xu's avatar
Yaowu Xu committed
779
780
781
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
782
783
784
785
  int i, j;

  int savings = 0;
  int do_update = 0;
786
787
788
789
790
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
791
792
793
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
794
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
795
          cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt);
796
797
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
798
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
799
800
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
801
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
802
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
803
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt, w);
804
      }
805
806
    }
  }
807

808
809
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
810
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
811
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
812
                                 cm->counts.inter_ext_tx[i], TX_TYPES, probwt);
813
814
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
815
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
816
817
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
818
      prob_diff_update(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
819
                       cm->counts.inter_ext_tx[i], TX_TYPES, probwt, w);
820
821
822
    }
  }
}
823
#endif  // CONFIG_EXT_TX
824
#endif  // !CONFIG_EC_ADAPT
825
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
826
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
827
                                int num) {
hui su's avatar
hui su committed
828
  int i;
829
  const TOKENEXTRA *p = *tp;
hui su's avatar
hui su committed
830

831
  for (i = 0; i < num; ++i) {
832
833
834
    av1_write_token(
        w, av1_palette_color_index_tree[n - PALETTE_MIN_SIZE], p->context_tree,
        &palette_color_index_encodings[n - PALETTE_MIN_SIZE][p->token]);
hui su's avatar
hui su committed
835
836
837
838
839
    ++p;
  }

  *tp = p;
}
840
#endif  // CONFIG_PALETTE
841

842
#if !CONFIG_PVQ
843
#if CONFIG_SUPERTX
844
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
845
846
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
847
848
849
850
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
851
    for (j = TX_8X8; j < TX_SIZES; ++j) {
852
853
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
854
855
856
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
857
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
858
859
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
860
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
861
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
862
                                  cm->counts.supertx[i][j], probwt);
863
864
865
866
867
868
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
#endif

897
#if !CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
898
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,