bitstream.c 188 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31 32 33 34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36 37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38 39 40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41 42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47 48 49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50 51 52 53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54 55 56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57 58 59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60 61 62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64 65
static struct av1_token intra_mode_encodings[INTRA_MODES];
static struct av1_token switchable_interp_encodings[SWITCHABLE_FILTERS];
66
#if CONFIG_EXT_PARTITION_TYPES && !CONFIG_EC_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
67
static const struct av1_token ext_partition_encodings[EXT_PARTITION_TYPES] = {
68 69 70
  { 0, 1 },  { 4, 3 },  { 12, 4 }, { 7, 3 },
  { 10, 4 }, { 11, 4 }, { 26, 5 }, { 27, 5 }
};
71
#endif
72
static struct av1_token partition_encodings[PARTITION_TYPES];
73
#if !CONFIG_REF_MV
74
static struct av1_token inter_mode_encodings[INTER_MODES];
75
#endif
76
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
77
static const struct av1_token
78 79 80 81
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
      { 2, 2 },  { 50, 6 }, { 51, 6 }, { 24, 5 }, { 52, 6 },
      { 53, 6 }, { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
    };
82
#endif  // CONFIG_EXT_INTER
83
#if CONFIG_PALETTE
84 85 86
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
87
#endif  // CONFIG_PALETTE
88
#if !CONFIG_EC_MULTISYMBOL
Jingning Han's avatar
Jingning Han committed
89
static const struct av1_token tx_size_encodings[MAX_TX_DEPTH][TX_SIZES] = {
90 91 92
  { { 0, 1 }, { 1, 1 } },                      // Max tx_size is 8X8
  { { 0, 1 }, { 2, 2 }, { 3, 2 } },            // Max tx_size is 16X16
  { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 7, 3 } },  // Max tx_size is 32X32
93 94 95
#if CONFIG_TX64X64
  { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 14, 4 }, { 15, 4 } },  // Max tx_size 64X64
#endif                                                     // CONFIG_TX64X64
96
};
97
#endif
98

99
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
100
static INLINE void write_uniform(aom_writer *w, int n, int v) {
101 102
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
103
  if (l == 0) return;
hui su's avatar
hui su committed
104
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
105
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
106
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
107 108
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
109 110
  }
}
111
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
112

113
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
114 115
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
116
#else
Yaowu Xu's avatar
Yaowu Xu committed
117
static struct av1_token ext_tx_encodings[TX_TYPES];
118
#endif  // CONFIG_EXT_TX
119
#if CONFIG_GLOBAL_MOTION
120
static struct av1_token global_motion_types_encodings[GLOBAL_TRANS_TYPES];
121
#endif  // CONFIG_GLOBAL_MOTION
122
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
123
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
124
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
125
#endif  // CONFIG_INTRA_INTERP
126
#endif  // CONFIG_EXT_INTRA
127
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
128
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
129
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
130
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
131
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
132
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
133 134 135
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
136 137 138
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
139 140 141
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
142 143 144 145 146
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
147

Yaowu Xu's avatar
Yaowu Xu committed
148
void av1_encode_token_init(void) {
149
#if CONFIG_EXT_TX || CONFIG_PALETTE
150
  int s;
151 152
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
153
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
154
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
155 156
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
157
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
158
  }
159
#else
Yaowu Xu's avatar
Yaowu Xu committed
160
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
161
#endif  // CONFIG_EXT_TX
162 163 164 165 166 167 168
  av1_tokens_from_tree(intra_mode_encodings, av1_intra_mode_tree);
  av1_tokens_from_tree(switchable_interp_encodings, av1_switchable_interp_tree);
  av1_tokens_from_tree(partition_encodings, av1_partition_tree);
#if !CONFIG_REF_MV
  av1_tokens_from_tree(inter_mode_encodings, av1_inter_mode_tree);
#endif

169 170
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
171
  for (s = 0; s < PALETTE_SIZES; ++s) {
172 173
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
174 175 176
  }
#endif  // CONFIG_PALETTE

177
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
178
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
179
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
180
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
181
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
182
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
183
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
184
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
185
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
186 187 188
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
189
#if CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
190 191
  av1_tokens_from_tree(global_motion_types_encodings,
                       av1_global_motion_types_tree);
192
#endif  // CONFIG_GLOBAL_MOTION
193 194 195 196
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
197

198
#if CONFIG_EC_MULTISYMBOL
199
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
200 201 202
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
203
                        av1_switchable_interp_tree);
204 205 206
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
207 208 209
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
210
                          av1_ext_tx_intra_tree[s]);
211 212
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
213
                          av1_ext_tx_inter_tree[s]);
214
#else
Jingning Han's avatar
Jingning Han committed
215
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
216
#endif
Jingning Han's avatar
Jingning Han committed
217
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
218
                        av1_intra_mode_tree);
Jingning Han's avatar
Jingning Han committed
219
  av1_indices_from_tree(av1_inter_mode_ind, av1_inter_mode_inv,
220
                        av1_inter_mode_tree);
221
#endif
222 223
}

Jingning Han's avatar
Jingning Han committed
224 225 226 227
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
228 229 230
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
231 232 233 234 235 236 237 238 239 240
#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
#else
  av1_write_token(w, av1_intra_mode_tree,
                  get_y_mode_probs(cm, mi, above_mi, left_mi, block),
                  &intra_mode_encodings[mode]);
  (void)frame_ctx;
241
#endif
Jingning Han's avatar
Jingning Han committed
242
}
Jingning Han's avatar
Jingning Han committed
243

244
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
245 246 247 248
static void write_interintra_mode(aom_writer *w, INTERINTRA_MODE mode,
                                  const aom_prob *probs) {
  av1_write_token(w, av1_interintra_mode_tree, probs,
                  &interintra_mode_encodings[mode]);
249 250 251
}
#endif  // CONFIG_EXT_INTER

252
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
253
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
254
#if CONFIG_REF_MV
255
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
256
  const aom_prob newmv_prob = ec_ctx->newmv_prob[newmv_ctx];
Yue Chen's avatar
Yue Chen committed
257

258 259
#define IS_NEWMV_MODE(mode) ((mode) == NEWMV)
  aom_write(w, !IS_NEWMV_MODE(mode), newmv_prob);
260

261
  if (!IS_NEWMV_MODE(mode)) {
262
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
263
    const aom_prob zeromv_prob = ec_ctx->zeromv_prob[zeromv_ctx];
264 265 266 267 268 269

    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

Yaowu Xu's avatar
Yaowu Xu committed
270
    aom_write(w, mode != ZEROMV, zeromv_prob);
271 272

    if (mode != ZEROMV) {
273
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
274
      aom_prob refmv_prob;
275

276 277 278
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
279

280
      refmv_prob = ec_ctx->refmv_prob[refmv_ctx];
Yaowu Xu's avatar
Yaowu Xu committed
281
      aom_write(w, mode != NEARESTMV, refmv_prob);
282 283
    }
  }
284 285 286 287

#undef IS_NEWMV_MODE

#else  // !CONFIG_REF_MV
Jingning Han's avatar
Jingning Han committed
288
  assert(is_inter_mode(mode));
289
#if CONFIG_EC_MULTISYMBOL
290
  aom_write_symbol(w, av1_inter_mode_ind[INTER_OFFSET(mode)],
291
                   ec_ctx->inter_mode_cdf[mode_ctx], INTER_MODES);
292 293
#else
  {
294
    const aom_prob *const inter_probs = ec_ctx->inter_mode_probs[mode_ctx];
295 296 297 298
    av1_write_token(w, av1_inter_mode_tree, inter_probs,
                    &inter_mode_encodings[INTER_OFFSET(mode)]);
  }
#endif
299
#endif
Jingning Han's avatar
Jingning Han committed
300 301
}

302
#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
303 304 305
static void write_drl_idx(const AV1_COMMON *cm, const MB_MODE_INFO *mbmi,
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
306 307 308

  assert(mbmi->ref_mv_idx < 3);

309 310 311
#if CONFIG_EXT_INTER
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
#else
312
  if (mbmi->mode == NEWMV) {
313
#endif
314 315 316 317
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
318 319
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
320

Yaowu Xu's avatar
Yaowu Xu committed
321
        aom_write(w, mbmi->ref_mv_idx != idx, drl_prob);
322
        if (mbmi->ref_mv_idx == idx) return;
323
      }
324 325 326 327
    }
    return;
  }

David Barker's avatar
David Barker committed
328
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
329 330 331 332 333
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
334 335
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
336

Yaowu Xu's avatar
Yaowu Xu committed
337
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), drl_prob);
338
        if (mbmi->ref_mv_idx == (idx - 1)) return;
339
      }
340
    }
341
    return;
342 343 344 345
  }
}
#endif

346
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
347
static void write_inter_compound_mode(AV1_COMMON *cm, aom_writer *w,
348 349
                                      PREDICTION_MODE mode,
                                      const int16_t mode_ctx) {
Yaowu Xu's avatar
Yaowu Xu committed
350
  const aom_prob *const inter_compound_probs =
351
      cm->fc->inter_compound_mode_probs[mode_ctx];
352 353

  assert(is_inter_compound_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
354 355
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
356 357 358
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
359
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
360
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
361
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
362 363
}

364 365
#if !CONFIG_EC_ADAPT || \
    (CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION || CONFIG_EXT_INTER)
Yaowu Xu's avatar
Yaowu Xu committed
366 367
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
368
                             const unsigned int counts[/*n - 1*/], int n,
369
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
370 371 372 373 374 375
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
376
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
377
  for (i = 0; i < n - 1; ++i)
378
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
379
}
380 381
#endif

382
#if CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
383 384
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
385 386
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
387 388 389 390 391 392
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
393
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
394
  for (i = 0; i < n - 1; ++i) {
395 396
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
397 398 399
  }
  return savings;
}
400
#endif  // CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
401

402
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
403
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
404
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
405 406
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
407 408
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
409 410 411
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

412
  int ctx = txfm_partition_context(xd->above_txfm_context + tx_col,
413 414
                                   xd->left_txfm_context + tx_row,
                                   mbmi->sb_type, tx_size);
415

416
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
417

Jingning Han's avatar
Jingning Han committed
418
  if (depth == MAX_VARTX_DEPTH) {
419
    txfm_partition_update(xd->above_txfm_context + tx_col,
420
                          xd->left_txfm_context + tx_row, tx_size, tx_size);
421 422 423
    return;
  }

424
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
425
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
426
    txfm_partition_update(xd->above_txfm_context + tx_col,
427
                          xd->left_txfm_context + tx_row, tx_size, tx_size);
428
  } else {
429 430
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
431
    int i;
432

Yaowu Xu's avatar
Yaowu Xu committed
433
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
434

435
    if (tx_size == TX_8X8) {
436
      txfm_partition_update(xd->above_txfm_context + tx_col,
437
                            xd->left_txfm_context + tx_row, sub_txs, tx_size);
438
      return;
439
    }
440 441 442

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
443 444 445 446
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
447 448 449
    }
  }
}
450

Yaowu Xu's avatar
Yaowu Xu committed
451
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
452
                                        FRAME_COUNTS *counts, int probwt) {
453 454
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
455
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
456
                              counts->txfm_partition[k], probwt);
457
}
458 459
#endif

Yaowu Xu's avatar
Yaowu Xu committed
460 461
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
462 463
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
464 465 466 467 468 469
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
470
// For sub8x8 blocks the tx_size symbol does not need to be sent
471
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
472 473
  if (bsize > BLOCK_4X4) {
#else
474
  if (bsize >= BLOCK_8X8) {
475
#endif
476 477 478 479 480 481
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
482
    const int depth = tx_size_to_depth(coded_tx_size);
483
#if CONFIG_EXT_TX && CONFIG_RECT_TX
484
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
485 486 487 488
    assert(
        IMPLIES(is_rect_tx(tx_size), tx_size == max_txsize_rect_lookup[bsize]));
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

489
#if CONFIG_EC_MULTISYMBOL
490
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
491 492
                     tx_size_cat + 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
493
    av1_write_token(w, av1_tx_size_tree[tx_size_cat],
494
                    ec_ctx->tx_size_probs[tx_size_cat][tx_size_ctx],
495
                    &tx_size_encodings[tx_size_cat][depth]);
496
#endif
Jingning Han's avatar
Jingning Han committed
497 498 499
  }
}

500
#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
501
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
502 503
                                    FRAME_COUNTS *counts) {
  int i;
504 505 506 507 508
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
509
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
510 511
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
512
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
513
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
514
                              counts->zeromv_mode[i], probwt);
515
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
516 517
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
518
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
519 520
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
521 522 523
}
#endif

524
#if CONFIG_EXT_INTER
525 526
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
527 528
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
529 530 531 532
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
533
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
534
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
535
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
536 537
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
538
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
539 540
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
541
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
542
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
543
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
544 545 546 547 548
    }
  }
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
549 550
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
551 552 553 554
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
Yaowu Xu's avatar
Yaowu Xu committed
555
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
Jingning Han's avatar
Jingning Han committed
556 557 558 559
    return skip;
  }
}

Yue Chen's avatar
Yue Chen committed
560
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
561
static void write_motion_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
Yue Chen's avatar
Yue Chen committed
562
                              aom_writer *w) {
563 564 565 566 567 568
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
Yue Chen's avatar
Yue Chen committed
569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585

  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
    av1_write_token(w, av1_motion_mode_tree,
                    cm->fc->motion_mode_prob[mbmi->sb_type],
                    &motion_mode_encodings[mbmi->motion_mode]);
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

586
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
587 588
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
589 590
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
591
  int rem_bits, thr;
592
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
593 594 595 596 597 598 599
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
600

Thomas Davies's avatar
Thomas Davies committed
601 602 603 604 605
#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
#else
  int i = 0;
606 607
  while (i < DELTA_Q_SMALL && i <= abs) {
    int bit = (i < abs);
Thomas Davies's avatar
Thomas Davies committed
608
    aom_write(w, bit, ec_ctx->delta_q_prob[i]);
609 610
    i++;
  }
Thomas Davies's avatar
Thomas Davies committed
611
#endif
612 613 614 615 616 617

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
618 619 620 621 622
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
623

Thomas Davies's avatar
Thomas Davies committed
624
#if !CONFIG_EC_ADAPT
625 626 627
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
628 629 630 631 632
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
633 634 635
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
636
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
637 638
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
639 640
  }
}
Thomas Davies's avatar
Thomas Davies committed
641
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);
#else
  int i = 0;
  while (i < DELTA_LF_SMALL && i <= abs) {
    int bit = (i < abs);
    aom_write(w, bit, ec_ctx->delta_lf_prob[i]);
    i++;
  }
#endif  // CONFIG_EC_MULTISYMBOL

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
698
#endif  // CONFIG_DELTA_Q
699

Yaowu Xu's avatar
Yaowu Xu committed
700
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
701 702
                              FRAME_COUNTS *counts) {
  int k;
703 704 705 706 707 708 709 710 711
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
712 713
}

714
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
715
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
716 717
                                           FRAME_COUNTS *counts) {
  int j;
718
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
719 720 721 722 723 724 725 726
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
727
  }
Jingning Han's avatar
Jingning Han committed
728
}
729
#endif
Jingning Han's avatar
Jingning Han committed
730

731
#if !CONFIG_EC_ADAPT
732
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
733 734 735
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
736
  int i, j;
737
  int s;
738 739 740 741 742
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
743 744 745 746
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
747
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
748
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
749
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
750 751
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
752 753
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
754
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
755 756
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
757
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
758 759 760 761
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
762
      }
763 764
    }
  }
765

766 767 768 769
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
770
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
771
      for (j = 0; j < INTRA_MODES; ++j)
772
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
773
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
774 775
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
776 777
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
778
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
779 780
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
781
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
782
        for (j = 0; j < INTRA_MODES; ++j)
783 784 785
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
786
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
787 788
      }
    }
789
  }
790
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
791

792
#else
Yaowu Xu's avatar
Yaowu Xu committed
793 794 795
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
796 797 798 799
  int i, j;

  int savings = 0;
  int do_update = 0;
800 801 802 803 804
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
805 806 807
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
808
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
809
          cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt);
810 811
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
812
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
813 814
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
815
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
816
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
817
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt, w);
818
      }
819 820
    }
  }
821

822 823
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
824
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
825
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
826
                                 cm->counts.inter_ext_tx[i], TX_TYPES, probwt);
827 828
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
829
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);