bitstream.c 175 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31 32 33 34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36 37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38 39 40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41 42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47 48 49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50 51 52 53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54 55 56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57 58 59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60 61 62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
#define ENC_MISMATCH_DEBUG 0
65

66
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
67 68
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
69
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
70
#if CONFIG_PALETTE
71 72 73
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
74
#endif  // CONFIG_PALETTE
75

76
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
77
static INLINE void write_uniform(aom_writer *w, int n, int v) {
78 79
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
80
  if (l == 0) return;
hui su's avatar
hui su committed
81
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
82
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
83
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
84 85
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
86 87
  }
}
88
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
89

90
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
91 92
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
93
#else
Yaowu Xu's avatar
Yaowu Xu committed
94
static struct av1_token ext_tx_encodings[TX_TYPES];
95
#endif  // CONFIG_EXT_TX
96
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
97
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
98
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
99
#endif  // CONFIG_INTRA_INTERP
100
#endif  // CONFIG_EXT_INTRA
101
#if CONFIG_EXT_INTER
102
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
103
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
104
#endif
105
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
106
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
107
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
108
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
109
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
110 111 112
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
113
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
114 115 116
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
117 118 119
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
120 121 122 123 124
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
125

Yaowu Xu's avatar
Yaowu Xu committed
126
void av1_encode_token_init(void) {
127
#if CONFIG_EXT_TX || CONFIG_PALETTE
128
  int s;
129 130
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
131
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
132
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
133 134
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
135
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
136
  }
137
#else
Yaowu Xu's avatar
Yaowu Xu committed
138
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
139
#endif  // CONFIG_EXT_TX
140

141 142
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
143
  for (s = 0; s < PALETTE_SIZES; ++s) {
144 145
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
146 147 148
  }
#endif  // CONFIG_PALETTE

149
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
150
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
151
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
152
#if CONFIG_EXT_INTER
153
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
154
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
155
#endif  // CONFIG_INTERINTRA
156 157 158 159
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
160
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
161
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
162
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
163
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
164
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
165 166 167
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
168
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
169 170 171 172
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
173

174
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
175 176 177
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
178
                        av1_switchable_interp_tree);
179 180 181
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
182 183 184
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
185
                          av1_ext_tx_intra_tree[s]);
186 187
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
188
                          av1_ext_tx_inter_tree[s]);
189
#else
Jingning Han's avatar
Jingning Han committed
190
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
191
#endif
192 193
}

Jingning Han's avatar
Jingning Han committed
194 195 196 197
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
198 199 200
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
201 202 203 204 205
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
206

207
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
208
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
209
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
210

211 212 213 214 215
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
216

Jingning Han's avatar
Jingning Han committed
217
  if (mode != NEWMV) {
218 219 220 221 222
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

223 224 225 226 227 228
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
229 230

    if (mode != ZEROMV) {
231 232
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

233 234 235
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
236 237 238 239 240
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
241 242
    }
  }
Jingning Han's avatar
Jingning Han committed
243 244
}

245
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
246 247
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
248 249 250

  assert(mbmi->ref_mv_idx < 3);

251
#if CONFIG_EXT_INTER
252 253 254 255
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
256
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
257 258
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
259
  if (mbmi->mode == NEWMV) {
260
#endif  // CONFIG_EXT_INTER
261 262 263 264
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
265
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
266

267 268 269 270 271 272
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
273
        if (mbmi->ref_mv_idx == idx) return;
274
      }
275 276 277 278
    }
    return;
  }

David Barker's avatar
David Barker committed
279
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
280 281 282 283 284
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
285
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
286 287 288 289 290 291
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
292
        if (mbmi->ref_mv_idx == (idx - 1)) return;
293
      }
294
    }
295
    return;
296 297 298
  }
}

299
#if CONFIG_EXT_INTER
300 301
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
302
                                      const int16_t mode_ctx) {
303 304 305 306 307
  assert(is_inter_compound_mode(mode));
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
308
}
309 310 311 312 313 314 315 316 317 318 319 320 321 322

#if CONFIG_COMPOUND_SINGLEREF
static void write_inter_singleref_comp_mode(AV1_COMMON *cm, aom_writer *w,
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
  const aom_prob *const inter_singleref_comp_probs =
      cm->fc->inter_singleref_comp_mode_probs[mode_ctx];

  av1_write_token(
      w, av1_inter_singleref_comp_mode_tree, inter_singleref_comp_probs,
      &inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_OFFSET(mode)]);
}
#endif  // CONFIG_COMPOUND_SINGLEREF
323 324
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
325
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
326
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
327
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
328 329
}

330
#if CONFIG_NCOBMC_ADAPT_WEIGHT || CONFIG_COMPOUND_SINGLEREF
Yaowu Xu's avatar
Yaowu Xu committed
331 332
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
333
                             const unsigned int counts[/* n */], int n,
334
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
335 336 337 338 339 340
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
341
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
342
  for (i = 0; i < n - 1; ++i)
343
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
344
}
345 346
#endif

347
#if CONFIG_COMPOUND_SINGLEREF
Yaowu Xu's avatar
Yaowu Xu committed
348 349
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
350 351
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
352 353 354 355 356 357
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
358
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
359
  for (i = 0; i < n - 1; ++i) {
360 361
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
362 363 364
  }
  return savings;
}
365
#endif  // CONFIG_COMPOUND_SINGLEREF
366

367
#if CONFIG_VAR_TX
368
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
369
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
370 371
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
372 373 374 375
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
376 377
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
378 379 380
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

381 382
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
383
                                   mbmi->sb_type, tx_size);
384

385
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
386

Jingning Han's avatar
Jingning Han committed
387
  if (depth == MAX_VARTX_DEPTH) {
388 389
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
390 391 392
    return;
  }

393
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
394 395 396
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
397
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
398 399
#endif

400 401
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
402
  } else {
403 404
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
405
    int i;
406

407 408 409
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
410
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
411
#endif
412

413
    if (tx_size == TX_8X8) {
414 415
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
416
      return;
417
    }
418 419 420

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
421 422 423 424
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
425 426 427
    }
  }
}
428

429
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
430
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
431
                                        FRAME_COUNTS *counts, int probwt) {
432 433
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
434
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
435
                              counts->txfm_partition[k], probwt);
436
}
437
#endif  // CONFIG_NEW_MULTISYMBOL
438 439
#endif

Yaowu Xu's avatar
Yaowu Xu committed
440 441
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
442 443
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
444 445
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
446
// For sub8x8 blocks the tx_size symbol does not need to be sent
447
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
448 449
  if (bsize > BLOCK_4X4) {
#else
450
  if (bsize >= BLOCK_8X8) {
451
#endif
452 453 454 455 456 457
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
458
    const int depth = tx_size_to_depth(coded_tx_size);
459
#if CONFIG_EXT_TX && CONFIG_RECT_TX
460
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
461 462
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

463
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
464
                     tx_size_cat + 2);
465 466 467 468 469
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
470 471 472
  }
}

473
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
474
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
475 476
                                    FRAME_COUNTS *counts) {
  int i;
477 478 479 480 481
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
482
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
483 484
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
485
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
486
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
487
                              counts->zeromv_mode[i], probwt);
488
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
489 490
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
491
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
492 493
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
494
}
495
#endif
496

497
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522
static void update_inter_singleref_comp_mode_probs(AV1_COMMON *cm, int probwt,
                                                   aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
    savings +=
        prob_diff_update_savings(av1_inter_singleref_comp_mode_tree,
                                 cm->fc->inter_singleref_comp_mode_probs[i],
                                 cm->counts.inter_singleref_comp_mode[i],
                                 INTER_SINGLEREF_COMP_MODES, probwt);
  }
  do_update = savings > savings_thresh;
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
      prob_diff_update(av1_inter_singleref_comp_mode_tree,
                       cm->fc->inter_singleref_comp_mode_probs[i],
                       cm->counts.inter_singleref_comp_mode[i],
                       INTER_SINGLEREF_COMP_MODES, probwt, w);
    }
  }
}
523
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
524

Yaowu Xu's avatar
Yaowu Xu committed
525 526
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
527 528 529 530
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
531 532 533 534 535
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
536
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
537
#endif
Jingning Han's avatar
Jingning Han committed
538 539 540 541
    return skip;
  }
}

542 543 544 545 546 547 548 549 550 551 552 553 554
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
555
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
556 557
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
558
  const MB_MODE_INFO *mbmi = &mi->mbmi;
559

560 561 562
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
563
#if CONFIG_GLOBAL_MOTION
564
                                  0, cm->global_motion,
565
#endif  // CONFIG_GLOBAL_MOTION
566 567
                                  mi);
#else
568
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
569
#if CONFIG_GLOBAL_MOTION
570
      0, cm->global_motion,
571
#endif  // CONFIG_GLOBAL_MOTION
572 573 574
#if CONFIG_WARPED_MOTION
      xd,
#endif
575
      mi);
576
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
577 578 579
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
580 581 582 583
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
584 585
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
586
#endif
Yue Chen's avatar
Yue Chen committed
587 588
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
589 590 591
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
Yue Chen's avatar
Yue Chen committed
592 593 594 595
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
596 597 598 599 600

#if CONFIG_NCOBMC_ADAPT_WEIGHT
static void write_ncobmc_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
601 602
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
603
#if CONFIG_GLOBAL_MOTION
604
                                  0, cm->global_motion,
605
#endif  // CONFIG_GLOBAL_MOTION
606 607 608
#if CONFIG_WARPED_MOTION
                                  xd,
#endif
609
                                  mi);
610
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
611
  if (last_motion_mode_allowed < NCOBMC_ADAPT_WEIGHT) return;
612 613 614 615 616 617 618 619 620 621

  av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                  &ncobmc_mode_encodings[mbmi->ncobmc_mode[0]]);

  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                    &ncobmc_mode_encodings[mbmi->ncobmc_mode[1]]);
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
622 623
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

624
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
625 626
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
627 628
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
629
  int rem_bits, thr;
630
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
631 632
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
633

Thomas Davies's avatar
Thomas Davies committed
634 635
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
636 637 638 639 640 641

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
642 643 644 645 646
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
647

Fangwen Fu's avatar
Fangwen Fu committed
648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671
#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
672
#endif  // CONFIG_DELTA_Q
673

674
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
675
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
676 677
                              FRAME_COUNTS *counts) {
  int k;
678 679 680 681 682 683 684 685 686
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
687
}
688
#endif
Jingning Han's avatar
Jingning Han committed
689

690
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
691
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
692
                                int num) {
hui su's avatar
hui su committed
693
  int i;
694
  const TOKENEXTRA *p = *tp;
hui su's avatar
hui su committed
695

696
  for (i = 0; i < num; ++i) {
697 698 699
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, p->token, p->palette_cdf, n);
#else
700 701 702
    av1_write_token(
        w, av1_palette_color_index_tree[n - PALETTE_MIN_SIZE], p->context_tree,
        &palette_color_index_encodings[n - PALETTE_MIN_SIZE][p->token]);
703
#endif
hui su's avatar
hui su committed
704 705 706 707 708
    ++p;
  }

  *tp = p;
}
709
#endif  // CONFIG_PALETTE
710

711
#if !CONFIG_PVQ
712
#if CONFIG_SUPERTX
713
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
714 715
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
716 717 718 719
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
720
    for (j = TX_8X8; j < TX_SIZES; ++j) {
721 722
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
723 724 725
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
726
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
727 728
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
729
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
730
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
731
                                  cm->counts.supertx[i][j], probwt);
732 733 734 735 736 737
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
#endif

766
#if !CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
767
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
768
                           const TOKENEXTRA *const stop,
769 770
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
                           TOKEN_STATS *token_stats) {
771
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
772
#if CONFIG_VAR_TX
773
  int count = 0;
774
  const int seg_eob = tx_size_2d[tx_size];
775
#endif
Jingning Han's avatar
Jingning Han committed
776 777

  while (p < stop && p->token != EOSB_TOKEN) {
778
    const int token = p->token;
779
    const int eob_val = p->eob_val;
780
    if (token == BLOCK_Z_TOKEN) {
781
      aom_write_symbol(w, 0, *p->head_cdf, HEAD_TOKENS + 1);
782
      p++;
783 784 785
#if CONFIG_VAR_TX
      break;
#endif
786 787
      continue;
    }
Yaowu Xu's avatar
Yaowu Xu committed
788 789

    const av1_extra_bit *const extra_bits = &av1_extra_bits[token];
790
    if (eob_val == LAST_EOB) {
791 792 793
      // Just code a flag indicating whether the value is >1 or 1.
      aom_write_bit(w, token != ONE_TOKEN);
    } else {
794
      int comb_symb = 2 * AOMMIN(token, TWO_TOKEN) - eob_val + p->first_val;
795
      aom_write_symbol(w, comb_symb, *p->head_cdf, HEAD_TOKENS + p->first_val);
796
    }
797
    if (token > ONE_TOKEN) {
798
      aom_write_symbol(w, token - TWO_TOKEN, *p->tail_cdf, TAIL_TOKENS);
Alex Converse's avatar
Alex Converse committed
799
    }