bitstream.c 195 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31 32 33 34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36 37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38 39 40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41 42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47 48 49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50 51 52 53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54 55 56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57 58 59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60 61 62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
#define ENC_MISMATCH_DEBUG 0
65

66
#if CONFIG_EXT_INTER
67
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
68
static const struct av1_token
69
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
70 71
      { 2, 2 },  { 12, 4 }, { 52, 6 }, { 53, 6 },
      { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
72
    };
73
#endif
74 75 76 77
#if CONFIG_COMPOUND_SINGLEREF
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
78
#endif  // CONFIG_EXT_INTER
79
#if CONFIG_PALETTE
80 81 82
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
83
#endif  // CONFIG_PALETTE
84

85
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
86
static INLINE void write_uniform(aom_writer *w, int n, int v) {
87 88
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
89
  if (l == 0) return;
hui su's avatar
hui su committed
90
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
91
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
92
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
93 94
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
95 96
  }
}
97
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
98

99
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
100 101
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
102
#else
Yaowu Xu's avatar
Yaowu Xu committed
103
static struct av1_token ext_tx_encodings[TX_TYPES];
104
#endif  // CONFIG_EXT_TX
105
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
106
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
107
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
108
#endif  // CONFIG_INTRA_INTERP
109
#endif  // CONFIG_EXT_INTRA
110
#if CONFIG_EXT_INTER
111
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
112
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
113
#endif
114
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
115
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
116
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
117
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
118
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
119
#if !CONFIG_EC_ADAPT
Yue Chen's avatar
Yue Chen committed
120
static struct av1_token motion_mode_encodings[MOTION_MODES];
Thomas Davies's avatar
Thomas Davies committed
121
#endif
122 123 124
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
125
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
126 127 128
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
129 130 131
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
132 133 134 135 136
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
137

Yaowu Xu's avatar
Yaowu Xu committed
138
void av1_encode_token_init(void) {
139
#if CONFIG_EXT_TX || CONFIG_PALETTE
140
  int s;
141 142
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
143
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
144
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
145 146
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
147
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
148
  }
149
#else
Yaowu Xu's avatar
Yaowu Xu committed
150
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
151
#endif  // CONFIG_EXT_TX
152

153 154
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
155
  for (s = 0; s < PALETTE_SIZES; ++s) {
156 157
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
158 159 160
  }
#endif  // CONFIG_PALETTE

161
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
162
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
163
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
164
#if CONFIG_EXT_INTER
165
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
166
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
167
#endif  // CONFIG_INTERINTRA
168 169 170 171
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
172
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
173
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
174
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
175
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
176
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
177
#if !CONFIG_EC_ADAPT
Yue Chen's avatar
Yue Chen committed
178
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
Thomas Davies's avatar
Thomas Davies committed
179
#endif
180 181 182
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
183
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
184 185 186 187
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
188

189
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
190 191 192
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
193
                        av1_switchable_interp_tree);
194 195 196
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
197 198 199
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
200
                          av1_ext_tx_intra_tree[s]);
201 202
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
203
                          av1_ext_tx_inter_tree[s]);
204
#else
Jingning Han's avatar
Jingning Han committed
205
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
206
#endif
207
#if !CONFIG_EC_ADAPT
Jingning Han's avatar
Jingning Han committed
208
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
209
                        av1_intra_mode_tree);
210
#endif
211 212
}

Jingning Han's avatar
Jingning Han committed
213 214 215 216
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
217 218 219
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
220 221 222 223 224
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
225

226
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
227
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
228
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
229

230 231 232 233 234
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
235

Jingning Han's avatar
Jingning Han committed
236
  if (mode != NEWMV) {
237 238 239 240 241
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

242 243 244 245 246 247
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
248 249

    if (mode != ZEROMV) {
250 251
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

252 253 254
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
255 256 257 258 259
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
260 261
    }
  }
Jingning Han's avatar
Jingning Han committed
262 263
}

264
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
265 266
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
267 268 269

  assert(mbmi->ref_mv_idx < 3);

270
#if CONFIG_EXT_INTER
271 272 273 274
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
275
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
276 277
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
278
  if (mbmi->mode == NEWMV) {
279
#endif  // CONFIG_EXT_INTER
280 281 282 283
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
284
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
285

286 287 288 289 290 291
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
292
        if (mbmi->ref_mv_idx == idx) return;
293
      }
294 295 296 297
    }
    return;
  }

David Barker's avatar
David Barker committed
298
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
299 300 301 302 303
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
304
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
305 306 307 308 309 310
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
311
        if (mbmi->ref_mv_idx == (idx - 1)) return;
312
      }
313
    }
314
    return;
315 316 317
  }
}

318
#if CONFIG_EXT_INTER
319 320
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
321
                                      const int16_t mode_ctx) {
322 323 324 325 326 327 328 329
  assert(is_inter_compound_mode(mode));
#if CONFIG_EC_ADAPT
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
#else
  (void)xd;
Yaowu Xu's avatar
Yaowu Xu committed
330
  const aom_prob *const inter_compound_probs =
331
      cm->fc->inter_compound_mode_probs[mode_ctx];
332

Yaowu Xu's avatar
Yaowu Xu committed
333 334
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
335
#endif
336
}
337 338 339 340 341 342 343 344 345 346 347 348 349 350

#if CONFIG_COMPOUND_SINGLEREF
static void write_inter_singleref_comp_mode(AV1_COMMON *cm, aom_writer *w,
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
  const aom_prob *const inter_singleref_comp_probs =
      cm->fc->inter_singleref_comp_mode_probs[mode_ctx];

  av1_write_token(
      w, av1_inter_singleref_comp_mode_tree, inter_singleref_comp_probs,
      &inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_OFFSET(mode)]);
}
#endif  // CONFIG_COMPOUND_SINGLEREF
351 352
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
353
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
354
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
355
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
356 357
}

Thomas Davies's avatar
Thomas Davies committed
358
#if !CONFIG_EC_ADAPT || CONFIG_NCOBMC_ADAPT_WEIGHT || CONFIG_COMPOUND_SINGLEREF
Yaowu Xu's avatar
Yaowu Xu committed
359 360
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
361
                             const unsigned int counts[/* n */], int n,
362
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
363 364 365 366 367 368
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
369
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
370
  for (i = 0; i < n - 1; ++i)
371
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
372
}
373 374
#endif

375
#if !CONFIG_EC_ADAPT || CONFIG_COMPOUND_SINGLEREF
Yaowu Xu's avatar
Yaowu Xu committed
376 377
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
378 379
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
380 381 382 383 384 385
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
386
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
387
  for (i = 0; i < n - 1; ++i) {
388 389
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
390 391 392
  }
  return savings;
}
393
#endif  // !CONFIG_EC_ADAPT || CONFIG_COMPOUND_SINGLEREF
394

395
#if CONFIG_VAR_TX
396
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
397
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
398 399
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
400 401 402 403
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
404 405
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
406 407 408
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

409 410
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
411
                                   mbmi->sb_type, tx_size);
412

413
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
414

Jingning Han's avatar
Jingning Han committed
415
  if (depth == MAX_VARTX_DEPTH) {
416 417
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
418 419 420
    return;
  }

421
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
422 423 424
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
425
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
426 427
#endif

428 429
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
430
  } else {
431 432
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
433
    int i;
434

435 436 437
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
438
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
439
#endif
440

441
    if (tx_size == TX_8X8) {
442 443
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
444
      return;
445
    }
446 447 448

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
449 450 451 452
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
453 454 455
    }
  }
}
456

457
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
458
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
459
                                        FRAME_COUNTS *counts, int probwt) {
460 461
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
462
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
463
                              counts->txfm_partition[k], probwt);
464
}
465
#endif  // CONFIG_NEW_MULTISYMBOL
466 467
#endif

Yaowu Xu's avatar
Yaowu Xu committed
468 469
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
470 471
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
472 473 474 475 476 477
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
478
// For sub8x8 blocks the tx_size symbol does not need to be sent
479
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
480 481
  if (bsize > BLOCK_4X4) {
#else
482
  if (bsize >= BLOCK_8X8) {
483
#endif
484 485 486 487 488 489
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
490
    const int depth = tx_size_to_depth(coded_tx_size);
491
#if CONFIG_EXT_TX && CONFIG_RECT_TX
492
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
493 494
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

495
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
496
                     tx_size_cat + 2);
497 498 499 500 501
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
502 503 504
  }
}

505
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
506
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
507 508
                                    FRAME_COUNTS *counts) {
  int i;
509 510 511 512 513
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
514
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
515 516
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
517
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
518
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
519
                              counts->zeromv_mode[i], probwt);
520
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
521 522
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
523
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
524 525
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
526
}
527
#endif
528

529
#if CONFIG_EXT_INTER
530
#if !CONFIG_EC_ADAPT
531 532
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
533 534
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
535 536 537 538
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
539
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
540
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
541
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
542 543
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
544
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
545 546
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
547
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
548
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
549
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
550 551 552
    }
  }
}
553
#endif
554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581

#if CONFIG_COMPOUND_SINGLEREF
static void update_inter_singleref_comp_mode_probs(AV1_COMMON *cm, int probwt,
                                                   aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
    savings +=
        prob_diff_update_savings(av1_inter_singleref_comp_mode_tree,
                                 cm->fc->inter_singleref_comp_mode_probs[i],
                                 cm->counts.inter_singleref_comp_mode[i],
                                 INTER_SINGLEREF_COMP_MODES, probwt);
  }
  do_update = savings > savings_thresh;
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
      prob_diff_update(av1_inter_singleref_comp_mode_tree,
                       cm->fc->inter_singleref_comp_mode_probs[i],
                       cm->counts.inter_singleref_comp_mode[i],
                       INTER_SINGLEREF_COMP_MODES, probwt, w);
    }
  }
}
#endif  // CONFIG_COMPOUND_SINGLEREF
582 583
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
584 585
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
586 587 588 589
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
590 591 592 593 594
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
595
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
596
#endif
Jingning Han's avatar
Jingning Han committed
597 598 599 600
    return skip;
  }
}

601 602 603 604 605 606 607 608 609 610 611 612 613
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
614
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
615 616
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
617
  const MB_MODE_INFO *mbmi = &mi->mbmi;
Thomas Davies's avatar
Thomas Davies committed
618
#if !CONFIG_EC_ADAPT
619 620 621
  (void)xd;
#endif

622 623 624 625 626 627 628 629
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  mi);
#else
630 631 632 633 634
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
635
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
636 637 638
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
639 640 641 642
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
643 644
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
645
#endif
Yue Chen's avatar
Yue Chen committed
646 647
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
648 649 650 651 652 653 654 655 656
#if CONFIG_EC_ADAPT
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
#else
  av1_write_token(w, av1_motion_mode_tree,
                  cm->fc->motion_mode_prob[mbmi->sb_type],
                  &motion_mode_encodings[mbmi->motion_mode]);
#endif
Yue Chen's avatar
Yue Chen committed
657 658 659 660
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
661 662 663 664 665

#if CONFIG_NCOBMC_ADAPT_WEIGHT
static void write_ncobmc_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
666 667 668 669 670 671
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
                                  mi);
672
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
673
  if (last_motion_mode_allowed < NCOBMC_ADAPT_WEIGHT) return;
674 675 676 677 678 679 680 681 682 683

  av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                  &ncobmc_mode_encodings[mbmi->ncobmc_mode[0]]);

  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                    &ncobmc_mode_encodings[mbmi->ncobmc_mode[1]]);
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
684 685
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

686
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
687 688
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
689 690
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
691
  int rem_bits, thr;
692
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
693 694 695 696 697 698 699
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
700

Thomas Davies's avatar
Thomas Davies committed
701 702
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
703 704 705 706 707 708

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
709 710 711 712 713
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
714

Thomas Davies's avatar
Thomas Davies committed
715
#if !CONFIG_EC_ADAPT
716 717 718
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
719 720 721 722 723
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
724 725 726
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
727
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
728 729
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
730 731
  }
}
Thomas Davies's avatar
Thomas Davies committed
732
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
780
#endif  // CONFIG_DELTA_Q
781

782
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
783
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
784 785
                              FRAME_COUNTS *counts) {
  int k;
786 787 788 789 790 791 792 793 794
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
795
}
796
#endif
Jingning Han's avatar
Jingning Han committed
797

798
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
799
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
800 801
                                           FRAME_COUNTS *counts) {
  int j;
802
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
803 804 805 806 807 808 809 810
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
811
  }
Jingning Han's avatar
Jingning Han committed
812
}
813
#endif
Jingning Han's avatar
Jingning Han committed
814

815
#if !CONFIG_EC_ADAPT
816
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
817 818 819
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
820
  int i, j;
821
  int s;
822 823 824 825 826
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
827 828 829 830
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
831
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
<