bitstream.c 192 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31 32 33 34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36 37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38 39 40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41 42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47 48 49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50 51 52 53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54 55 56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57 58 59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60 61 62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64
#define ENC_MISMATCH_DEBUG 0
65

66
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
67
static const struct av1_token
68
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
69 70
      { 2, 2 },  { 12, 4 }, { 52, 6 }, { 53, 6 },
      { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
71
    };
72 73 74 75
#if CONFIG_COMPOUND_SINGLEREF
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
76
#endif  // CONFIG_EXT_INTER
77
#if CONFIG_PALETTE
78 79 80
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
81
#endif  // CONFIG_PALETTE
82

83
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
84
static INLINE void write_uniform(aom_writer *w, int n, int v) {
85 86
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
87
  if (l == 0) return;
hui su's avatar
hui su committed
88
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
89
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
90
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
91 92
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
93 94
  }
}
95
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
96

97
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
98 99
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
100
#else
Yaowu Xu's avatar
Yaowu Xu committed
101
static struct av1_token ext_tx_encodings[TX_TYPES];
102
#endif  // CONFIG_EXT_TX
103
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
104
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
105
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
106
#endif  // CONFIG_INTRA_INTERP
107
#endif  // CONFIG_EXT_INTRA
108
#if CONFIG_EXT_INTER
109
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
110
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
111
#endif
112
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
113
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
114
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
115
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
116 117
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
118 119 120
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
121
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
122 123 124
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
125 126 127
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
128 129 130 131 132
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
133

Yaowu Xu's avatar
Yaowu Xu committed
134
void av1_encode_token_init(void) {
135
#if CONFIG_EXT_TX || CONFIG_PALETTE
136
  int s;
137 138
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
139
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
140
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
141 142
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
143
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
144
  }
145
#else
Yaowu Xu's avatar
Yaowu Xu committed
146
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
147
#endif  // CONFIG_EXT_TX
148

149 150
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
151
  for (s = 0; s < PALETTE_SIZES; ++s) {
152 153
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
154 155 156
  }
#endif  // CONFIG_PALETTE

157
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
158
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
159
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
160
#if CONFIG_EXT_INTER
161
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
162
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
163
#endif  // CONFIG_INTERINTRA
164 165 166 167
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
168
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
169
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
170
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
171
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
172 173
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
174 175 176
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
177
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
178 179 180 181
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
182

183
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
184 185 186
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
187
                        av1_switchable_interp_tree);
188 189 190
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
191 192 193
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
194
                          av1_ext_tx_intra_tree[s]);
195 196
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
197
                          av1_ext_tx_inter_tree[s]);
198
#else
Jingning Han's avatar
Jingning Han committed
199
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
200
#endif
Jingning Han's avatar
Jingning Han committed
201
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
202
                        av1_intra_mode_tree);
203 204
}

Jingning Han's avatar
Jingning Han committed
205 206 207 208
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
209 210 211
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
212 213 214 215 216
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
217

218
#if CONFIG_EXT_INTER && CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
219 220 221 222
static void write_interintra_mode(aom_writer *w, INTERINTRA_MODE mode,
                                  const aom_prob *probs) {
  av1_write_token(w, av1_interintra_mode_tree, probs,
                  &interintra_mode_encodings[mode]);
223
}
224
#endif  // CONFIG_EXT_INTER && CONFIG_INTERINTRA
225

226
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
227
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
228
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
229

230 231 232 233 234
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
235

Jingning Han's avatar
Jingning Han committed
236
  if (mode != NEWMV) {
237 238 239 240 241
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

242 243 244 245 246 247
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
248 249

    if (mode != ZEROMV) {
250 251
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

252 253 254
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
255 256 257 258 259
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
260 261
    }
  }
Jingning Han's avatar
Jingning Han committed
262 263
}

264
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
265 266
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
267 268 269

  assert(mbmi->ref_mv_idx < 3);

270
#if CONFIG_EXT_INTER
271 272 273 274
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
275
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
276 277
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
278
  if (mbmi->mode == NEWMV) {
279
#endif  // CONFIG_EXT_INTER
280 281 282 283
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
284
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
285

286 287 288 289 290 291
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
292
        if (mbmi->ref_mv_idx == idx) return;
293
      }
294 295 296 297
    }
    return;
  }

David Barker's avatar
David Barker committed
298
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
299 300 301 302 303
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
304
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
305 306 307 308 309 310
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
311
        if (mbmi->ref_mv_idx == (idx - 1)) return;
312
      }
313
    }
314
    return;
315 316 317
  }
}

318
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
319
static void write_inter_compound_mode(AV1_COMMON *cm, aom_writer *w,
320 321
                                      PREDICTION_MODE mode,
                                      const int16_t mode_ctx) {
Yaowu Xu's avatar
Yaowu Xu committed
322
  const aom_prob *const inter_compound_probs =
323
      cm->fc->inter_compound_mode_probs[mode_ctx];
324 325

  assert(is_inter_compound_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
326 327
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
328
}
329 330 331 332 333 334 335 336 337 338 339 340 341 342

#if CONFIG_COMPOUND_SINGLEREF
static void write_inter_singleref_comp_mode(AV1_COMMON *cm, aom_writer *w,
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
  const aom_prob *const inter_singleref_comp_probs =
      cm->fc->inter_singleref_comp_mode_probs[mode_ctx];

  av1_write_token(
      w, av1_inter_singleref_comp_mode_tree, inter_singleref_comp_probs,
      &inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_OFFSET(mode)]);
}
#endif  // CONFIG_COMPOUND_SINGLEREF
343 344
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
345
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
346
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
347
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
348 349
}

350 351
#if !CONFIG_EC_ADAPT || \
    (CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION || CONFIG_EXT_INTER)
Yaowu Xu's avatar
Yaowu Xu committed
352 353
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
354
                             const unsigned int counts[/* n */], int n,
355
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
356 357 358 359 360 361
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
362
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
363
  for (i = 0; i < n - 1; ++i)
364
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
365
}
366 367
#endif

368
#if CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
369 370
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
371 372
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
373 374 375 376 377 378
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
379
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
380
  for (i = 0; i < n - 1; ++i) {
381 382
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
383 384 385
  }
  return savings;
}
386
#endif  // CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
387

388
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
389
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
390
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
391 392
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
393 394
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
395 396 397
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

398 399
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
400
                                   mbmi->sb_type, tx_size);
401

402
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
403

Jingning Han's avatar
Jingning Han committed
404
  if (depth == MAX_VARTX_DEPTH) {
405 406
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
407 408 409
    return;
  }

410
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
411
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
412 413
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
414
  } else {
415 416
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
417
    int i;
418

Yaowu Xu's avatar
Yaowu Xu committed
419
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
420

421
    if (tx_size == TX_8X8) {
422 423
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
424
      return;
425
    }
426 427 428

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
429 430 431 432
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
433 434 435
    }
  }
}
436

Yaowu Xu's avatar
Yaowu Xu committed
437
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
438
                                        FRAME_COUNTS *counts, int probwt) {
439 440
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
441
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
442
                              counts->txfm_partition[k], probwt);
443
}
444 445
#endif

Yaowu Xu's avatar
Yaowu Xu committed
446 447
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
448 449
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
450 451 452 453 454 455
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
456
// For sub8x8 blocks the tx_size symbol does not need to be sent
457
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
458 459
  if (bsize > BLOCK_4X4) {
#else
460
  if (bsize >= BLOCK_8X8) {
461
#endif
462 463 464 465 466 467
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
468
    const int depth = tx_size_to_depth(coded_tx_size);
469
#if CONFIG_EXT_TX && CONFIG_RECT_TX
470
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
471 472
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

473
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
474
                     tx_size_cat + 2);
475 476 477 478 479
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
480 481 482
  }
}

483
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
484
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
485 486
                                    FRAME_COUNTS *counts) {
  int i;
487 488 489 490 491
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
492
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
493 494
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
495
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
496
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
497
                              counts->zeromv_mode[i], probwt);
498
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
499 500
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
501
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
502 503
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
504
}
505
#endif
506

507
#if CONFIG_EXT_INTER
508 509
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
510 511
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
512 513 514 515
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
516
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
517
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
518
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
519 520
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
521
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
522 523
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
524
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
525
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
526
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
527 528 529
    }
  }
}
530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557

#if CONFIG_COMPOUND_SINGLEREF
static void update_inter_singleref_comp_mode_probs(AV1_COMMON *cm, int probwt,
                                                   aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
    savings +=
        prob_diff_update_savings(av1_inter_singleref_comp_mode_tree,
                                 cm->fc->inter_singleref_comp_mode_probs[i],
                                 cm->counts.inter_singleref_comp_mode[i],
                                 INTER_SINGLEREF_COMP_MODES, probwt);
  }
  do_update = savings > savings_thresh;
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
      prob_diff_update(av1_inter_singleref_comp_mode_tree,
                       cm->fc->inter_singleref_comp_mode_probs[i],
                       cm->counts.inter_singleref_comp_mode[i],
                       INTER_SINGLEREF_COMP_MODES, probwt, w);
    }
  }
}
#endif  // CONFIG_COMPOUND_SINGLEREF
558 559
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
560 561
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
562 563 564 565
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
566 567 568 569 570
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
571
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
572
#endif
Jingning Han's avatar
Jingning Han committed
573 574 575 576
    return skip;
  }
}

577 578 579 580 581 582 583 584 585 586 587 588 589
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
590
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
591
static void write_motion_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
Yue Chen's avatar
Yue Chen committed
592
                              aom_writer *w) {
593 594 595 596 597 598
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
Yue Chen's avatar
Yue Chen committed
599 600 601 602 603 604 605 606 607 608 609 610 611 612 613

  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
    av1_write_token(w, av1_motion_mode_tree,
                    cm->fc->motion_mode_prob[mbmi->sb_type],
                    &motion_mode_encodings[mbmi->motion_mode]);
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632

#if CONFIG_NCOBMC_ADAPT_WEIGHT
static void write_ncobmc_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
  if (ncobmc_mode_allowed(mbmi->sb_type) == NO_OVERLAP ||
      ao_block == ADAPT_OVERLAP_BLOCK_INVALID)
    return;

  av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                  &ncobmc_mode_encodings[mbmi->ncobmc_mode[0]]);

  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    av1_write_token(w, av1_ncobmc_mode_tree, cm->fc->ncobmc_mode_prob[ao_block],
                    &ncobmc_mode_encodings[mbmi->ncobmc_mode[1]]);
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
633 634
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

635
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
636 637
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
638 639
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
640
  int rem_bits, thr;
641
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
642 643 644 645 646 647 648
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
649

Thomas Davies's avatar
Thomas Davies committed
650 651
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
652 653 654 655 656 657

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
658 659 660 661 662
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
663

Thomas Davies's avatar
Thomas Davies committed
664
#if !CONFIG_EC_ADAPT
665 666 667
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
668 669 670 671 672
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
673 674 675
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
676
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
677 678
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
679 680
  }
}
Thomas Davies's avatar
Thomas Davies committed
681
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
729
#endif  // CONFIG_DELTA_Q
730

731
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
732
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
733 734
                              FRAME_COUNTS *counts) {
  int k;
735 736 737 738 739 740 741 742 743
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
744
}
745
#endif
Jingning Han's avatar
Jingning Han committed
746

747
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
748
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
749 750
                                           FRAME_COUNTS *counts) {
  int j;
751
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
752 753 754 755 756 757 758 759
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
760
  }
Jingning Han's avatar
Jingning Han committed
761
}
762
#endif
Jingning Han's avatar
Jingning Han committed
763

764
#if !CONFIG_EC_ADAPT
765
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
766 767 768
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
769
  int i, j;
770
  int s;
771 772 773 774 775
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
776 777 778 779
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
780
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
781
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
782
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
783 784
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
785 786
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
787
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
788 789
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
790
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
791 792 793 794
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
795
      }
796 797
    }
  }
798

799 800 801 802
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
803
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
804
      for (j = 0; j < INTRA_MODES; ++j)
805
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
806
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
807 808
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
809 810
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
811
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
812 813
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
814
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
815
        for (j = 0; j < INTRA_MODES; ++j)
816 817 818
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
819
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
820 821
      }
    }
822
  }
823
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
824