bitstream.c 178 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#include "av1/common/clpf.h"
30
#endif  // CONFIG_CDEF
31 32 33 34
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
35
#include "av1/common/odintrin.h"
36 37
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
38 39 40
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
41 42
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
43

Alex Converse's avatar
Alex Converse committed
44
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
45
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
46
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
47 48 49
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
50 51 52 53
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
54 55 56
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
57 58 59
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
60 61 62
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
63

64 65
static struct av1_token intra_mode_encodings[INTRA_MODES];
static struct av1_token switchable_interp_encodings[SWITCHABLE_FILTERS];
66
#if CONFIG_EXT_PARTITION_TYPES && !CONFIG_EC_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
67
static const struct av1_token ext_partition_encodings[EXT_PARTITION_TYPES] = {
68 69 70
  { 0, 1 },  { 4, 3 },  { 12, 4 }, { 7, 3 },
  { 10, 4 }, { 11, 4 }, { 26, 5 }, { 27, 5 }
};
71
#endif
72
static struct av1_token partition_encodings[PARTITION_TYPES];
73
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
74
static const struct av1_token
75 76 77 78
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
      { 2, 2 },  { 50, 6 }, { 51, 6 }, { 24, 5 }, { 52, 6 },
      { 53, 6 }, { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
    };
79
#endif  // CONFIG_EXT_INTER
80
#if CONFIG_PALETTE
81 82 83
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
84
#endif  // CONFIG_PALETTE
85
#if !CONFIG_EC_MULTISYMBOL
Jingning Han's avatar
Jingning Han committed
86
static const struct av1_token tx_size_encodings[MAX_TX_DEPTH][TX_SIZES] = {
87 88 89
  { { 0, 1 }, { 1, 1 } },                      // Max tx_size is 8X8
  { { 0, 1 }, { 2, 2 }, { 3, 2 } },            // Max tx_size is 16X16
  { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 7, 3 } },  // Max tx_size is 32X32
90 91 92
#if CONFIG_TX64X64
  { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 14, 4 }, { 15, 4 } },  // Max tx_size 64X64
#endif                                                     // CONFIG_TX64X64
93
};
94
#endif
95

96
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
97
static INLINE void write_uniform(aom_writer *w, int n, int v) {
98 99
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
100
  if (l == 0) return;
hui su's avatar
hui su committed
101
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
102
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
103
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
104 105
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
106 107
  }
}
108
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
109

110
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
111 112
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
113
#else
Yaowu Xu's avatar
Yaowu Xu committed
114
static struct av1_token ext_tx_encodings[TX_TYPES];
115
#endif  // CONFIG_EXT_TX
116
#if CONFIG_GLOBAL_MOTION
117
static struct av1_token global_motion_types_encodings[GLOBAL_TRANS_TYPES];
118
#endif  // CONFIG_GLOBAL_MOTION
119
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
120
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
121
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
122
#endif  // CONFIG_INTRA_INTERP
123
#endif  // CONFIG_EXT_INTRA
124
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
125
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
126
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
127
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
128
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
129
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
130 131 132
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
133 134 135
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
136 137 138
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
139 140 141 142 143
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
144

Yaowu Xu's avatar
Yaowu Xu committed
145
void av1_encode_token_init(void) {
146
#if CONFIG_EXT_TX || CONFIG_PALETTE
147
  int s;
148 149
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
150
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
151
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
152 153
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
154
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
155
  }
156
#else
Yaowu Xu's avatar
Yaowu Xu committed
157
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
158
#endif  // CONFIG_EXT_TX
159 160 161 162
  av1_tokens_from_tree(intra_mode_encodings, av1_intra_mode_tree);
  av1_tokens_from_tree(switchable_interp_encodings, av1_switchable_interp_tree);
  av1_tokens_from_tree(partition_encodings, av1_partition_tree);

163 164
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
165
  for (s = 0; s < PALETTE_SIZES; ++s) {
166 167
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
168 169 170
  }
#endif  // CONFIG_PALETTE

171
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
172
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
173
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
174
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
175
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
176
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
177
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
178
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
179
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
180 181 182
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
183
#if CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
184 185
  av1_tokens_from_tree(global_motion_types_encodings,
                       av1_global_motion_types_tree);
186
#endif  // CONFIG_GLOBAL_MOTION
187 188 189 190
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
191

192
#if CONFIG_EC_MULTISYMBOL
193
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
194 195 196
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
197
                        av1_switchable_interp_tree);
198 199 200
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
201 202 203
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
204
                          av1_ext_tx_intra_tree[s]);
205 206
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
207
                          av1_ext_tx_inter_tree[s]);
208
#else
Jingning Han's avatar
Jingning Han committed
209
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
210
#endif
Jingning Han's avatar
Jingning Han committed
211
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv,
212
                        av1_intra_mode_tree);
Jingning Han's avatar
Jingning Han committed
213
  av1_indices_from_tree(av1_inter_mode_ind, av1_inter_mode_inv,
214
                        av1_inter_mode_tree);
215
#endif
216 217
}

Jingning Han's avatar
Jingning Han committed
218 219 220 221
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
222 223 224
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
225 226 227 228 229 230 231 232 233 234
#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
#else
  av1_write_token(w, av1_intra_mode_tree,
                  get_y_mode_probs(cm, mi, above_mi, left_mi, block),
                  &intra_mode_encodings[mode]);
  (void)frame_ctx;
235
#endif
Jingning Han's avatar
Jingning Han committed
236
}
Jingning Han's avatar
Jingning Han committed
237

238
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
239 240 241 242
static void write_interintra_mode(aom_writer *w, INTERINTRA_MODE mode,
                                  const aom_prob *probs) {
  av1_write_token(w, av1_interintra_mode_tree, probs,
                  &interintra_mode_encodings[mode]);
243 244 245
}
#endif  // CONFIG_EXT_INTER

246
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
247
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
248
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
249
  const aom_prob newmv_prob = ec_ctx->newmv_prob[newmv_ctx];
Yue Chen's avatar
Yue Chen committed
250

251 252
#define IS_NEWMV_MODE(mode) ((mode) == NEWMV)
  aom_write(w, !IS_NEWMV_MODE(mode), newmv_prob);
253

254
  if (!IS_NEWMV_MODE(mode)) {
255
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
256
    const aom_prob zeromv_prob = ec_ctx->zeromv_prob[zeromv_ctx];
257 258 259 260 261 262

    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

Yaowu Xu's avatar
Yaowu Xu committed
263
    aom_write(w, mode != ZEROMV, zeromv_prob);
264 265

    if (mode != ZEROMV) {
266
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
267
      aom_prob refmv_prob;
268

269 270 271
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
272

273
      refmv_prob = ec_ctx->refmv_prob[refmv_ctx];
Yaowu Xu's avatar
Yaowu Xu committed
274
      aom_write(w, mode != NEARESTMV, refmv_prob);
275 276
    }
  }
277 278

#undef IS_NEWMV_MODE
Jingning Han's avatar
Jingning Han committed
279 280
}

Yaowu Xu's avatar
Yaowu Xu committed
281 282 283
static void write_drl_idx(const AV1_COMMON *cm, const MB_MODE_INFO *mbmi,
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
284 285 286

  assert(mbmi->ref_mv_idx < 3);

287 288 289
#if CONFIG_EXT_INTER
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
#else
290
  if (mbmi->mode == NEWMV) {
291
#endif
292 293 294 295
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
296 297
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
298

Yaowu Xu's avatar
Yaowu Xu committed
299
        aom_write(w, mbmi->ref_mv_idx != idx, drl_prob);
300
        if (mbmi->ref_mv_idx == idx) return;
301
      }
302 303 304 305
    }
    return;
  }

David Barker's avatar
David Barker committed
306
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
307 308 309 310 311
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
312 313
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
314

Yaowu Xu's avatar
Yaowu Xu committed
315
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), drl_prob);
316
        if (mbmi->ref_mv_idx == (idx - 1)) return;
317
      }
318
    }
319
    return;
320 321 322
  }
}

323
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
324
static void write_inter_compound_mode(AV1_COMMON *cm, aom_writer *w,
325 326
                                      PREDICTION_MODE mode,
                                      const int16_t mode_ctx) {
Yaowu Xu's avatar
Yaowu Xu committed
327
  const aom_prob *const inter_compound_probs =
328
      cm->fc->inter_compound_mode_probs[mode_ctx];
329 330

  assert(is_inter_compound_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
331 332
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
333 334 335
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
336
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
337
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
338
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
339 340
}

341 342
#if !CONFIG_EC_ADAPT || \
    (CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION || CONFIG_EXT_INTER)
Yaowu Xu's avatar
Yaowu Xu committed
343 344
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
345
                             const unsigned int counts[/*n - 1*/], int n,
346
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
347 348 349 350 351 352
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
353
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
354
  for (i = 0; i < n - 1; ++i)
355
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
356
}
357 358
#endif

359
#if CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
360 361
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
362 363
                                    const unsigned int counts[/*n - 1*/], int n,
                                    int probwt) {
364 365 366 367 368 369
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
370
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
371
  for (i = 0; i < n - 1; ++i) {
372 373
    savings +=
        av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i], probwt);
374 375 376
  }
  return savings;
}
377
#endif  // CONFIG_EXT_INTER || !CONFIG_EC_ADAPT
378

379
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
380
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
381
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
382 383
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
384 385
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
386 387 388
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

389
  int ctx = txfm_partition_context(xd->above_txfm_context + tx_col,
390 391
                                   xd->left_txfm_context + tx_row,
                                   mbmi->sb_type, tx_size);
392

393
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
394

Jingning Han's avatar
Jingning Han committed
395
  if (depth == MAX_VARTX_DEPTH) {
396
    txfm_partition_update(xd->above_txfm_context + tx_col,
397
                          xd->left_txfm_context + tx_row, tx_size, tx_size);
398 399 400
    return;
  }

401
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
402
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
403
    txfm_partition_update(xd->above_txfm_context + tx_col,
404
                          xd->left_txfm_context + tx_row, tx_size, tx_size);
405
  } else {
406 407
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
408
    int i;
409

Yaowu Xu's avatar
Yaowu Xu committed
410
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
411

412
    if (tx_size == TX_8X8) {
413
      txfm_partition_update(xd->above_txfm_context + tx_col,
414
                            xd->left_txfm_context + tx_row, sub_txs, tx_size);
415
      return;
416
    }
417 418 419

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
420 421 422 423
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
424 425 426
    }
  }
}
427

Yaowu Xu's avatar
Yaowu Xu committed
428
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
429
                                        FRAME_COUNTS *counts, int probwt) {
430 431
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
432
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
433
                              counts->txfm_partition[k], probwt);
434
}
435 436
#endif

Yaowu Xu's avatar
Yaowu Xu committed
437 438
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
439 440
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
441 442 443 444 445 446
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
#endif
447
// For sub8x8 blocks the tx_size symbol does not need to be sent
448
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
449 450
  if (bsize > BLOCK_4X4) {
#else
451
  if (bsize >= BLOCK_8X8) {
452
#endif
453 454 455 456 457 458
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
459
    const int depth = tx_size_to_depth(coded_tx_size);
460
#if CONFIG_EXT_TX && CONFIG_RECT_TX
461
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
462 463 464 465
    assert(
        IMPLIES(is_rect_tx(tx_size), tx_size == max_txsize_rect_lookup[bsize]));
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

466
#if CONFIG_EC_MULTISYMBOL
467
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
468 469
                     tx_size_cat + 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
470
    av1_write_token(w, av1_tx_size_tree[tx_size_cat],
471
                    ec_ctx->tx_size_probs[tx_size_cat][tx_size_ctx],
472
                    &tx_size_encodings[tx_size_cat][depth]);
473
#endif
Jingning Han's avatar
Jingning Han committed
474 475 476
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
477
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
478 479
                                    FRAME_COUNTS *counts) {
  int i;
480 481 482 483 484
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
485
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
486 487
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
488
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
489
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
490
                              counts->zeromv_mode[i], probwt);
491
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
492 493
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
494
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
495 496
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
497 498
}

499
#if CONFIG_EXT_INTER
500 501
static void update_inter_compound_mode_probs(AV1_COMMON *cm, int probwt,
                                             aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
502 503
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
504 505 506 507
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
508
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
509
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
510
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt);
511 512
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
513
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
514 515
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
516
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
517
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
518
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, probwt, w);
519 520 521 522 523
    }
  }
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
524 525
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
526 527 528 529
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
Yaowu Xu's avatar
Yaowu Xu committed
530
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
Jingning Han's avatar
Jingning Han committed
531 532 533 534
    return skip;
  }
}

Yue Chen's avatar
Yue Chen committed
535
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
536
static void write_motion_mode(const AV1_COMMON *cm, const MODE_INFO *mi,
Yue Chen's avatar
Yue Chen committed
537
                              aom_writer *w) {
538 539 540 541 542 543
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
#if CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      0, cm->global_motion,
#endif  // CONFIG_GLOBAL_MOTION && SEPARATE_GLOBAL_MOTION
      mi);
Yue Chen's avatar
Yue Chen committed
544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560

  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
    av1_write_token(w, av1_motion_mode_tree,
                    cm->fc->motion_mode_prob[mbmi->sb_type],
                    &motion_mode_encodings[mbmi->motion_mode]);
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

561
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
562 563
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
564 565
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
566
  int rem_bits, thr;
567
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
568 569 570 571 572 573 574
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif
575

Thomas Davies's avatar
Thomas Davies committed
576 577 578 579 580
#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
#else
  int i = 0;
581 582
  while (i < DELTA_Q_SMALL && i <= abs) {
    int bit = (i < abs);
Thomas Davies's avatar
Thomas Davies committed
583
    aom_write(w, bit, ec_ctx->delta_q_prob[i]);
584 585
    i++;
  }
Thomas Davies's avatar
Thomas Davies committed
586
#endif
587 588 589 590 591 592

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
593 594 595 596 597
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
598

Thomas Davies's avatar
Thomas Davies committed
599
#if !CONFIG_EC_ADAPT
600 601 602
static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;
603 604 605 606 607
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
Fangwen Fu's avatar
Fangwen Fu committed
608 609 610
#if CONFIG_EXT_DELTA_Q
  if (!cm->delta_q_present_flag) return;
#endif  // CONFIG_EXT_DELTA_Q
611
  for (k = 0; k < DELTA_Q_PROBS; ++k) {
612 613
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k],
                              probwt);
614 615
  }
}
Thomas Davies's avatar
Thomas Davies committed
616
#endif  // CONFIG_EC_ADAPT
Fangwen Fu's avatar
Fangwen Fu committed
617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672

#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
#if CONFIG_EC_ADAPT
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#else
  FRAME_CONTEXT *ec_ctx = cm->fc;
  (void)xd;
#endif

#if CONFIG_EC_MULTISYMBOL
  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);
#else
  int i = 0;
  while (i < DELTA_LF_SMALL && i <= abs) {
    int bit = (i < abs);
    aom_write(w, bit, ec_ctx->delta_lf_prob[i]);
    i++;
  }
#endif  // CONFIG_EC_MULTISYMBOL

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}

#if !CONFIG_EC_ADAPT
static void update_delta_lf_probs(AV1_COMMON *cm, aom_writer *w,
                                  FRAME_COUNTS *counts) {
  int k;
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  if (!cm->delta_lf_present_flag) return;
  for (k = 0; k < DELTA_LF_PROBS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_lf_prob[k], counts->delta_lf[k],
                              probwt);
  }
}
#endif  // CONFIG_EC_ADAPT
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
673
#endif  // CONFIG_DELTA_Q
674

Yaowu Xu's avatar
Yaowu Xu committed
675
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
676 677
                              FRAME_COUNTS *counts) {
  int k;
678 679 680 681 682 683 684 685 686
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
687 688
}

689
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
690
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
691 692
                                           FRAME_COUNTS *counts) {
  int j;
693
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
694 695 696 697 698 699 700 701
#if CONFIG_TILE_GROUPS
    const int probwt = cm->num_tg;
#else
    const int probwt = 1;
#endif
    prob_diff_update(
        av1_switchable_interp_tree, cm->fc->switchable_interp_prob[j],
        counts->switchable_interp[j], SWITCHABLE_FILTERS, probwt, w);
702
  }
Jingning Han's avatar
Jingning Han committed
703
}
704
#endif
Jingning Han's avatar
Jingning Han committed
705

706
#if !CONFIG_EC_ADAPT
707
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
708 709 710
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
711
  int i, j;
712
  int s;
713 714 715 716 717
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
718 719 720 721
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
722
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
723
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
724
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
725 726
          cm->counts.inter_ext_tx[s][i],
          num_ext_tx_set[ext_tx_set_type_inter[s]], probwt);
727 728
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
729
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
730 731
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
732
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
733 734 735 736
        prob_diff_update(av1_ext_tx_inter_tree[s],
                         cm->fc->inter_ext_tx_prob[s][i],
                         cm->counts.inter_ext_tx[s][i],
                         num_ext_tx_set[ext_tx_set_type_inter[s]], probwt, w);
737
      }
738 739
    }
  }
740

741 742 743 744
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
745
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
746
      for (j = 0; j < INTRA_MODES; ++j)
747
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
748
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
749 750
            cm->counts.intra_ext_tx[s][i][j],
            num_ext_tx_set[ext_tx_set_type_intra[s]], probwt);
751 752
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
753
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
754 755
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
756
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
757
        for (j = 0; j < INTRA_MODES; ++j)
758 759 760
          prob_diff_update(av1_ext_tx_intra_tree[s],
                           cm->fc->intra_ext_tx_prob[s][i][j],
                           cm->counts.intra_ext_tx[s][i][j],
761
                           num_ext_tx_set[ext_tx_set_type_intra[s]], probwt, w);
762 763
      }
    }
764
  }
765
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
766

767
#else
Yaowu Xu's avatar
Yaowu Xu committed
768 769 770
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
771 772 773 774
  int i, j;

  int savings = 0;
  int do_update = 0;
775 776 777 778 779
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
780 781 782
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
783
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
784
          cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt);
785 786
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
787
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
788 789
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
790
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
791
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
792
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, probwt, w);
793
      }
794 795
    }
  }
796

797 798
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
799
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
800
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
801
                                 cm->counts.inter_ext_tx[i], TX_TYPES, probwt);
802 803
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
804
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
805 806
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
807
      prob_diff_update(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
808
                       cm->counts.inter_ext_tx[i], TX_TYPES, probwt, w);
809 810 811
    }
  }
}
812
#endif  // CONFIG_EXT_TX
813
#endif  // !CONFIG_EC_ADAPT
814
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
815
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
816
                                int num) {
hui su's avatar
hui su committed
817
  int i;
818
  const TOKENEXTRA *p = *tp;
hui su's avatar
hui su committed
819

820
  for (i = 0; i < num; ++i) {
821 822 823
    av1_write_token(
        w, av1_palette_color_index_tree[n - PALETTE_MIN_SIZE], p->context_tree,
        &palette_color_index_encodings[n - PALETTE_MIN_SIZE][p->token]);