bitstream.c 206 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#endif  // CONFIG_CDEF
30 31 32 33
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
34
#include "av1/common/odintrin.h"
35 36
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
37 38 39
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
40 41
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
42

Angie Chiang's avatar
Angie Chiang committed
43 44 45
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
46 47 48 49
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
Urvang Joshi's avatar
Urvang Joshi committed
50
#if CONFIG_PALETTE_DELTA_ENCODING
hui su's avatar
hui su committed
51
#include "av1/encoder/palette.h"
Urvang Joshi's avatar
Urvang Joshi committed
52
#endif  // CONFIG_PALETTE_DELTA_ENCODING
53 54 55
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
56 57 58
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
59

60
#define ENC_MISMATCH_DEBUG 0
61

62
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
63 64
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
65
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
66

Yaowu Xu's avatar
Yaowu Xu committed
67
static INLINE void write_uniform(aom_writer *w, int n, int v) {
68 69
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
70
  if (l == 0) return;
hui su's avatar
hui su committed
71
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
72
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
73
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
74 75
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
76 77
  }
}
Jingning Han's avatar
Jingning Han committed
78

79
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
80 81
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
82
#else
Yaowu Xu's avatar
Yaowu Xu committed
83
static struct av1_token ext_tx_encodings[TX_TYPES];
84
#endif  // CONFIG_EXT_TX
85
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
86
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
87
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
88
#endif  // CONFIG_INTRA_INTERP
89
#endif  // CONFIG_EXT_INTRA
90
#if CONFIG_EXT_INTER
91
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
92
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
93
#endif
94
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
95
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
96
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
97
#endif  // CONFIG_EXT_INTER
98 99
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
100 101 102 103
static void loop_restoration_write_sb_coeffs(const AV1_COMMON *const cm,
                                             MACROBLOCKD *xd,
                                             aom_writer *const w, int plane,
                                             int rtile_idx);
104
#endif  // CONFIG_LOOP_RESTORATION
105 106 107 108 109 110 111 112
#if CONFIG_OBU
static void write_uncompressed_header_obu(AV1_COMP *cpi,
                                          struct aom_write_bit_buffer *wb);
#else
static void write_uncompressed_header_frame(AV1_COMP *cpi,
                                            struct aom_write_bit_buffer *wb);
#endif

113
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
114
#if !CONFIG_OBU || CONFIG_EXT_TILE
115 116 117 118 119
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
120
#endif
Yaowu Xu's avatar
Yaowu Xu committed
121
void av1_encode_token_init(void) {
122
#if CONFIG_EXT_TX
123
  int s;
124
#endif  // CONFIG_EXT_TX
125
#if CONFIG_EXT_TX
126
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
127
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
128 129
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
130
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
131
  }
132
#else
Yaowu Xu's avatar
Yaowu Xu committed
133
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
134
#endif  // CONFIG_EXT_TX
135

136
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
137
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
138
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
139
#if CONFIG_EXT_INTER
140
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
141
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
142
#endif  // CONFIG_INTERINTRA
143 144 145 146
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
147
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
148
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
149
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
150
#endif  // CONFIG_EXT_INTER
151 152 153 154
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
155

156
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
157 158 159
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
160
                        av1_switchable_interp_tree);
161 162 163
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
164 165 166
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
167
                          av1_ext_tx_intra_tree[s]);
168 169
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
170
                          av1_ext_tx_inter_tree[s]);
171
#else
Jingning Han's avatar
Jingning Han committed
172
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
173
#endif
174 175
}

Jingning Han's avatar
Jingning Han committed
176 177 178 179
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
180 181 182
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
183 184 185 186 187
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
188

189
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
190
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
191
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
192

193 194 195 196 197
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
198

Jingning Han's avatar
Jingning Han committed
199
  if (mode != NEWMV) {
200 201 202 203 204
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

205 206 207 208 209 210
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
211 212

    if (mode != ZEROMV) {
213 214
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

215 216 217
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
218 219 220 221 222
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
223 224
    }
  }
Jingning Han's avatar
Jingning Han committed
225 226
}

227
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
228 229
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
230 231 232

  assert(mbmi->ref_mv_idx < 3);

233
#if CONFIG_EXT_INTER
234 235 236 237
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
238
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
239 240
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
241
  if (mbmi->mode == NEWMV) {
242
#endif  // CONFIG_EXT_INTER
243 244 245 246
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
247
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
248

249 250 251 252 253 254
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
255
        if (mbmi->ref_mv_idx == idx) return;
256
      }
257 258 259 260
    }
    return;
  }

David Barker's avatar
David Barker committed
261
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
262 263 264 265 266
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
267
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
268 269 270 271 272 273
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
274
        if (mbmi->ref_mv_idx == (idx - 1)) return;
275
      }
276
    }
277
    return;
278 279 280
  }
}

281
#if CONFIG_EXT_INTER
282 283
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
284
                                      const int16_t mode_ctx) {
285 286 287 288 289
  assert(is_inter_compound_mode(mode));
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
290
}
291 292

#if CONFIG_COMPOUND_SINGLEREF
293
static void write_inter_singleref_comp_mode(MACROBLOCKD *xd, aom_writer *w,
294 295 296
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
297 298
  aom_cdf_prob *const inter_singleref_comp_cdf =
      xd->tile_ctx->inter_singleref_comp_mode_cdf[mode_ctx];
299

300 301
  aom_write_symbol(w, INTER_SINGLEREF_COMP_OFFSET(mode),
                   inter_singleref_comp_cdf, INTER_SINGLEREF_COMP_MODES);
302 303
}
#endif  // CONFIG_COMPOUND_SINGLEREF
304 305
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
306
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
307
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
308
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
309 310
}

311
#if CONFIG_VAR_TX
312
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
313
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
314 315
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
316 317 318 319
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
320 321
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
322 323 324
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

325 326
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
327
                                   mbmi->sb_type, tx_size);
328

329
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
330

Jingning Han's avatar
Jingning Han committed
331
  if (depth == MAX_VARTX_DEPTH) {
332 333
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
334 335 336
    return;
  }

Yue Chen's avatar
Yue Chen committed
337 338 339 340
#if CONFIG_RECT_TX_EXT
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col] ||
      mbmi->tx_size == quarter_txsize_lookup[mbmi->sb_type]) {
#else
341
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yue Chen's avatar
Yue Chen committed
342
#endif
343 344 345
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
346
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
347 348
#endif

349 350
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
Yue Chen's avatar
Yue Chen committed
351
    // TODO(yuec): set correct txfm partition update for qttx
352
  } else {
353 354
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
355
    int i;
356

357 358 359
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
360
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
361
#endif
362

David Barker's avatar
David Barker committed
363
    if (sub_txs == TX_4X4) {
364 365
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
366
      return;
367
    }
368 369 370

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
371 372 373 374
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
375 376 377
    }
  }
}
378

379
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
380
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
381
                                        FRAME_COUNTS *counts, int probwt) {
382 383
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
384
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
385
                              counts->txfm_partition[k], probwt);
386
}
387
#endif  // CONFIG_NEW_MULTISYMBOL
David Barker's avatar
David Barker committed
388
#endif  // CONFIG_VAR_TX
389

Yaowu Xu's avatar
Yaowu Xu committed
390 391
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
392 393
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
394 395
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
396
// For sub8x8 blocks the tx_size symbol does not need to be sent
397
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
398 399
  if (bsize > BLOCK_4X4) {
#else
400
  if (bsize >= BLOCK_8X8) {
401
#endif
402 403 404 405 406 407
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
408
    const int depth = tx_size_to_depth(coded_tx_size);
409
#if CONFIG_EXT_TX && CONFIG_RECT_TX
410
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
411 412
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

413
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
414
                     tx_size_cat + 2);
Yue Chen's avatar
Yue Chen committed
415
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
416 417 418
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
Yue Chen's avatar
Yue Chen committed
419
#endif
Jingning Han's avatar
Jingning Han committed
420 421 422
  }
}

423
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
424
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
425 426
                                    FRAME_COUNTS *counts) {
  int i;
427
  const int probwt = cm->num_tg;
428
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
429 430
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
431
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
432
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
433
                              counts->zeromv_mode[i], probwt);
434
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
435 436
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
437
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
438 439
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
440
}
441
#endif
442

Yaowu Xu's avatar
Yaowu Xu committed
443 444
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
445 446 447 448
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
449 450 451 452 453
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
454
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
455
#endif
Jingning Han's avatar
Jingning Han committed
456 457 458 459
    return skip;
  }
}

460 461 462 463 464 465 466 467 468 469 470 471 472
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
473
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
474 475
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
476
  const MB_MODE_INFO *mbmi = &mi->mbmi;
477

478 479 480 481 482 483
#if !CONFIG_GLOBAL_MOTION
  // The cm parameter is only used with global_motion or with
  // motion_var and warped_motion. In other cases, explicitly ignore
  // it to avoid a compiler warning.
  (void)cm;
#endif
484
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
485
#if CONFIG_GLOBAL_MOTION
486
      0, cm->global_motion,
487
#endif  // CONFIG_GLOBAL_MOTION
488 489 490
#if CONFIG_WARPED_MOTION
      xd,
#endif
491
      mi);
Yue Chen's avatar
Yue Chen committed
492 493
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
494 495 496 497 498 499 500 501 502 503
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  if (last_motion_mode_allowed == NCOBMC_ADAPT_WEIGHT) {
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->ncobmc_cdf[mbmi->sb_type],
                     OBMC_FAMILY_MODES);
  } else if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
  } else {
#else
Yue Chen's avatar
Yue Chen committed
504
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
505 506 507 508
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
509 510
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
511
#endif
Yue Chen's avatar
Yue Chen committed
512
  } else {
513
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
514
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
515 516 517
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
Yue Chen's avatar
Yue Chen committed
518 519 520 521
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
522 523

#if CONFIG_NCOBMC_ADAPT_WEIGHT
524
static void write_ncobmc_mode(MACROBLOCKD *xd, const MODE_INFO *mi,
525 526 527
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
528
  if (mbmi->motion_mode != NCOBMC_ADAPT_WEIGHT) return;
529

530 531
  aom_write_symbol(w, mbmi->ncobmc_mode[0],
                   xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
532
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
533 534
    aom_write_symbol(w, mbmi->ncobmc_mode[1],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
535 536 537
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
538 539
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

540
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
541 542
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
543 544
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
545
  int rem_bits, thr;
546
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
547 548
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
549

Thomas Davies's avatar
Thomas Davies committed
550 551
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
552 553 554 555 556 557

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
558 559 560 561 562
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
563

Fangwen Fu's avatar
Fangwen Fu committed
564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587
#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
588
#endif  // CONFIG_DELTA_Q
589

590
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
591
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
592 593
                              FRAME_COUNTS *counts) {
  int k;
594 595 596 597 598
  const int probwt = cm->num_tg;
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
599
}
600
#endif
Jingning Han's avatar
Jingning Han committed
601

Sarah Parker's avatar
Sarah Parker committed
602 603
static void pack_map_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
                            int num) {
604
  const TOKENEXTRA *p = *tp;
605 606 607 608
  write_uniform(w, n, p->token);  // The first color index.
  ++p;
  --num;
  for (int i = 0; i < num; ++i) {
609
    aom_write_symbol(w, p->token, p->color_map_cdf, n);
hui su's avatar
hui su committed
610 611 612 613
    ++p;
  }
  *tp = p;
}
614

615
#if !CONFIG_PVQ
616
#if CONFIG_SUPERTX
617
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
618 619
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
620 621 622 623
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
624
    for (j = TX_8X8; j < TX_SIZES; ++j) {
625 626
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
627 628 629
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
630
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
631 632
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
633
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
634
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
635
                                  cm->counts.supertx[i][j], probwt);
636 637 638 639 640 641
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

642
#if !CONFIG_LV_MAP
643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
669
#endif  // CONFIG_NEW_MULTISYMBOL
670

Yaowu Xu's avatar
Yaowu Xu committed
671
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
672
                           const TOKENEXTRA *const stop,
673
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
Sarah Parker's avatar
Sarah Parker committed
674 675 676
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
                           TX_TYPE tx_type, int is_inter,
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
677
                           TOKEN_STATS *token_stats) {
678
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
679
#if CONFIG_VAR_TX
680
  int count = 0;
681
  const int seg_eob = tx_size_2d[tx_size];
682
#endif
Jingning Han's avatar
Jingning Han committed
683

Sarah Parker's avatar
Sarah Parker committed
684 685 686 687 688 689 690 691 692 693 694
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
  if (tx_type == MRC_DCT && ((is_inter && SIGNAL_MRC_MASK_INTER) ||
                             (!is_inter && SIGNAL_MRC_MASK_INTRA))) {
    int rows = tx_size_high[tx_size];
    int cols = tx_size_wide[tx_size];
    assert(tx_size == TX_32X32);
    assert(p < stop);
    pack_map_tokens(w, &p, 2, rows * cols);
  }
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK

Jingning Han's avatar
Jingning Han committed
695
  while (p < stop && p->token != EOSB_TOKEN) {
696
    const int token = p->token;
697
    const int eob_val = p->eob_val;
698
    if (token == BLOCK_Z_TOKEN) {
699
      aom_write_symbol(w, 0, *p->head_cdf, HEAD_TOKENS + 1);
700
      p++;
701 702 703
#if CONFIG_VAR_TX
      break;
#endif
704 705
      continue;
    }
Yaowu Xu's avatar
Yaowu Xu committed
706 707

    const av1_extra_bit *const extra_bits = &av1_extra_bits[token];
708
    if (eob_val == LAST_EOB) {
709 710 711
      // Just code a flag indicating whether the value is >1 or 1.
      aom_write_bit(w, token != ONE_TOKEN);
    } else {
712
      int comb_symb = 2 * AOMMIN(token, TWO_TOKEN) - eob_val + p->first_val;
713
      aom_write_symbol(w, comb_symb, *p->head_cdf, HEAD_TOKENS + p->first_val);
714
    }
715
    if (token > ONE_TOKEN) {
716
      aom_write_symbol(w, token - TWO_TOKEN, *p->tail_cdf, TAIL_TOKENS);
Alex Converse's avatar
Alex Converse committed
717
    }
718 719 720 721

    if (extra_bits->base_val) {
      const int bit_string = p->extra;
      const int bit_string_length = extra_bits->len;  // Length of extra bits to
722
      const int is_cat6 = (extra_bits->base_val == CAT6_MIN_VAL);
723 724
      // be written excluding
      // the sign bit.
725
      int skip_bits = is_cat6
726 727 728
                          ? (int)sizeof(av1_cat6_prob) -
                                av1_get_cat6_extrabits_size(tx_size, bit_depth)
                          : 0;
729

730 731 732 733 734 735 736 737 738
      assert(!(bit_string >> (bit_string_length - skip_bits + 1)));
      if (bit_string_length > 0)
#if CONFIG_NEW_MULTISYMBOL
        write_coeff_extra(extra_bits->cdf, bit_string >> 1,
                          bit_string_length - skip_bits, w);
#else
        write_coeff_extra(extra_bits->prob, bit_string >> 1, bit_string_length,
                          skip_bits, w, token_stats);
#endif
739 740 741 742 743

      aom_write_bit_record(w, bit_string & 1, token_stats);
    }
    ++p;

Fangwen Fu's avatar
Fangwen Fu committed
744
#if CONFIG_VAR_TX
745
    ++count;
746
    if (eob_val == EARLY_EOB || count == seg_eob) break;
747 748 749 750 751
#endif
  }

  *tp = p;
}
Angie Chiang's avatar
Angie Chiang committed
752
#endif  // !CONFIG_LV_MAP
753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775
#else   // !CONFIG_PVQ
static PVQ_INFO *get_pvq_block(PVQ_QUEUE *pvq_q) {
  PVQ_INFO *pvq;

  assert(pvq_q->curr_pos <= pvq_q->last_pos);
  assert(pvq_q->curr_pos < pvq_q->buf_len);

  pvq = pvq_q->buf + pvq_q->curr_pos;
  ++pvq_q->curr_pos;

  return pvq;
}

static void pack_pvq_tokens(aom_writer *w, MACROBLOCK *const x,
                            MACROBLOCKD *const xd, int plane, BLOCK_SIZE bsize,
                            const TX_SIZE tx_size) {
  PVQ_INFO *pvq;
  int idx, idy;
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  od_adapt_ctx *adapt;
  int max_blocks_wide;
  int max_blocks_high;
  int step = (1 << tx_size);
776 777

#if CONFIG_CHROMA_SUB8X8
778
  const BLOCK_SIZE plane_bsize =
779 780 781 782 783 784 785
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
786

787
  adapt = x->daala_enc.state.adapt;
788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805

  max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
  max_blocks_high = max_block_high(xd, plane_bsize, plane);

  for (idy = 0; idy < max_blocks_high; idy += step) {
    for (idx = 0; idx < max_blocks_wide; idx += step) {
      const int is_keyframe = 0;
      const int encode_flip = 0;
      const int flip = 0;
      int i;
      const int has_dc_skip = 1;
      int *exg = &adapt->pvq.pvq_exg[plane][tx_size][0];
      int *ext = adapt->pvq.pvq_ext + tx_size * PVQ_MAX_PARTITIONS;
      generic_encoder *model = adapt->pvq.pvq_param_model;

      pvq = get_pvq_block(x->pvq_q);

      // encode block skip info
806 807
      aom_write_symbol(w, pvq->ac_dc_coded,
                       adapt->skip_cdf[2 * tx_size + (plane != 0)], 4);
808 809 810