bitstream.c 207 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#endif  // CONFIG_CDEF
30 31 32 33
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
34
#include "av1/common/odintrin.h"
35 36
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
37 38 39
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
40 41
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
42

Angie Chiang's avatar
Angie Chiang committed
43 44 45
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
46 47 48 49
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
Urvang Joshi's avatar
Urvang Joshi committed
50
#if CONFIG_PALETTE_DELTA_ENCODING
hui su's avatar
hui su committed
51
#include "av1/encoder/palette.h"
Urvang Joshi's avatar
Urvang Joshi committed
52
#endif  // CONFIG_PALETTE_DELTA_ENCODING
53 54 55
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
56 57 58
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
59

60
#define ENC_MISMATCH_DEBUG 0
61

62
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
63 64
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
65
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
66

Yaowu Xu's avatar
Yaowu Xu committed
67
static INLINE void write_uniform(aom_writer *w, int n, int v) {
68 69
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
70
  if (l == 0) return;
hui su's avatar
hui su committed
71
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
72
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
73
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
74 75
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
76 77
  }
}
Jingning Han's avatar
Jingning Han committed
78

79
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
80 81
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
82
#else
Yaowu Xu's avatar
Yaowu Xu committed
83
static struct av1_token ext_tx_encodings[TX_TYPES];
84
#endif  // CONFIG_EXT_TX
85
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
86
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
87
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
88
#endif  // CONFIG_INTRA_INTERP
89
#endif  // CONFIG_EXT_INTRA
90
#if CONFIG_EXT_INTER
91
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
92
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
93
#endif
94
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
95
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
96
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
97
#endif  // CONFIG_EXT_INTER
98 99
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
100 101 102 103
static void loop_restoration_write_sb_coeffs(const AV1_COMMON *const cm,
                                             MACROBLOCKD *xd,
                                             aom_writer *const w, int plane,
                                             int rtile_idx);
104
#endif  // CONFIG_LOOP_RESTORATION
105 106 107 108 109 110 111 112
#if CONFIG_OBU
static void write_uncompressed_header_obu(AV1_COMP *cpi,
                                          struct aom_write_bit_buffer *wb);
#else
static void write_uncompressed_header_frame(AV1_COMP *cpi,
                                            struct aom_write_bit_buffer *wb);
#endif

113
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
114
#if !CONFIG_OBU || CONFIG_EXT_TILE
115 116 117 118 119
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
120
#endif
Yaowu Xu's avatar
Yaowu Xu committed
121
void av1_encode_token_init(void) {
122
#if CONFIG_EXT_TX
123 124
  int s;
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Hui Su's avatar
Hui Su committed
125 126
    av1_tokens_from_tree(ext_tx_inter_encodings[s],
                         av1_ext_tx_tree[av1_ext_tx_set_type_inter[s]]);
127 128
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Hui Su's avatar
Hui Su committed
129 130 131 132 133 134
    av1_tokens_from_tree(ext_tx_intra_encodings[s],
                         av1_ext_tx_tree[av1_ext_tx_set_type_intra[s]]);
  }
  for (s = 1; s < EXT_TX_SET_TYPES; ++s) {
    av1_indices_from_tree(av1_ext_tx_ind[s], av1_ext_tx_inv[s],
                          av1_ext_tx_tree[s]);
135
  }
136
#else
Yaowu Xu's avatar
Yaowu Xu committed
137
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
Hui Su's avatar
Hui Su committed
138 139 140 141
  /* This hack is necessary because the four TX_TYPES are not consecutive,
      e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
      structure. */
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
142
#endif  // CONFIG_EXT_TX
143

144
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
145
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
146
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
147
#if CONFIG_EXT_INTER
148
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
149
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
150
#endif  // CONFIG_INTERINTRA
151 152 153 154
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
155
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
156
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
157
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
158
#endif  // CONFIG_EXT_INTER
159 160 161 162
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
163

164
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
165 166 167
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
168
                        av1_switchable_interp_tree);
169 170
}

Jingning Han's avatar
Jingning Han committed
171 172 173 174
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
175 176 177
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
178 179 180 181 182
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
183

184
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
185
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
186
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
187

188 189 190 191 192
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
193

Jingning Han's avatar
Jingning Han committed
194
  if (mode != NEWMV) {
195 196 197 198 199
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

200 201 202 203 204 205
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
206 207

    if (mode != ZEROMV) {
208 209
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

210 211 212
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
213 214 215 216 217
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
218 219
    }
  }
Jingning Han's avatar
Jingning Han committed
220 221
}

222
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
223 224
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
225 226 227

  assert(mbmi->ref_mv_idx < 3);

228
#if CONFIG_EXT_INTER
229 230 231 232
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
233
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
234 235
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
236
  if (mbmi->mode == NEWMV) {
237
#endif  // CONFIG_EXT_INTER
238 239 240 241
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
242
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
243

244 245 246 247 248 249
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
250
        if (mbmi->ref_mv_idx == idx) return;
251
      }
252 253 254 255
    }
    return;
  }

David Barker's avatar
David Barker committed
256
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
257 258 259 260 261
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
262
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
263 264 265 266 267 268
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
269
        if (mbmi->ref_mv_idx == (idx - 1)) return;
270
      }
271
    }
272
    return;
273 274 275
  }
}

276
#if CONFIG_EXT_INTER
277 278
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
279
                                      const int16_t mode_ctx) {
280 281 282 283 284
  assert(is_inter_compound_mode(mode));
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
285
}
286 287

#if CONFIG_COMPOUND_SINGLEREF
288
static void write_inter_singleref_comp_mode(MACROBLOCKD *xd, aom_writer *w,
289 290 291
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
292 293
  aom_cdf_prob *const inter_singleref_comp_cdf =
      xd->tile_ctx->inter_singleref_comp_mode_cdf[mode_ctx];
294

295 296
  aom_write_symbol(w, INTER_SINGLEREF_COMP_OFFSET(mode),
                   inter_singleref_comp_cdf, INTER_SINGLEREF_COMP_MODES);
297 298
}
#endif  // CONFIG_COMPOUND_SINGLEREF
299 300
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
301
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
302
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
303
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
304 305
}

306
#if CONFIG_VAR_TX
307
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
308
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
309 310
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
311 312 313 314
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
315 316
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
317 318 319
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

320 321
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
322
                                   mbmi->sb_type, tx_size);
323

324
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
325

Jingning Han's avatar
Jingning Han committed
326
  if (depth == MAX_VARTX_DEPTH) {
327 328
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
329 330 331
    return;
  }

Yue Chen's avatar
Yue Chen committed
332 333 334 335
#if CONFIG_RECT_TX_EXT
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col] ||
      mbmi->tx_size == quarter_txsize_lookup[mbmi->sb_type]) {
#else
336
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yue Chen's avatar
Yue Chen committed
337
#endif
338 339 340
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
341
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
342 343
#endif

344 345
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
Yue Chen's avatar
Yue Chen committed
346
    // TODO(yuec): set correct txfm partition update for qttx
347
  } else {
348 349
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
350
    int i;
351

352 353 354
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
355
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
356
#endif
357

David Barker's avatar
David Barker committed
358
    if (sub_txs == TX_4X4) {
359 360
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
361
      return;
362
    }
363 364 365

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
366 367 368 369
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
370 371 372
    }
  }
}
373

374
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
375
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
376
                                        FRAME_COUNTS *counts, int probwt) {
377 378
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
379
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
380
                              counts->txfm_partition[k], probwt);
381
}
382
#endif  // CONFIG_NEW_MULTISYMBOL
David Barker's avatar
David Barker committed
383
#endif  // CONFIG_VAR_TX
384

Yaowu Xu's avatar
Yaowu Xu committed
385 386
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
387 388
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
389 390
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
391
// For sub8x8 blocks the tx_size symbol does not need to be sent
392
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
393 394
  if (bsize > BLOCK_4X4) {
#else
395
  if (bsize >= BLOCK_8X8) {
396
#endif
397 398 399 400 401 402
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
403
    const int depth = tx_size_to_depth(coded_tx_size);
404
#if CONFIG_EXT_TX && CONFIG_RECT_TX
405
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
406 407
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

408
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
409
                     tx_size_cat + 2);
Yue Chen's avatar
Yue Chen committed
410
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
411 412 413
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
Yue Chen's avatar
Yue Chen committed
414
#endif
Jingning Han's avatar
Jingning Han committed
415 416 417
  }
}

418
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
419
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
420 421
                                    FRAME_COUNTS *counts) {
  int i;
422
  const int probwt = cm->num_tg;
423
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
424 425
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
426
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
427
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
428
                              counts->zeromv_mode[i], probwt);
429
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
430 431
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
432
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
433 434
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
435
}
436
#endif
437

Yaowu Xu's avatar
Yaowu Xu committed
438 439
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
440 441 442 443
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
444 445 446 447 448
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
449
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
450
#endif
Jingning Han's avatar
Jingning Han committed
451 452 453 454
    return skip;
  }
}

455 456 457 458 459 460 461 462 463 464 465 466 467
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
468
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
469 470
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
471
  const MB_MODE_INFO *mbmi = &mi->mbmi;
472

473 474 475 476 477 478
#if !CONFIG_GLOBAL_MOTION
  // The cm parameter is only used with global_motion or with
  // motion_var and warped_motion. In other cases, explicitly ignore
  // it to avoid a compiler warning.
  (void)cm;
#endif
479
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
480
#if CONFIG_GLOBAL_MOTION
481
      0, cm->global_motion,
482
#endif  // CONFIG_GLOBAL_MOTION
483 484 485
#if CONFIG_WARPED_MOTION
      xd,
#endif
486
      mi);
Yue Chen's avatar
Yue Chen committed
487 488
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
489 490 491 492 493 494 495 496 497 498
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  if (last_motion_mode_allowed == NCOBMC_ADAPT_WEIGHT) {
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->ncobmc_cdf[mbmi->sb_type],
                     OBMC_FAMILY_MODES);
  } else if (last_motion_mode_allowed == OBMC_CAUSAL) {
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
  } else {
#else
Yue Chen's avatar
Yue Chen committed
499
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
500 501 502 503
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
504 505
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
506
#endif
Yue Chen's avatar
Yue Chen committed
507
  } else {
508
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
509
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
510 511 512
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
Yue Chen's avatar
Yue Chen committed
513 514 515 516
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
517 518

#if CONFIG_NCOBMC_ADAPT_WEIGHT
519
static void write_ncobmc_mode(MACROBLOCKD *xd, const MODE_INFO *mi,
520 521 522
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
523
  if (mbmi->motion_mode != NCOBMC_ADAPT_WEIGHT) return;
524

525 526
  aom_write_symbol(w, mbmi->ncobmc_mode[0],
                   xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
527
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
528 529
    aom_write_symbol(w, mbmi->ncobmc_mode[1],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
530 531 532
  }
}
#endif
Yue Chen's avatar
Yue Chen committed
533 534
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

535
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
536 537
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
538 539
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
540
  int rem_bits, thr;
541
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
542 543
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
544

Thomas Davies's avatar
Thomas Davies committed
545 546
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
547 548 549 550 551 552

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
553 554 555 556 557
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
558

Fangwen Fu's avatar
Fangwen Fu committed
559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582
#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
583
#endif  // CONFIG_DELTA_Q
584

585
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
586
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
587 588
                              FRAME_COUNTS *counts) {
  int k;
589 590 591 592 593
  const int probwt = cm->num_tg;
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
594
}
595
#endif
Jingning Han's avatar
Jingning Han committed
596

Sarah Parker's avatar
Sarah Parker committed
597 598
static void pack_map_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
                            int num) {
599
  const TOKENEXTRA *p = *tp;
600 601 602 603
  write_uniform(w, n, p->token);  // The first color index.
  ++p;
  --num;
  for (int i = 0; i < num; ++i) {
604
    aom_write_symbol(w, p->token, p->color_map_cdf, n);
hui su's avatar
hui su committed
605 606 607 608
    ++p;
  }
  *tp = p;
}
609

610
#if !CONFIG_PVQ
611
#if CONFIG_SUPERTX
612
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
613 614
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
615 616 617 618
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
619
    for (j = TX_8X8; j < TX_SIZES; ++j) {
620 621
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
622 623 624
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
625
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
626 627
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
628
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
629
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
630
                                  cm->counts.supertx[i][j], probwt);
631 632 633 634 635 636
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

637
#if !CONFIG_LV_MAP
638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
664
#endif  // CONFIG_NEW_MULTISYMBOL
665

Yaowu Xu's avatar
Yaowu Xu committed
666
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
667
                           const TOKENEXTRA *const stop,
668
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
Sarah Parker's avatar
Sarah Parker committed
669 670 671
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
                           TX_TYPE tx_type, int is_inter,
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
672
                           TOKEN_STATS *token_stats) {
673
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
674
#if CONFIG_VAR_TX
675
  int count = 0;
676
  const int seg_eob = tx_size_2d[tx_size];
677
#endif
Jingning Han's avatar
Jingning Han committed
678

Sarah Parker's avatar
Sarah Parker committed
679 680 681 682 683 684 685 686 687 688 689
#if CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK
  if (tx_type == MRC_DCT && ((is_inter && SIGNAL_MRC_MASK_INTER) ||
                             (!is_inter && SIGNAL_MRC_MASK_INTRA))) {
    int rows = tx_size_high[tx_size];
    int cols = tx_size_wide[tx_size];
    assert(tx_size == TX_32X32);
    assert(p < stop);
    pack_map_tokens(w, &p, 2, rows * cols);
  }
#endif  // CONFIG_MRC_TX && SIGNAL_ANY_MRC_MASK

Jingning Han's avatar
Jingning Han committed
690
  while (p < stop && p->token != EOSB_TOKEN) {
691
    const int token = p->token;
692
    const int eob_val = p->eob_val;
693
    if (token == BLOCK_Z_TOKEN) {
694
      aom_write_symbol(w, 0, *p->head_cdf, HEAD_TOKENS + 1);
695
      p++;
696 697 698
#if CONFIG_VAR_TX
      break;
#endif
699 700
      continue;
    }
Yaowu Xu's avatar
Yaowu Xu committed
701 702

    const av1_extra_bit *const extra_bits = &av1_extra_bits[token];
703
    if (eob_val == LAST_EOB) {
704 705 706
      // Just code a flag indicating whether the value is >1 or 1.
      aom_write_bit(w, token != ONE_TOKEN);
    } else {
707
      int comb_symb = 2 * AOMMIN(token, TWO_TOKEN) - eob_val + p->first_val;
708
      aom_write_symbol(w, comb_symb, *p->head_cdf, HEAD_TOKENS + p->first_val);
709
    }
710
    if (token > ONE_TOKEN) {
711
      aom_write_symbol(w, token - TWO_TOKEN, *p->tail_cdf, TAIL_TOKENS);
Alex Converse's avatar
Alex Converse committed
712
    }
713 714 715 716

    if (extra_bits->base_val) {
      const int bit_string = p->extra;
      const int bit_string_length = extra_bits->len;  // Length of extra bits to
717
      const int is_cat6 = (extra_bits->base_val == CAT6_MIN_VAL);
718 719
      // be written excluding
      // the sign bit.
720
      int skip_bits = is_cat6
721 722 723
                          ? (int)sizeof(av1_cat6_prob) -
                                av1_get_cat6_extrabits_size(tx_size, bit_depth)
                          : 0;
724

725 726 727 728 729 730 731 732 733
      assert(!(bit_string >> (bit_string_length - skip_bits + 1)));
      if (bit_string_length > 0)
#if CONFIG_NEW_MULTISYMBOL
        write_coeff_extra(extra_bits->cdf, bit_string >> 1,
                          bit_string_length - skip_bits, w);
#else
        write_coeff_extra(extra_bits->prob, bit_string >> 1, bit_string_length,
                          skip_bits, w, token_stats);
#endif
734 735 736 737 738

      aom_write_bit_record(w, bit_string & 1, token_stats);
    }
    ++p;

Fangwen Fu's avatar
Fangwen Fu committed
739
#if CONFIG_VAR_TX
740
    ++count;
741
    if (eob_val == EARLY_EOB || count == seg_eob) break;
742 743 744 745 746
#endif
  }

  *tp = p;
}
Angie Chiang's avatar
Angie Chiang committed
747
#endif  // !CONFIG_LV_MAP
748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770
#else   // !CONFIG_PVQ
static PVQ_INFO *get_pvq_block(PVQ_QUEUE *pvq_q) {
  PVQ_INFO *pvq;

  assert(pvq_q->curr_pos <= pvq_q->last_pos);
  assert(pvq_q->curr_pos < pvq_q->buf_len);

  pvq = pvq_q->buf + pvq_q->curr_pos;
  ++pvq_q->curr_pos;

  return pvq;
}

static void pack_pvq_tokens(aom_writer *w, MACROBLOCK *const x,
                            MACROBLOCKD *const xd, int plane, BLOCK_SIZE bsize,
                            const TX_SIZE tx_size) {
  PVQ_INFO *pvq;
  int idx, idy;
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  od_adapt_ctx *adapt;
  int max_blocks_wide;
  int max_blocks_high;
  int step = (1 << tx_size);
771 772

#if CONFIG_CHROMA_SUB8X8
773
  const BLOCK_SIZE plane_bsize =
774 775 776 777 778 779 780
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
781

782
  adapt = x->daala_enc.state.adapt;
783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800

  max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
  max_blocks_high = max_block_high(xd, plane_bsize, plane);

  for (idy = 0; idy < max_blocks_high; idy += step) {
    for (idx = 0; idx < max_blocks_wide; idx += step) {
      const int is_keyframe = 0;
      const int encode_flip = 0;
      const int flip = 0;
      int i;
      const int has_dc_skip = 1;
      int *exg = &adapt->pvq.pvq_exg[plane][tx_size][0];
      int *ext = adapt->pvq.pvq_ext + tx_size * PVQ_MAX_PARTITIONS;
      generic_encoder *model = adapt->pvq.pvq_param_model;

      pvq = get_pvq_block(x->pvq_q);

      // encode block skip info
801 802
      aom_write_symbol(w, pvq->ac_dc_coded,
                       adapt->skip_cdf[2 * tx_size + (plane != 0)], 4);
803 804 805 806 807 808 809 810

      // AC coeffs coded?
      if (pvq->ac_dc_coded & AC_CODED) {
        assert(pvq->bs == tx_size);
        for (i = 0; i < pvq->nb_bands; i++) {
          if (i == 0 ||
              (!pvq->skip_rest && !(pvq->skip_dir & (1 << ((i - 1) % 3))))) {
            pvq_encode_partition(
811 812
                w, pvq->qg[i], pvq->theta[i], pvq->y + pvq->off[i],
                pvq->size[i], pvq->k[i], model, adapt, exg + i, ext + i,
813 814 815 816 817 818
                (plane != 0) * OD_TXSIZES * PVQ_MAX_PARTITIONS +
                    pvq->bs * PVQ_MAX_PARTITIONS + i,
                is_keyframe, i == 0 && (i < pvq->nb_bands - 1), pvq->skip_rest,
                encode_flip, flip);
          }
          if (i == 0 && !pvq->skip_rest && pvq->bs > 0) {
819
            aom_write_symbol(
820 821 822
                w, pvq->skip_dir,
                &adapt->pvq
                     .pvq_skip_dir_cdf[(plane != 0) + 2 * (pvq->bs - 1)][0],