bitstream.c 178 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11 12 13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21 22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#endif  // CONFIG_CDEF
30 31 32 33
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
34
#include "av1/common/odintrin.h"
35 36
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
37 38 39
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
40 41
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
42

Alex Converse's avatar
Alex Converse committed
43
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
44
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
45
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
46 47 48
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
49 50 51 52
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
53 54 55
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
56 57 58
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
59 60 61
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
62

63
#define ENC_MISMATCH_DEBUG 0
64

65
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
66 67
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
68
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
69
#if CONFIG_PALETTE
70 71 72
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
73
#endif  // CONFIG_PALETTE
74

75
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
76
static INLINE void write_uniform(aom_writer *w, int n, int v) {
77 78
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
79
  if (l == 0) return;
hui su's avatar
hui su committed
80
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
81
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
82
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
83 84
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
85 86
  }
}
87
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
88

89
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
90 91
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
92
#else
Yaowu Xu's avatar
Yaowu Xu committed
93
static struct av1_token ext_tx_encodings[TX_TYPES];
94
#endif  // CONFIG_EXT_TX
95
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
96
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
97
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
98
#endif  // CONFIG_INTRA_INTERP
99
#endif  // CONFIG_EXT_INTRA
100
#if CONFIG_EXT_INTER
101
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
102
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
103
#endif
104
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
105
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
106
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
107
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
108
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
109 110 111
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
112
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
113 114 115
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
116 117 118
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
119 120 121 122 123
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
124

Yaowu Xu's avatar
Yaowu Xu committed
125
void av1_encode_token_init(void) {
126
#if CONFIG_EXT_TX || CONFIG_PALETTE
127
  int s;
128 129
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
130
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
131
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
132 133
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
134
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
135
  }
136
#else
Yaowu Xu's avatar
Yaowu Xu committed
137
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
138
#endif  // CONFIG_EXT_TX
139

140 141
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
142
  for (s = 0; s < PALETTE_SIZES; ++s) {
143 144
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
145 146 147
  }
#endif  // CONFIG_PALETTE

148
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
149
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
150
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
151
#if CONFIG_EXT_INTER
152
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
153
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
154
#endif  // CONFIG_INTERINTRA
155 156 157 158
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
159
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
160
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
161
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
162
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
163
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
164 165 166
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
167
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
168 169 170 171
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
172

173
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
174 175 176
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
177
                        av1_switchable_interp_tree);
178 179 180
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
181 182 183
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
184
                          av1_ext_tx_intra_tree[s]);
185 186
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
187
                          av1_ext_tx_inter_tree[s]);
188
#else
Jingning Han's avatar
Jingning Han committed
189
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
190
#endif
191 192
}

Jingning Han's avatar
Jingning Han committed
193 194 195 196
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
197 198 199
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
200 201 202 203 204
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
205

206
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
207
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
208
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
209

210 211 212 213 214
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
215

Jingning Han's avatar
Jingning Han committed
216
  if (mode != NEWMV) {
217 218 219 220 221
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

222 223 224 225 226 227
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
228 229

    if (mode != ZEROMV) {
230 231
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

232 233 234
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
235 236 237 238 239
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
240 241
    }
  }
Jingning Han's avatar
Jingning Han committed
242 243
}

244
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
245 246
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
247 248 249

  assert(mbmi->ref_mv_idx < 3);

250
#if CONFIG_EXT_INTER
251 252 253 254
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
255
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
256 257
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
258
  if (mbmi->mode == NEWMV) {
259
#endif  // CONFIG_EXT_INTER
260 261 262 263
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
264
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
265

266 267 268 269 270 271
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
272
        if (mbmi->ref_mv_idx == idx) return;
273
      }
274 275 276 277
    }
    return;
  }

David Barker's avatar
David Barker committed
278
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
279 280 281 282 283
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
284
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
285 286 287 288 289 290
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
291
        if (mbmi->ref_mv_idx == (idx - 1)) return;
292
      }
293
    }
294
    return;
295 296 297
  }
}

298
#if CONFIG_EXT_INTER
299 300
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
301
                                      const int16_t mode_ctx) {
302 303 304 305 306
  assert(is_inter_compound_mode(mode));
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
307
}
308 309

#if CONFIG_COMPOUND_SINGLEREF
310
static void write_inter_singleref_comp_mode(MACROBLOCKD *xd, aom_writer *w,
311 312 313
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
314 315
  aom_cdf_prob *const inter_singleref_comp_cdf =
      xd->tile_ctx->inter_singleref_comp_mode_cdf[mode_ctx];
316

317 318
  aom_write_symbol(w, INTER_SINGLEREF_COMP_OFFSET(mode),
                   inter_singleref_comp_cdf, INTER_SINGLEREF_COMP_MODES);
319 320
}
#endif  // CONFIG_COMPOUND_SINGLEREF
321 322
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
323
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
324
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
325
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
326 327
}

328
#if CONFIG_NCOBMC_ADAPT_WEIGHT
Yaowu Xu's avatar
Yaowu Xu committed
329 330
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
331
                             const unsigned int counts[/* n */], int n,
332
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
333 334 335 336 337 338
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
339
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
340
  for (i = 0; i < n - 1; ++i)
341
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
342
}
343 344
#endif

345
#if CONFIG_VAR_TX
346
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
347
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
348 349
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
350 351 352 353
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
354 355
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
356 357 358
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

359 360
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
361
                                   mbmi->sb_type, tx_size);
362

363
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
364

Jingning Han's avatar
Jingning Han committed
365
  if (depth == MAX_VARTX_DEPTH) {
366 367
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
368 369 370
    return;
  }

371
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
372 373 374
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
375
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
376 377
#endif

378 379
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
380
  } else {
381 382
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
383
    int i;
384

385 386 387
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
388
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
389
#endif
390

391
    if (tx_size == TX_8X8) {
392 393
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
394
      return;
395
    }
396 397 398

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
399 400 401 402
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
403 404 405
    }
  }
}
406

407
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
408
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
409
                                        FRAME_COUNTS *counts, int probwt) {
410 411
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
412
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
413
                              counts->txfm_partition[k], probwt);
414
}
415
#endif  // CONFIG_NEW_MULTISYMBOL
416 417
#endif

Yaowu Xu's avatar
Yaowu Xu committed
418 419
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
420 421
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
422 423
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
424
// For sub8x8 blocks the tx_size symbol does not need to be sent
425
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
426 427
  if (bsize > BLOCK_4X4) {
#else
428
  if (bsize >= BLOCK_8X8) {
429
#endif
430 431 432 433 434 435
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
436
    const int depth = tx_size_to_depth(coded_tx_size);
437
#if CONFIG_EXT_TX && CONFIG_RECT_TX
438
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
439 440
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

441
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
442
                     tx_size_cat + 2);
443 444 445 446 447
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
448 449 450
  }
}

451
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
452
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
453 454
                                    FRAME_COUNTS *counts) {
  int i;
455 456 457 458 459
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
460
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
461 462
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
463
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
464
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
465
                              counts->zeromv_mode[i], probwt);
466
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
467 468
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
469
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
470 471
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
472
}
473
#endif
474

Yaowu Xu's avatar
Yaowu Xu committed
475 476
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
477 478 479 480
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
481 482 483 484 485
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
486
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
487
#endif
Jingning Han's avatar
Jingning Han committed
488 489 490 491
    return skip;
  }
}

492 493 494 495 496 497 498 499 500 501 502 503 504
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
505
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
506 507
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
508
  const MB_MODE_INFO *mbmi = &mi->mbmi;
509

510 511 512
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
513
#if CONFIG_GLOBAL_MOTION
514
                                  0, cm->global_motion,
515
#endif  // CONFIG_GLOBAL_MOTION
516 517
                                  mi);
#else
518
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
519
#if CONFIG_GLOBAL_MOTION
520
      0, cm->global_motion,
521
#endif  // CONFIG_GLOBAL_MOTION
522 523 524
#if CONFIG_WARPED_MOTION
      xd,
#endif
525
      mi);
526
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
527 528 529
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
530 531 532 533
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
534 535
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
536
#endif
Yue Chen's avatar
Yue Chen committed
537 538
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
539 540 541
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
Yue Chen's avatar
Yue Chen committed
542 543 544 545
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
546 547

#if CONFIG_NCOBMC_ADAPT_WEIGHT
548
static void write_ncobmc_mode(MACROBLOCKD *xd, const MODE_INFO *mi,
549 550 551
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
552
  if (mbmi->motion_mode != NCOBMC_ADAPT_WEIGHT) return;
553

554 555 556
#ifndef TRAINING_WEIGHTS
  aom_write_symbol(w, mbmi->ncobmc_mode[0],
                   xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
557
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
558 559
    aom_write_symbol(w, mbmi->ncobmc_mode[1],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
560
  }
561 562 563 564 565 566 567 568 569 570 571 572
#else
  int block;
  for (block = 0; block < 4; ++block)
    aom_write_symbol(w, mbmi->ncobmc_mode[0][block],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    for (block = 0; block < 4; ++block)
      aom_write_symbol(w, mbmi->ncobmc_mode[1][block],
                       xd->tile_ctx->ncobmc_mode_cdf[ao_block],
                       MAX_NCOBMC_MODES);
  }
#endif
573 574
}
#endif
Yue Chen's avatar
Yue Chen committed
575 576
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

577
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
578 579
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
580 581
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
582
  int rem_bits, thr;
583
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
584 585
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
586

Thomas Davies's avatar
Thomas Davies committed
587 588
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
589 590 591 592 593 594

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
595 596 597 598 599
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
600

Fangwen Fu's avatar
Fangwen Fu committed
601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624
#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
625
#endif  // CONFIG_DELTA_Q
626

627
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
628
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
629 630
                              FRAME_COUNTS *counts) {
  int k;
631 632 633 634 635 636 637 638 639
#if CONFIG_TILE_GROUPS
  const int probwt = cm->num_tg;
#else
  const int probwt = 1;
#endif
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
640
}
641
#endif
Jingning Han's avatar
Jingning Han committed
642

643
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
644
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
645
                                int num) {
hui su's avatar
hui su committed
646
  int i;
647
  const TOKENEXTRA *p = *tp;
hui su's avatar
hui su committed
648

649
  for (i = 0; i < num; ++i) {
650 651 652
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, p->token, p->palette_cdf, n);
#else
653 654 655
    av1_write_token(
        w, av1_palette_color_index_tree[n - PALETTE_MIN_SIZE], p->context_tree,
        &palette_color_index_encodings[n - PALETTE_MIN_SIZE][p->token]);
656
#endif
hui su's avatar
hui su committed
657 658 659 660 661
    ++p;
  }

  *tp = p;
}
662
#endif  // CONFIG_PALETTE
663

664
#if !CONFIG_PVQ
665
#if CONFIG_SUPERTX
666
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
667 668
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
669 670 671 672
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
673
    for (j = TX_8X8; j < TX_SIZES; ++j) {
674 675
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
676 677 678
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
679
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
680 681
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
682
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
683
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
684
                                  cm->counts.supertx[i][j], probwt);
685 686 687 688 689 690
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
#endif

719
#if !CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
720
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
721
                           const TOKENEXTRA *const stop,
722 723
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
                           TOKEN_STATS *token_stats) {
724
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
725
#if CONFIG_VAR_TX
726
  int count = 0;
727
  const int seg_eob = tx_size_2d[tx_size];
728
#endif
Jingning Han's avatar
Jingning Han committed
729 730

  while (p < stop && p->token != EOSB_TOKEN) {
731
    const int token = p->token;
732
    const int eob_val = p->eob_val;
733
    if (token == BLOCK_Z_TOKEN) {
734
      aom_write_symbol(w, 0, *p->head_cdf, HEAD_TOKENS + 1);
735
      p++;
736 737 738
#if CONFIG_VAR_TX
      break;
#endif
739 740
      continue;
    }
Yaowu Xu's avatar
Yaowu Xu committed
741 742

    const av1_extra_bit *const extra_bits = &av1_extra_bits[token];
743
    if (eob_val == LAST_EOB) {
744 745 746
      // Just code a flag indicating whether the value is >1 or 1.
      aom_write_bit(w, token != ONE_TOKEN);
    } else {
747
      int comb_symb = 2 * AOMMIN(token, TWO_TOKEN) - eob_val + p->first_val;
748
      aom_write_symbol(w, comb_symb, *p->head_cdf, HEAD_TOKENS + p->first_val);
749
    }
750
    if (token > ONE_TOKEN) {
751
      aom_write_symbol(w, token - TWO_TOKEN, *p->tail_cdf, TAIL_TOKENS);
Alex Converse's avatar
Alex Converse committed
752
    }
753 754 755 756

    if (extra_bits->base_val) {
      const int bit_string = p->extra;
      const int bit_string_length = extra_bits->len;  // Length of extra bits to
757
      const int is_cat6 = (extra_bits->base_val == CAT6_MIN_VAL);
758 759
      // be written excluding
      // the sign bit.
760
      int skip_bits = is_cat6
761 762 763
                          ? (int)sizeof(av1_cat6_prob) -
                                av1_get_cat6_extrabits_size(tx_size, bit_depth)
                          : 0;
764

765 766 767 768 769 770 771 772 773
      assert(!(bit_string >> (bit_string_length - skip_bits + 1)));
      if (bit_string_length > 0)
#if CONFIG_NEW_MULTISYMBOL
        write_coeff_extra(extra_bits->cdf, bit_string >> 1,
                          bit_string_length - skip_bits, w);
#else
        write_coeff_extra(extra_bits->prob, bit_string >> 1, bit_string_length,
                          skip_bits, w, token_stats);
#endif
774 775 776 777 778

      aom_write_bit_record(w, bit_string & 1, token_stats);
    }
    ++p;

Fangwen Fu's avatar
Fangwen Fu committed
779
#if CONFIG_VAR_TX
780
    ++count;
781
    if (eob_val == EARLY_EOB || count == seg_eob) break;
782 783 784 785 786
#endif
  }

  *tp = p;
}
Angie Chiang's avatar
Angie Chiang committed
787
#endif  // !CONFIG_LV_MAP
788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810
#else   // !CONFIG_PVQ
static PVQ_INFO *get_pvq_block(PVQ_QUEUE *pvq_q) {
  PVQ_INFO *pvq;

  assert(pvq_q->curr_pos <= pvq_q->last_pos);
  assert(pvq_q->curr_pos < pvq_q->buf_len);

  pvq = pvq_q->buf + pvq_q->curr_pos;
  ++pvq_q->curr_pos;

  return pvq;
}

static void pack_pvq_tokens(aom_writer *w, MACROBLOCK *const x,
                            MACROBLOCKD *const xd, int plane, BLOCK_SIZE bsize,
                            const TX_SIZE tx_size) {
  PVQ_INFO *pvq;
  int idx, idy;
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  od_adapt_ctx *adapt;
  int max_blocks_wide;
  int max_blocks_high;
  int step = (1 << tx_size);
811 812

#if CONFIG_CHROMA_SUB8X8
813
  const BLOCK_SIZE plane_bsize =
814 815 816 817 818 819 820
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
821

822
  adapt = x->daala_enc.state.adapt;
823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840

  max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
  max_blocks_high = max_block_high(xd, plane_bsize, plane);

  for (idy = 0; idy < max_blocks_high; idy += step) {
    for (idx = 0; idx < max_blocks_wide; idx += step) {
      const int is_keyframe = 0;
      const int encode_flip = 0;
      const int flip = 0;
      int i;
      const int has_dc_skip = 1;
      int *exg = &adapt->pvq.pvq_exg[plane][tx_size][0];
      int *ext = adapt->pvq.pvq_ext + tx_size * PVQ_MAX_PARTITIONS;
      generic_encoder *model = adapt->pvq.pvq_param_model;

      pvq = get_pvq_block(x->pvq_q);

      // encode block skip info
841 842
      aom_write_symbol(w, pvq->ac_dc_coded,
                       adapt->skip_cdf[2 * tx_size + (plane != 0)], 4);
843 844 845 846 847 848 849 850

      // AC coeffs coded?
      if (pvq->ac_dc_coded & AC_CODED) {
        assert(pvq->bs == tx_size);
        for (i = 0; i < pvq->nb_bands; i++) {
          if (i == 0 ||
              (!pvq->skip_rest && !(pvq->skip_dir & (1 << ((i - 1) % 3))))) {
            pvq_encode_partition(
851 852
                w, pvq->qg[i], pvq->theta[i], pvq->y + pvq->off[i],
                pvq->size[i], pvq->k[i], model, adapt, exg + i, ext + i,
853 854 855 856 857 858
                (plane != 0) * OD_TXSIZES * PVQ_MAX_PARTITIONS +
                    pvq->bs * PVQ_MAX_PARTITIONS + i,
                is_keyframe, i == 0 && (i < pvq->nb_bands - 1), pvq->skip_rest,
                encode_flip, flip);
          }
          if (i == 0 && !pvq->skip_rest && pvq->bs > 0) {
859
            aom_write_symbol(
860 861 862
                w, pvq->skip_dir,
                &adapt->pvq
                     .pvq_skip_dir_cdf[(plane != 0) + 2 * (pvq->bs - 1)][0],
863
                7);
864 865 866 867 868 869
          }
        }
      }
      // Encode residue of DC coeff, if exist.
      if (!has_dc_skip || (pvq->ac_dc_coded & DC_CODED)) {
        generic_encode(w, &adapt->model_dc[plane],
870
                       abs(pvq->dq_dc_residue) - has_dc_skip,
871 872 873 874 875 876 877 878
                       &adapt->ex_dc[plane][pvq->bs][0], 2);
      }
      if ((pvq->