bitstream.c 176 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#endif  // CONFIG_CDEF
30
31
32
33
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
34
#include "av1/common/odintrin.h"
35
36
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
37
38
39
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
40
41
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
42

Alex Converse's avatar
Alex Converse committed
43
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
44
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
45
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
46
47
48
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
49
50
51
52
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
53
54
55
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
56
57
58
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
59
60
61
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
62

63
#define ENC_MISMATCH_DEBUG 0
64

65
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
66
67
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
68
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
69
#if CONFIG_PALETTE
70
71
72
static struct av1_token palette_size_encodings[PALETTE_SIZES];
static struct av1_token palette_color_index_encodings[PALETTE_SIZES]
                                                     [PALETTE_COLORS];
73
#endif  // CONFIG_PALETTE
74

75
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
76
static INLINE void write_uniform(aom_writer *w, int n, int v) {
77
78
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
79
  if (l == 0) return;
hui su's avatar
hui su committed
80
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
81
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
82
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
83
84
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
85
86
  }
}
87
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
88

89
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
90
91
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
92
#else
Yaowu Xu's avatar
Yaowu Xu committed
93
static struct av1_token ext_tx_encodings[TX_TYPES];
94
#endif  // CONFIG_EXT_TX
95
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
96
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
97
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
98
#endif  // CONFIG_INTRA_INTERP
99
#endif  // CONFIG_EXT_INTRA
100
#if CONFIG_EXT_INTER
101
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
102
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
103
#endif
104
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
105
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
106
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
107
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
108
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
109
110
111
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
112
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
113
114
115
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
116
117
118
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
119
120
121
122
123
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
124

Yaowu Xu's avatar
Yaowu Xu committed
125
void av1_encode_token_init(void) {
126
#if CONFIG_EXT_TX || CONFIG_PALETTE
127
  int s;
128
129
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
130
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
131
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
132
133
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
134
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
135
  }
136
#else
Yaowu Xu's avatar
Yaowu Xu committed
137
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
138
#endif  // CONFIG_EXT_TX
139

140
141
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
142
  for (s = 0; s < PALETTE_SIZES; ++s) {
143
144
    av1_tokens_from_tree(palette_color_index_encodings[s],
                         av1_palette_color_index_tree[s]);
145
146
147
  }
#endif  // CONFIG_PALETTE

148
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
149
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
150
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
151
#if CONFIG_EXT_INTER
152
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
153
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
154
#endif  // CONFIG_INTERINTRA
155
156
157
158
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
159
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
160
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
161
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
162
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
163
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
164
165
166
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
167
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
168
169
170
171
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
172

173
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
174
175
176
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
177
                        av1_switchable_interp_tree);
178
179
180
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
181
182
183
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
184
                          av1_ext_tx_intra_tree[s]);
185
186
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
187
                          av1_ext_tx_inter_tree[s]);
188
#else
Jingning Han's avatar
Jingning Han committed
189
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
190
#endif
191
192
}

Jingning Han's avatar
Jingning Han committed
193
194
195
196
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
197
198
199
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
200
201
202
203
204
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
205

206
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
207
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
208
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
209

210
211
212
213
214
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
215

Jingning Han's avatar
Jingning Han committed
216
  if (mode != NEWMV) {
217
218
219
220
221
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

222
223
224
225
226
227
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
228
229

    if (mode != ZEROMV) {
230
231
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

232
233
234
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
235
236
237
238
239
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
240
241
    }
  }
Jingning Han's avatar
Jingning Han committed
242
243
}

244
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
245
246
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
247
248
249

  assert(mbmi->ref_mv_idx < 3);

250
#if CONFIG_EXT_INTER
251
252
253
254
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
255
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
256
257
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
258
  if (mbmi->mode == NEWMV) {
259
#endif  // CONFIG_EXT_INTER
260
261
262
263
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
264
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
265

266
267
268
269
270
271
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
272
        if (mbmi->ref_mv_idx == idx) return;
273
      }
274
275
276
277
    }
    return;
  }

David Barker's avatar
David Barker committed
278
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
279
280
281
282
283
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
284
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
285
286
287
288
289
290
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
291
        if (mbmi->ref_mv_idx == (idx - 1)) return;
292
      }
293
    }
294
    return;
295
296
297
  }
}

298
#if CONFIG_EXT_INTER
299
300
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
301
                                      const int16_t mode_ctx) {
302
303
304
305
306
  assert(is_inter_compound_mode(mode));
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
307
}
308
309

#if CONFIG_COMPOUND_SINGLEREF
310
static void write_inter_singleref_comp_mode(MACROBLOCKD *xd, aom_writer *w,
311
312
313
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
314
315
  aom_cdf_prob *const inter_singleref_comp_cdf =
      xd->tile_ctx->inter_singleref_comp_mode_cdf[mode_ctx];
316

317
318
  aom_write_symbol(w, INTER_SINGLEREF_COMP_OFFSET(mode),
                   inter_singleref_comp_cdf, INTER_SINGLEREF_COMP_MODES);
319
320
}
#endif  // CONFIG_COMPOUND_SINGLEREF
321
322
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
323
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
324
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
325
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
326
327
}

328
#if CONFIG_NCOBMC_ADAPT_WEIGHT
Yaowu Xu's avatar
Yaowu Xu committed
329
330
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
331
                             const unsigned int counts[/* n */], int n,
332
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
333
334
335
336
337
338
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
339
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
340
  for (i = 0; i < n - 1; ++i)
341
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
342
}
343
344
#endif

345
#if CONFIG_VAR_TX
346
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
347
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
348
349
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
350
351
352
353
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
354
355
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
356
357
358
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

359
360
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
361
                                   mbmi->sb_type, tx_size);
362

363
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
364

Jingning Han's avatar
Jingning Han committed
365
  if (depth == MAX_VARTX_DEPTH) {
366
367
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
368
369
370
    return;
  }

371
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
372
373
374
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
375
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
376
377
#endif

378
379
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
380
  } else {
381
382
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
383
    int i;
384

385
386
387
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
388
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
389
#endif
390

391
    if (tx_size == TX_8X8) {
392
393
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
394
      return;
395
    }
396
397
398

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
399
400
401
402
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
403
404
405
    }
  }
}
406

407
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
408
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
409
                                        FRAME_COUNTS *counts, int probwt) {
410
411
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
412
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
413
                              counts->txfm_partition[k], probwt);
414
}
415
#endif  // CONFIG_NEW_MULTISYMBOL
416
417
#endif

Yaowu Xu's avatar
Yaowu Xu committed
418
419
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
420
421
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
422
423
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
424
// For sub8x8 blocks the tx_size symbol does not need to be sent
425
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
426
427
  if (bsize > BLOCK_4X4) {
#else
428
  if (bsize >= BLOCK_8X8) {
429
#endif
430
431
432
433
434
435
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
436
    const int depth = tx_size_to_depth(coded_tx_size);
437
#if CONFIG_EXT_TX && CONFIG_RECT_TX
438
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
439
440
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

441
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
442
                     tx_size_cat + 2);
443
444
445
446
447
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
Jingning Han's avatar
Jingning Han committed
448
449
450
  }
}

451
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
452
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
453
454
                                    FRAME_COUNTS *counts) {
  int i;
455
  const int probwt = cm->num_tg;
456
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
457
458
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
459
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
460
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
461
                              counts->zeromv_mode[i], probwt);
462
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
463
464
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
465
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
466
467
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
468
}
469
#endif
470

Yaowu Xu's avatar
Yaowu Xu committed
471
472
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
473
474
475
476
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
477
478
479
480
481
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
482
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
483
#endif
Jingning Han's avatar
Jingning Han committed
484
485
486
487
    return skip;
  }
}

488
489
490
491
492
493
494
495
496
497
498
499
500
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
501
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
502
503
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
504
  const MB_MODE_INFO *mbmi = &mi->mbmi;
505

506
507
508
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
509
#if CONFIG_GLOBAL_MOTION
510
                                  0, cm->global_motion,
511
#endif  // CONFIG_GLOBAL_MOTION
512
513
                                  mi);
#else
514
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
515
#if CONFIG_GLOBAL_MOTION
516
      0, cm->global_motion,
517
#endif  // CONFIG_GLOBAL_MOTION
518
519
520
#if CONFIG_WARPED_MOTION
      xd,
#endif
521
      mi);
522
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
523
524
525
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
526
527
528
529
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
530
531
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
532
#endif
Yue Chen's avatar
Yue Chen committed
533
534
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
535
536
537
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
Yue Chen's avatar
Yue Chen committed
538
539
540
541
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
542
543

#if CONFIG_NCOBMC_ADAPT_WEIGHT
544
static void write_ncobmc_mode(MACROBLOCKD *xd, const MODE_INFO *mi,
545
546
547
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
548
  if (mbmi->motion_mode != NCOBMC_ADAPT_WEIGHT) return;
549

550
551
552
#ifndef TRAINING_WEIGHTS
  aom_write_symbol(w, mbmi->ncobmc_mode[0],
                   xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
553
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
554
555
    aom_write_symbol(w, mbmi->ncobmc_mode[1],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
556
  }
557
558
559
560
561
562
563
564
565
566
567
568
#else
  int block;
  for (block = 0; block < 4; ++block)
    aom_write_symbol(w, mbmi->ncobmc_mode[0][block],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    for (block = 0; block < 4; ++block)
      aom_write_symbol(w, mbmi->ncobmc_mode[1][block],
                       xd->tile_ctx->ncobmc_mode_cdf[ao_block],
                       MAX_NCOBMC_MODES);
  }
#endif
569
570
}
#endif
Yue Chen's avatar
Yue Chen committed
571
572
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

573
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
574
575
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
576
577
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
578
  int rem_bits, thr;
579
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
580
581
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
582

Thomas Davies's avatar
Thomas Davies committed
583
584
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
585
586
587
588
589
590

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
591
592
593
594
595
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
596

Fangwen Fu's avatar
Fangwen Fu committed
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
621
#endif  // CONFIG_DELTA_Q
622

623
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
624
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
625
626
                              FRAME_COUNTS *counts) {
  int k;
627
628
629
630
631
  const int probwt = cm->num_tg;
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
632
}
633
#endif
Jingning Han's avatar
Jingning Han committed
634

635
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
636
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
637
                                int num) {
638
  const TOKENEXTRA *p = *tp;
639
640
641
642
  write_uniform(w, n, p->token);  // The first color index.
  ++p;
  --num;
  for (int i = 0; i < num; ++i) {
643
644
645
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, p->token, p->palette_cdf, n);
#else
646
647
648
    av1_write_token(
        w, av1_palette_color_index_tree[n - PALETTE_MIN_SIZE], p->context_tree,
        &palette_color_index_encodings[n - PALETTE_MIN_SIZE][p->token]);
649
#endif
hui su's avatar
hui su committed
650
651
652
653
    ++p;
  }
  *tp = p;
}
654
#endif  // CONFIG_PALETTE
655

656
#if !CONFIG_PVQ
657
#if CONFIG_SUPERTX
658
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
659
660
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
661
662
663
664
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
665
    for (j = TX_8X8; j < TX_SIZES; ++j) {
666
667
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
668
669
670
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
671
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
672
673
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
674
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
675
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
676
                                  cm->counts.supertx[i][j], probwt);
677
678
679
680
681
682
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
#endif

711
#if !CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
712
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
713
                           const TOKENEXTRA *const stop,
714
715
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
                           TOKEN_STATS *token_stats) {
716
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
717
#if CONFIG_VAR_TX
718
  int count = 0;
719
  const int seg_eob = tx_size_2d[tx_size];
720
#endif
Jingning Han's avatar
Jingning Han committed
721
722

  while (p < stop && p->token != EOSB_TOKEN) {
723
    const int token = p->token;
724
    const int eob_val = p->eob_val;
725
    if (token == BLOCK_Z_TOKEN) {
726
      aom_write_symbol(w, 0, *p->head_cdf, HEAD_TOKENS + 1);
727
      p++;
728
729
730
#if CONFIG_VAR_TX
      break;
#endif
731
732
      continue;
    }
Yaowu Xu's avatar
Yaowu Xu committed
733
734

    const av1_extra_bit *const extra_bits = &av1_extra_bits[token];
735
    if (eob_val == LAST_EOB) {
736
737
738
      // Just code a flag indicating whether the value is >1 or 1.
      aom_write_bit(w, token != ONE_TOKEN);
    } else {
739
      int comb_symb = 2 * AOMMIN(token, TWO_TOKEN) - eob_val + p->first_val;
740
      aom_write_symbol(w, comb_symb, *p->head_cdf, HEAD_TOKENS + p->first_val);
741
    }
742
    if (token > ONE_TOKEN) {
743
      aom_write_symbol(w, token - TWO_TOKEN, *p->tail_cdf, TAIL_TOKENS);
Alex Converse's avatar
Alex Converse committed
744
    }
745
746
747
748

    if (extra_bits->base_val) {
      const int bit_string = p->extra;
      const int bit_string_length = extra_bits->len;  // Length of extra bits to
749
      const int is_cat6 = (extra_bits->base_val == CAT6_MIN_VAL);
750
751
      // be written excluding
      // the sign bit.
752
      int skip_bits = is_cat6
753
754
755
                          ? (int)sizeof(av1_cat6_prob) -
                                av1_get_cat6_extrabits_size(tx_size, bit_depth)
                          : 0;
756

757
758
759
760
761
762
763
764
765
      assert(!(bit_string >> (bit_string_length - skip_bits + 1)));
      if (bit_string_length > 0)
#if CONFIG_NEW_MULTISYMBOL
        write_coeff_extra(extra_bits->cdf, bit_string >> 1,
                          bit_string_length - skip_bits, w);
#else
        write_coeff_extra(extra_bits->prob, bit_string >> 1, bit_string_length,
                          skip_bits, w, token_stats);
#endif
766
767
768
769
770

      aom_write_bit_record(w, bit_string & 1, token_stats);
    }
    ++p;

Fangwen Fu's avatar
Fangwen Fu committed
771
#if CONFIG_VAR_TX
772
    ++count;
773
    if (eob_val == EARLY_EOB || count == seg_eob) break;
774
775
776
777
778
#endif
  }

  *tp = p;
}
Angie Chiang's avatar
Angie Chiang committed
779
#endif  // !CONFIG_LV_MAP
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
#else   // !CONFIG_PVQ
static PVQ_INFO *get_pvq_block(PVQ_QUEUE *pvq_q) {
  PVQ_INFO *pvq;

  assert(pvq_q->curr_pos <= pvq_q->last_pos);
  assert(pvq_q->curr_pos < pvq_q->buf_len);

  pvq = pvq_q->buf + pvq_q->curr_pos;
  ++pvq_q->curr_pos;

  return pvq;
}

static void pack_pvq_tokens(aom_writer *w, MACROBLOCK *const x,
                            MACROBLOCKD *const xd, int plane, BLOCK_SIZE bsize,
                            const TX_SIZE tx_size) {
  PVQ_INFO *pvq;
  int idx, idy;
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  od_adapt_ctx *adapt;
  int max_blocks_wide;
  int max_blocks_high;
  int step = (1 << tx_size);
803
804

#if CONFIG_CHROMA_SUB8X8
805
  const BLOCK_SIZE plane_bsize =
806
807
808
809
810
811
812
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
813

814
  adapt = x->daala_enc.state.adapt;
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832

  max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
  max_blocks_high = max_block_high(xd, plane_bsize, plane);

  for (idy = 0; idy < max_blocks_high; idy += step) {
    for (idx = 0; idx < max_blocks_wide; idx += step) {
      const int is_keyframe = 0;
      const int encode_flip = 0;
      const int flip = 0;
      int i;
      const int has_dc_skip = 1;
      int *exg = &adapt->pvq.pvq_exg[plane][tx_size][0];
      int *ext = adapt->pvq.pvq_ext + tx_size * PVQ_MAX_PARTITIONS;
      generic_encoder *model = adapt->pvq.pvq_param_model;

      pvq = get_pvq_block(x->pvq_q);

      // encode block skip info
833
834
      aom_write_symbol(w, pvq->ac_dc_coded,
                       adapt->skip_cdf[2 * tx_size + (plane != 0)], 4);
835
836
837
838
839
840
841
842

      // AC coeffs coded?
      if (pvq->ac_dc_coded & AC_CODED) {
        assert(pvq->bs == tx_size);
        for (i = 0; i < pvq->nb_bands; i++) {
          if (i == 0 ||
              (!pvq->skip_rest && !(pvq->skip_dir & (1 << ((i - 1) % 3))))) {
            pvq_encode_partition(
843
844
                w, pvq->qg[i], pvq->theta[i], pvq->y + pvq->off[i],
                pvq->size[i], pvq->k[i], model, adapt, exg + i, ext + i,
845
846
847
848
849
850
                (plane != 0) * OD_TXSIZES * PVQ_MAX_PARTITIONS +
                    pvq->bs * PVQ_MAX_PARTITIONS + i,
                is_keyframe, i == 0 && (i < pvq->nb_bands - 1), pvq->skip_rest,
                encode_flip, flip);
          }
          if (i == 0 && !pvq->skip_rest && pvq->bs > 0) {
851
            aom_write_symbol(
852
853
854
                w, pvq->skip_dir,
                &adapt->pvq
                     .pvq_skip_dir_cdf[(plane != 0) + 2 * (pvq->bs - 1)][0],
855
                7);
856
857
858
859
860
861
          }
        }
      }
      // Encode residue of DC coeff, if exist.
      if (!has_dc_skip || (pvq->ac_dc_coded & DC_CODED)) {
        generic_encode(w, &adapt->model_dc[plane],
862
                       abs(pvq->dq_dc_residue) - has_dc_skip,
863
864
865
866
867
868
869
870
                       &adapt->ex_dc[plane][pvq->bs][0], 2);
      }
      if ((pvq->ac_dc_coded & DC_CODED)) {
        aom_write_bit(w, pvq->dq_dc_residue < 0);
      }
    }
  }  // for (idy = 0;
}
871
#endif  // !CONFIG_PVG
872

873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
#if CONFIG_VAR_TX && !CONFIG_COEF_INTERLEAVE
#if CONFIG_LV_MAP
static void pack_txb_tokens(aom_writer *w,
#if CONFIG_LV_MAP
                            AV1_COMMON *cm,
#endif  // CONFIG_LV_MAP
                            const TOKENEXTRA **tp,
                            const TOKENEXTRA *const tok_end,
#if CONFIG_PVQ || CONFIG_LV_MAP
                            MACROBLOCK *const x,
#endif
                            MACROBLOCKD *xd, MB_MODE_INFO *mbmi, int plane,
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
                            int block, int blk_row, int blk_col,
                            TX_SIZE tx_size, TOKEN_STATS *token_stats) {
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
  TX_SIZE plane_tx_size;
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane);
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);

  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;

  plane_tx_size =
      plane ? uv_txsize_lookup[bsize][mbmi->inter_tx_size[tx_row][tx_col]][0][0]
            : mbmi->inter_tx_size[tx_row][tx_col];

  if (tx_size == plane_tx_size) {
    TOKEN_STATS tmp_token_stats;
    init_token_stats(&tmp_token_stats);

#if !CONFIG_PVQ
    tran_low_t *tcoeff = BLOCK_OFFSET(x->mbmi_ext->tcoeff[plane], block);
    uint16_t eob = x->mbmi_ext->eobs[plane][block];
    TXB_CTX txb_ctx = { x->mbmi_ext->txb_skip_ctx[plane][block],
                        x->mbmi_ext->dc_sign_ctx[plane][block] };
Jingning Han's avatar
Jingning Han committed
911
912
    av1_write_coeffs_txb(cm, xd, w, blk_row, blk_col, block, plane, tx_size,
                         tcoeff, eob, &txb_ctx);
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
#else
    pack_pvq_tokens(w, x, xd, plane, bsize, tx_size);
#endif
#if CONFIG_RD_DEBUG
    token_stats->txb_coeff_cost_map[blk_row][blk_col] = tmp_token_stats.cost;
    token_stats->cost += tmp_token_stats.cost;
#endif
  } else {
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
    int i;

    assert(bsl > 0);

    for (i = 0; i < 4; ++i) {
      const int offsetr = blk_row + (i >> 1) * bsl;
      const int offsetc = blk_col + (i & 0x01) * bsl;
      const int step = tx_size_wide_unit[sub_txs] * tx_size_high_unit[sub_txs];

      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;

      pack_txb_tokens(w,
#if CONFIG_LV_MAP
                      cm,
#endif
                      tp, tok_end,
#if CONFIG_PVQ || CONFIG_LV_MAP
                      x,
#endif
                      xd, mbmi, plane, plane_bsize, bit_depth, block, offsetr,
                      offsetc, sub_txs, token_stats);
      block += step;
    }
  }
}
#else  // CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
949
static void pack_txb_tokens(aom_writer *w, const TOKENEXTRA **tp,
950
951
952
953
954
                            const TOKENEXTRA *const tok_end,
#if CONFIG_PVQ
                            MACROBLOCK *const x,
#endif
                            MACROBLOCKD *xd, MB_MODE_INFO *mbmi, int plane,
Yaowu Xu's avatar
Yaowu Xu committed
955
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,