bitstream.c 177 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
#include "aom_dsp/aom_dsp_common.h"
19
#include "aom_dsp/binary_codes_writer.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
23
#if CONFIG_BITSTREAM_DEBUG
24
#include "aom_util/debug_util.h"
25
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
26

27
#if CONFIG_CDEF
28
#include "av1/common/cdef.h"
29
#endif  // CONFIG_CDEF
30
31
32
33
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
34
#include "av1/common/odintrin.h"
35
36
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
hui su's avatar
hui su committed
37
38
39
#if CONFIG_EXT_INTRA
#include "av1/common/reconintra.h"
#endif  // CONFIG_EXT_INTRA
40
41
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
42

Alex Converse's avatar
Alex Converse committed
43
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
44
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
45
#endif  // CONFIG_ANS
Angie Chiang's avatar
Angie Chiang committed
46
47
48
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif  // CONFIG_LV_MAP
49
50
51
52
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
hui su's avatar
hui su committed
53
54
55
#if CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
#include "av1/encoder/palette.h"
#endif  // CONFIG_PALETTE && CONFIG_PALETTE_DELTA_ENCODING
56
57
58
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
59
60
61
#if CONFIG_PVQ
#include "av1/encoder/pvq_encoder.h"
#endif
Jingning Han's avatar
Jingning Han committed
62

63
#define ENC_MISMATCH_DEBUG 0
64

65
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
66
67
static struct av1_token
    inter_singleref_comp_mode_encodings[INTER_SINGLEREF_COMP_MODES];
68
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
69

70
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
71
static INLINE void write_uniform(aom_writer *w, int n, int v) {
72
73
  const int l = get_unsigned_bits(n);
  const int m = (1 << l) - n;
74
  if (l == 0) return;
hui su's avatar
hui su committed
75
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
76
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
77
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
78
79
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
80
81
  }
}
82
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
83

84
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
85
86
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
87
#else
Yaowu Xu's avatar
Yaowu Xu committed
88
static struct av1_token ext_tx_encodings[TX_TYPES];
89
#endif  // CONFIG_EXT_TX
90
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
91
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
92
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
hui su's avatar
hui su committed
93
#endif  // CONFIG_INTRA_INTERP
94
#endif  // CONFIG_EXT_INTRA
95
#if CONFIG_EXT_INTER
96
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
97
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
98
#endif
99
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
100
static struct av1_token compound_type_encodings[COMPOUND_TYPES];
101
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
102
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
103
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
104
105
106
#if CONFIG_NCOBMC_ADAPT_WEIGHT
static struct av1_token ncobmc_mode_encodings[MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
107
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
108
109
110
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
111
112
113
static void write_uncompressed_header(AV1_COMP *cpi,
                                      struct aom_write_bit_buffer *wb);
static uint32_t write_compressed_header(AV1_COMP *cpi, uint8_t *data);
114
115
116
117
118
static int remux_tiles(const AV1_COMMON *const cm, uint8_t *dst,
                       const uint32_t data_size, const uint32_t max_tile_size,
                       const uint32_t max_tile_col_size,
                       int *const tile_size_bytes,
                       int *const tile_col_size_bytes);
119

Yaowu Xu's avatar
Yaowu Xu committed
120
void av1_encode_token_init(void) {
121
#if CONFIG_EXT_TX
122
  int s;
123
#endif  // CONFIG_EXT_TX
124
#if CONFIG_EXT_TX
125
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
126
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
127
128
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
129
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
130
  }
131
#else
Yaowu Xu's avatar
Yaowu Xu committed
132
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
133
#endif  // CONFIG_EXT_TX
134

135
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
136
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
137
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
138
#if CONFIG_EXT_INTER
139
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
140
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
141
#endif  // CONFIG_INTERINTRA
142
143
144
145
#if CONFIG_COMPOUND_SINGLEREF
  av1_tokens_from_tree(inter_singleref_comp_mode_encodings,
                       av1_inter_singleref_comp_mode_tree);
#endif  // CONFIG_COMPOUND_SINGLEREF
146
#if CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
147
  av1_tokens_from_tree(compound_type_encodings, av1_compound_type_tree);
148
#endif  // CONFIG_COMPOUND_SEGMENT || CONFIG_WEDGE
149
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
150
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
151
152
153
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  av1_tokens_from_tree(ncobmc_mode_encodings, av1_ncobmc_mode_tree);
#endif
Yue Chen's avatar
Yue Chen committed
154
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
155
156
157
158
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
159

160
  /* This hack is necessary when CONFIG_DUAL_FILTER is enabled because the five
161
162
163
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
Jingning Han's avatar
Jingning Han committed
164
                        av1_switchable_interp_tree);
165
166
167
/* This hack is necessary because the four TX_TYPES are not consecutive,
    e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
    structure. */
168
169
170
#if CONFIG_EXT_TX
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s)
    av1_indices_from_tree(av1_ext_tx_intra_ind[s], av1_ext_tx_intra_inv[s],
Jingning Han's avatar
Jingning Han committed
171
                          av1_ext_tx_intra_tree[s]);
172
173
  for (s = 1; s < EXT_TX_SETS_INTER; ++s)
    av1_indices_from_tree(av1_ext_tx_inter_ind[s], av1_ext_tx_inter_inv[s],
Jingning Han's avatar
Jingning Han committed
174
                          av1_ext_tx_inter_tree[s]);
175
#else
Jingning Han's avatar
Jingning Han committed
176
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, av1_ext_tx_tree);
David Barker's avatar
David Barker committed
177
#endif
178
179
}

Jingning Han's avatar
Jingning Han committed
180
181
182
183
static void write_intra_mode_kf(const AV1_COMMON *cm, FRAME_CONTEXT *frame_ctx,
                                const MODE_INFO *mi, const MODE_INFO *above_mi,
                                const MODE_INFO *left_mi, int block,
                                PREDICTION_MODE mode, aom_writer *w) {
Alex Converse's avatar
Alex Converse committed
184
185
186
#if CONFIG_INTRABC
  assert(!is_intrabc_block(&mi->mbmi));
#endif  // CONFIG_INTRABC
Jingning Han's avatar
Jingning Han committed
187
188
189
190
191
  aom_write_symbol(w, av1_intra_mode_ind[mode],
                   get_y_mode_cdf(frame_ctx, mi, above_mi, left_mi, block),
                   INTRA_MODES);
  (void)cm;
}
Jingning Han's avatar
Jingning Han committed
192

193
static void write_inter_mode(aom_writer *w, PREDICTION_MODE mode,
194
                             FRAME_CONTEXT *ec_ctx, const int16_t mode_ctx) {
195
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yue Chen's avatar
Yue Chen committed
196

197
198
199
200
201
#if CONFIG_NEW_MULTISYMBOL
  aom_write_symbol(w, mode != NEWMV, ec_ctx->newmv_cdf[newmv_ctx], 2);
#else
  aom_write(w, mode != NEWMV, ec_ctx->newmv_prob[newmv_ctx]);
#endif
202

Jingning Han's avatar
Jingning Han committed
203
  if (mode != NEWMV) {
204
205
206
207
208
    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

209
210
211
212
213
214
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mode != ZEROMV, ec_ctx->zeromv_cdf[zeromv_ctx], 2);
#else
    aom_write(w, mode != ZEROMV, ec_ctx->zeromv_prob[zeromv_ctx]);
#endif
215
216

    if (mode != ZEROMV) {
217
218
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;

219
220
221
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
222
223
224
225
226
#if CONFIG_NEW_MULTISYMBOL
      aom_write_symbol(w, mode != NEARESTMV, ec_ctx->refmv_cdf[refmv_ctx], 2);
#else
      aom_write(w, mode != NEARESTMV, ec_ctx->refmv_prob[refmv_ctx]);
#endif
227
228
    }
  }
Jingning Han's avatar
Jingning Han committed
229
230
}

231
static void write_drl_idx(FRAME_CONTEXT *ec_ctx, const MB_MODE_INFO *mbmi,
Yaowu Xu's avatar
Yaowu Xu committed
232
233
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
234
235
236

  assert(mbmi->ref_mv_idx < 3);

237
#if CONFIG_EXT_INTER
238
239
240
241
#if CONFIG_COMPOUND_SINGLEREF
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
      mbmi->mode == SR_NEW_NEWMV) {
#else   // !CONFIG_COMPOUND_SINGLEREF
242
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
243
244
#endif  // CONFIG_COMPOUND_SINGLEREF
#else   // !CONFIG_EXT_INTER
245
  if (mbmi->mode == NEWMV) {
246
#endif  // CONFIG_EXT_INTER
247
248
249
250
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
251
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
252

253
254
255
256
257
258
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_cdf[drl_ctx],
                         2);
#else
        aom_write(w, mbmi->ref_mv_idx != idx, ec_ctx->drl_prob[drl_ctx]);
#endif
259
        if (mbmi->ref_mv_idx == idx) return;
260
      }
261
262
263
264
    }
    return;
  }

David Barker's avatar
David Barker committed
265
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
266
267
268
269
270
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
271
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
272
273
274
275
276
277
#if CONFIG_NEW_MULTISYMBOL
        aom_write_symbol(w, mbmi->ref_mv_idx != (idx - 1),
                         ec_ctx->drl_cdf[drl_ctx], 2);
#else
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), ec_ctx->drl_prob[drl_ctx]);
#endif
278
        if (mbmi->ref_mv_idx == (idx - 1)) return;
279
      }
280
    }
281
    return;
282
283
284
  }
}

285
#if CONFIG_EXT_INTER
286
287
static void write_inter_compound_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
                                      aom_writer *w, PREDICTION_MODE mode,
288
                                      const int16_t mode_ctx) {
289
290
291
292
293
  assert(is_inter_compound_mode(mode));
  (void)cm;
  aom_write_symbol(w, INTER_COMPOUND_OFFSET(mode),
                   xd->tile_ctx->inter_compound_mode_cdf[mode_ctx],
                   INTER_COMPOUND_MODES);
294
}
295
296

#if CONFIG_COMPOUND_SINGLEREF
297
static void write_inter_singleref_comp_mode(MACROBLOCKD *xd, aom_writer *w,
298
299
300
                                            PREDICTION_MODE mode,
                                            const int16_t mode_ctx) {
  assert(is_inter_singleref_comp_mode(mode));
301
302
  aom_cdf_prob *const inter_singleref_comp_cdf =
      xd->tile_ctx->inter_singleref_comp_mode_cdf[mode_ctx];
303

304
305
  aom_write_symbol(w, INTER_SINGLEREF_COMP_OFFSET(mode),
                   inter_singleref_comp_cdf, INTER_SINGLEREF_COMP_MODES);
306
307
}
#endif  // CONFIG_COMPOUND_SINGLEREF
308
309
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
310
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
311
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
312
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
313
314
}

315
#if CONFIG_NCOBMC_ADAPT_WEIGHT
Yaowu Xu's avatar
Yaowu Xu committed
316
317
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
318
                             const unsigned int counts[/* n */], int n,
319
                             int probwt, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
320
321
322
323
324
325
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
326
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
327
  for (i = 0; i < n - 1; ++i)
328
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i], probwt);
Jingning Han's avatar
Jingning Han committed
329
}
330
331
#endif

332
#if CONFIG_VAR_TX
333
static void write_tx_size_vartx(const AV1_COMMON *cm, MACROBLOCKD *xd,
334
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
335
336
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
337
338
339
340
#if CONFIG_NEW_MULTISYMBOL
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
#endif
341
342
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
343
344
345
  const int max_blocks_high = max_block_high(xd, mbmi->sb_type, 0);
  const int max_blocks_wide = max_block_wide(xd, mbmi->sb_type, 0);

346
347
  int ctx = txfm_partition_context(xd->above_txfm_context + blk_col,
                                   xd->left_txfm_context + blk_row,
348
                                   mbmi->sb_type, tx_size);
349

350
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
351

Jingning Han's avatar
Jingning Han committed
352
  if (depth == MAX_VARTX_DEPTH) {
353
354
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
355
356
357
    return;
  }

Yue Chen's avatar
Yue Chen committed
358
359
360
361
#if CONFIG_RECT_TX_EXT
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col] ||
      mbmi->tx_size == quarter_txsize_lookup[mbmi->sb_type]) {
#else
362
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yue Chen's avatar
Yue Chen committed
363
#endif
364
365
366
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 0, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
367
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
368
369
#endif

370
371
    txfm_partition_update(xd->above_txfm_context + blk_col,
                          xd->left_txfm_context + blk_row, tx_size, tx_size);
Yue Chen's avatar
Yue Chen committed
372
    // TODO(yuec): set correct txfm partition update for qttx
373
  } else {
374
375
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
376
    int i;
377

378
379
380
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, 1, ec_ctx->txfm_partition_cdf[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
381
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
382
#endif
383

384
    if (tx_size == TX_8X8) {
385
386
      txfm_partition_update(xd->above_txfm_context + blk_col,
                            xd->left_txfm_context + blk_row, sub_txs, tx_size);
387
      return;
388
    }
389
390
391

    assert(bsl > 0);
    for (i = 0; i < 4; ++i) {
392
393
394
395
      int offsetr = blk_row + (i >> 1) * bsl;
      int offsetc = blk_col + (i & 0x01) * bsl;
      write_tx_size_vartx(cm, xd, mbmi, sub_txs, depth + 1, offsetr, offsetc,
                          w);
396
397
398
    }
  }
}
399

400
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
401
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
402
                                        FRAME_COUNTS *counts, int probwt) {
403
404
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
405
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
406
                              counts->txfm_partition[k], probwt);
407
}
408
#endif  // CONFIG_NEW_MULTISYMBOL
409
410
#endif

Yaowu Xu's avatar
Yaowu Xu committed
411
412
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
413
414
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
415
416
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
417
// For sub8x8 blocks the tx_size symbol does not need to be sent
418
#if CONFIG_CB4X4 && (CONFIG_VAR_TX || CONFIG_EXT_TX) && CONFIG_RECT_TX
419
420
  if (bsize > BLOCK_4X4) {
#else
421
  if (bsize >= BLOCK_8X8) {
422
#endif
423
424
425
426
427
428
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];
429
    const int depth = tx_size_to_depth(coded_tx_size);
430
#if CONFIG_EXT_TX && CONFIG_RECT_TX
431
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
432
433
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

434
    aom_write_symbol(w, depth, ec_ctx->tx_size_cdf[tx_size_cat][tx_size_ctx],
435
                     tx_size_cat + 2);
Yue Chen's avatar
Yue Chen committed
436
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
437
438
439
    if (is_quarter_tx_allowed(xd, mbmi, is_inter) && tx_size != coded_tx_size)
      aom_write(w, tx_size == quarter_txsize_lookup[bsize],
                cm->fc->quarter_tx_size_prob);
Yue Chen's avatar
Yue Chen committed
440
#endif
Jingning Han's avatar
Jingning Han committed
441
442
443
  }
}

444
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
445
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
446
447
                                    FRAME_COUNTS *counts) {
  int i;
448
  const int probwt = cm->num_tg;
449
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
450
451
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i],
                              probwt);
452
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
453
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
454
                              counts->zeromv_mode[i], probwt);
455
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
456
457
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i],
                              probwt);
458
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
459
460
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i],
                              probwt);
461
}
462
#endif
463

Yaowu Xu's avatar
Yaowu Xu committed
464
465
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
466
467
468
469
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
470
471
472
473
474
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_skip_context(xd);
    aom_write_symbol(w, skip, ec_ctx->skip_cdfs[ctx], 2);
#else
Yaowu Xu's avatar
Yaowu Xu committed
475
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
476
#endif
Jingning Han's avatar
Jingning Han committed
477
478
479
480
    return skip;
  }
}

481
482
483
484
485
486
487
488
489
490
491
492
493
static void write_is_inter(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                           int segment_id, aom_writer *w, const int is_inter) {
  if (!segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
#if CONFIG_NEW_MULTISYMBOL
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
    const int ctx = av1_get_intra_inter_context(xd);
    aom_write_symbol(w, is_inter, ec_ctx->intra_inter_cdf[ctx], 2);
#else
    aom_write(w, is_inter, av1_get_intra_inter_prob(cm, xd));
#endif
  }
}

Yue Chen's avatar
Yue Chen committed
494
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
495
496
static void write_motion_mode(const AV1_COMMON *cm, MACROBLOCKD *xd,
                              const MODE_INFO *mi, aom_writer *w) {
497
  const MB_MODE_INFO *mbmi = &mi->mbmi;
498

499
500
501
#if CONFIG_NCOBMC_ADAPT_WEIGHT
  MOTION_MODE last_motion_mode_allowed =
      motion_mode_allowed_wrapper(0,
502
#if CONFIG_GLOBAL_MOTION
503
                                  0, cm->global_motion,
504
#endif  // CONFIG_GLOBAL_MOTION
505
506
                                  mi);
#else
507
  MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
508
#if CONFIG_GLOBAL_MOTION
509
      0, cm->global_motion,
510
#endif  // CONFIG_GLOBAL_MOTION
511
512
513
#if CONFIG_WARPED_MOTION
      xd,
#endif
514
      mi);
515
#endif  // CONFIG_NCOBMC_ADAPT_WEIGHT
Yue Chen's avatar
Yue Chen committed
516
517
518
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return;
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
519
520
521
522
#if CONFIG_NEW_MULTISYMBOL
    aom_write_symbol(w, mbmi->motion_mode == OBMC_CAUSAL,
                     xd->tile_ctx->obmc_cdf[mbmi->sb_type], 2);
#else
Yue Chen's avatar
Yue Chen committed
523
524
    aom_write(w, mbmi->motion_mode == OBMC_CAUSAL,
              cm->fc->obmc_prob[mbmi->sb_type]);
525
#endif
Yue Chen's avatar
Yue Chen committed
526
527
  } else {
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Thomas Davies's avatar
Thomas Davies committed
528
529
530
    aom_write_symbol(w, mbmi->motion_mode,
                     xd->tile_ctx->motion_mode_cdf[mbmi->sb_type],
                     MOTION_MODES);
Yue Chen's avatar
Yue Chen committed
531
532
533
534
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  }
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
}
535
536

#if CONFIG_NCOBMC_ADAPT_WEIGHT
537
static void write_ncobmc_mode(MACROBLOCKD *xd, const MODE_INFO *mi,
538
539
540
                              aom_writer *w) {
  const MB_MODE_INFO *mbmi = &mi->mbmi;
  ADAPT_OVERLAP_BLOCK ao_block = adapt_overlap_block_lookup[mbmi->sb_type];
541
  if (mbmi->motion_mode != NCOBMC_ADAPT_WEIGHT) return;
542

543
544
545
#ifndef TRAINING_WEIGHTS
  aom_write_symbol(w, mbmi->ncobmc_mode[0],
                   xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
546
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
547
548
    aom_write_symbol(w, mbmi->ncobmc_mode[1],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
549
  }
550
551
552
553
554
555
556
557
558
559
560
561
#else
  int block;
  for (block = 0; block < 4; ++block)
    aom_write_symbol(w, mbmi->ncobmc_mode[0][block],
                     xd->tile_ctx->ncobmc_mode_cdf[ao_block], MAX_NCOBMC_MODES);
  if (mi_size_wide[mbmi->sb_type] != mi_size_high[mbmi->sb_type]) {
    for (block = 0; block < 4; ++block)
      aom_write_symbol(w, mbmi->ncobmc_mode[1][block],
                       xd->tile_ctx->ncobmc_mode_cdf[ao_block],
                       MAX_NCOBMC_MODES);
  }
#endif
562
563
}
#endif
Yue Chen's avatar
Yue Chen committed
564
565
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION

566
#if CONFIG_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
567
568
static void write_delta_qindex(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                               int delta_qindex, aom_writer *w) {
569
570
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
Thomas Davies's avatar
Thomas Davies committed
571
  int rem_bits, thr;
572
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;
Thomas Davies's avatar
Thomas Davies committed
573
574
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;
575

Thomas Davies's avatar
Thomas Davies committed
576
577
  aom_write_symbol(w, AOMMIN(abs, DELTA_Q_SMALL), ec_ctx->delta_q_cdf,
                   DELTA_Q_PROBS + 1);
578
579
580
581
582
583

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
584
585
586
587
588
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
589

Fangwen Fu's avatar
Fangwen Fu committed
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
#if CONFIG_EXT_DELTA_Q
static void write_delta_lflevel(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                int delta_lflevel, aom_writer *w) {
  int sign = delta_lflevel < 0;
  int abs = sign ? -delta_lflevel : delta_lflevel;
  int rem_bits, thr;
  int smallval = abs < DELTA_LF_SMALL ? 1 : 0;
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
  (void)cm;

  aom_write_symbol(w, AOMMIN(abs, DELTA_LF_SMALL), ec_ctx->delta_lf_cdf,
                   DELTA_LF_PROBS + 1);

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
#endif  // CONFIG_EXT_DELTA_Q
Thomas Davies's avatar
Thomas Davies committed
614
#endif  // CONFIG_DELTA_Q
615

616
#if !CONFIG_NEW_MULTISYMBOL
Yaowu Xu's avatar
Yaowu Xu committed
617
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
618
619
                              FRAME_COUNTS *counts) {
  int k;
620
621
622
623
624
  const int probwt = cm->num_tg;
  for (k = 0; k < SKIP_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k],
                              probwt);
  }
Jingning Han's avatar
Jingning Han committed
625
}
626
#endif
Jingning Han's avatar
Jingning Han committed
627

628
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
629
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
630
                                int num) {
631
  const TOKENEXTRA *p = *tp;
632
633
634
635
  write_uniform(w, n, p->token);  // The first color index.
  ++p;
  --num;
  for (int i = 0; i < num; ++i) {
636
    aom_write_symbol(w, p->token, p->palette_cdf, n);
hui su's avatar
hui su committed
637
638
639
640
    ++p;
  }
  *tp = p;
}
641
#endif  // CONFIG_PALETTE
642

643
#if !CONFIG_PVQ
644
#if CONFIG_SUPERTX
645
static void update_supertx_probs(AV1_COMMON *cm, int probwt, aom_writer *w) {
Yaowu Xu's avatar
Yaowu Xu committed
646
647
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
648
649
650
651
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
652
    for (j = TX_8X8; j < TX_SIZES; ++j) {
653
654
      savings += av1_cond_prob_diff_update_savings(
          &cm->fc->supertx_prob[i][j], cm->counts.supertx[i][j], probwt);
655
656
657
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
658
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
659
660
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
Jingning Han's avatar
Jingning Han committed
661
      for (j = TX_8X8; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
662
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
663
                                  cm->counts.supertx[i][j], probwt);
664
665
666
667
668
669
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
#if CONFIG_NEW_MULTISYMBOL
static INLINE void write_coeff_extra(const aom_cdf_prob *const *cdf, int val,
                                     int n, aom_writer *w) {
  // Code the extra bits from LSB to MSB in groups of 4
  int i = 0;
  int count = 0;
  while (count < n) {
    const int size = AOMMIN(n - count, 4);
    const int mask = (1 << size) - 1;
    aom_write_cdf(w, val & mask, cdf[i++], 1 << size);
    val >>= size;
    count += size;
  }
}
#else
static INLINE void write_coeff_extra(const aom_prob *pb, int value,
                                     int num_bits, int skip_bits, aom_writer *w,
                                     TOKEN_STATS *token_stats) {
  // Code the extra bits from MSB to LSB 1 bit at a time
  int index;
  for (index = skip_bits; index < num_bits; ++index) {
    const int shift = num_bits - index - 1;
    const int bb = (value >> shift) & 1;
    aom_write_record(w, bb, pb[index], token_stats);
  }
}
#endif

698
#if !CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
699
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
700
                           const TOKENEXTRA *const stop,
701
702
                           aom_bit_depth_t bit_depth, const TX_SIZE tx_size,
                           TOKEN_STATS *token_stats) {
703
  const TOKENEXTRA *p = *tp;
Fangwen Fu's avatar
Fangwen Fu committed
704
#if CONFIG_VAR_TX
705
  int count = 0;
706
  const int seg_eob = tx_size_2d[tx_size];
707
#endif
Jingning Han's avatar
Jingning Han committed
708
709

  while (p < stop && p->token != EOSB_TOKEN) {
710
    const int token = p->token;
711
    const int eob_val = p->eob_val;
712
    if (token == BLOCK_Z_TOKEN) {
713
      aom_write_symbol(w, 0, *p->head_cdf, HEAD_TOKENS + 1);
714
      p++;
715
716
717
#if CONFIG_VAR_TX
      break;
#endif
718
719
      continue;
    }
Yaowu Xu's avatar
Yaowu Xu committed
720
721

    const av1_extra_bit *const extra_bits = &av1_extra_bits[token];
722
    if (eob_val == LAST_EOB) {
723
724
725
      // Just code a flag indicating whether the value is >1 or 1.
      aom_write_bit(w, token != ONE_TOKEN);
    } else {
726
      int comb_symb = 2 * AOMMIN(token, TWO_TOKEN) - eob_val + p->first_val;
727
      aom_write_symbol(w, comb_symb, *p->head_cdf, HEAD_TOKENS + p->first_val);
728
    }
729
    if (token > ONE_TOKEN) {
730
      aom_write_symbol(w, token - TWO_TOKEN, *p->tail_cdf, TAIL_TOKENS);
Alex Converse's avatar
Alex Converse committed
731
    }
732
733
734
735

    if (extra_bits->base_val) {
      const int bit_string = p->extra;
      const int bit_string_length = extra_bits->len;  // Length of extra bits to
736
      const int is_cat6 = (extra_bits->base_val == CAT6_MIN_VAL);
737
738
      // be written excluding
      // the sign bit.
739
      int skip_bits = is_cat6
740
741
742
                          ? (int)sizeof(av1_cat6_prob) -
                                av1_get_cat6_extrabits_size(tx_size, bit_depth)
                          : 0;
743

744
745
746
747
748
749
750
751
752
      assert(!(bit_string >> (bit_string_length - skip_bits + 1)));
      if (bit_string_length > 0)
#if CONFIG_NEW_MULTISYMBOL
        write_coeff_extra(extra_bits->cdf, bit_string >> 1,
                          bit_string_length - skip_bits, w);
#else
        write_coeff_extra(extra_bits->prob, bit_string >> 1, bit_string_length,
                          skip_bits, w, token_stats);
#endif
753
754
755
756
757

      aom_write_bit_record(w, bit_string & 1, token_stats);
    }
    ++p;

Fangwen Fu's avatar
Fangwen Fu committed
758
#if CONFIG_VAR_TX
759
    ++count;
760
    if (eob_val == EARLY_EOB || count == seg_eob) break;
761
762
763
764
765
#endif
  }

  *tp = p;
}
Angie Chiang's avatar
Angie Chiang committed
766
#endif  // !CONFIG_LV_MAP
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
#else   // !CONFIG_PVQ
static PVQ_INFO *get_pvq_block(PVQ_QUEUE *pvq_q) {
  PVQ_INFO *pvq;

  assert(pvq_q->curr_pos <= pvq_q->last_pos);
  assert(pvq_q->curr_pos < pvq_q->buf_len);

  pvq = pvq_q->buf + pvq_q->curr_pos;
  ++pvq_q->curr_pos;

  return pvq;
}

static void pack_pvq_tokens(aom_writer *w, MACROBLOCK *const x,
                            MACROBLOCKD *const xd, int plane, BLOCK_SIZE bsize,
                            const TX_SIZE tx_size) {
  PVQ_INFO *pvq;
  int idx, idy;
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  od_adapt_ctx *adapt;
  int max_blocks_wide;
  int max_blocks_high;
  int step = (1 << tx_size);
790
791

#if CONFIG_CHROMA_SUB8X8
792
  const BLOCK_SIZE plane_bsize =
793
794
795
796
797
798
799
      AOMMAX(BLOCK_4X4, get_plane_block_size(bsize, pd));
#elif CONFIG_CB4X4
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
#else
  const BLOCK_SIZE plane_bsize =
      get_plane_block_size(AOMMAX(BLOCK_8X8, bsize), pd);
#endif
800

801
  adapt = x->daala_enc.state.adapt;
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819

  max_blocks_wide = max_block_wide(xd, plane_bsize, plane);
  max_blocks_high = max_block_high(xd, plane_bsize, plane);

  for (idy = 0; idy < max_blocks_high; idy += step) {
    for (idx = 0; idx < max_blocks_wide; idx += step) {
      const int is_keyframe = 0;
      const int encode_flip = 0;
      const int flip = 0;
      int i;
      const int has_dc_skip = 1;
      int *exg = &adapt->pvq.pvq_exg[plane][tx_size][0];
      int *ext = adapt->pvq.pvq_ext + tx_size * PVQ_MAX_PARTITIONS;
      generic_encoder *model = adapt->pvq.pvq_param_model;

      pvq = get_pvq_block(x->pvq_q);

      // encode block skip info
820
821
      aom_write_symbol(w, pvq->ac_dc_coded,
                       adapt->skip_cdf[2 * tx_size + (plane != 0)], 4);
822
823
824
825
826
827
828
829

      // AC coeffs coded?
      if (pvq->ac_dc_coded & AC_CODED) {
        assert(pvq->bs == tx_size);
        for (i = 0; i < pvq->nb_bands; i++) {
          if (i == 0 ||
              (!pvq->skip_rest && !(pvq->skip_dir & (1 << ((i - 1) % 3))))) {
            pvq_encode_partition(
830
831
                w, pvq->qg[i], pvq->theta[i], pvq->y + pvq->off[i],
                pvq->size[i], pvq->k[i], model, adapt, exg + i, ext + i,
832
833
834
835
836
837
                (plane != 0) * OD_TXSIZES * PVQ_MAX_PARTITIONS +
                    pvq->bs * PVQ_MAX_PARTITIONS + i,
                is_keyframe, i == 0 && (i < pvq->nb_bands - 1), pvq->skip_rest,
                encode_flip, flip);
          }
          if (i == 0 && !pvq->skip_rest && pvq->bs > 0) {
838
            aom_write_symbol(
839
840
841
                w, pvq->skip_dir,
                &adapt->pvq
                     .pvq_skip_dir_cdf[(plane != 0) + 2 * (pvq->bs - 1)][0],
842
                7);
843
844
845
846
847
848
          }
        }
      }
      // Encode residue of DC coeff, if exist.
      if (!has_dc_skip || (pvq->ac_dc_coded & DC_CODED)) {
        generic_encode(w, &adapt->model_dc[plane],
849
                       abs(pvq->dq_dc_residue) - has_dc_skip,
850
851
852
853
854
855
856
857
                       &adapt->ex_dc[plane][pvq->bs][0], 2);
      }
      if ((pvq->ac_dc_coded & DC_CODED)) {
        aom_write_bit(w, pvq->dq_dc_residue < 0);
      }
    }
  }  // for (idy = 0;
}
858
#endif  // !CONFIG_PVG
859

860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
#if CONFIG_VAR_TX && !CONFIG_COEF_INTERLEAVE
#if CONFIG_LV_MAP
static void pack_txb_tokens(aom_writer *w,
#if CONFIG_LV_MAP
                            AV1_COMMON *cm,
#endif  // CONFIG_LV_MAP
                            const TOKENEXTRA **tp,
                            const TOKENEXTRA *const tok_end,
#if CONFIG_PVQ || CONFIG_LV_MAP
                            MACROBLOCK *const x,
#endif
                            MACROBLOCKD *xd, MB_MODE_INFO *mbmi, int plane,
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
                            int block, int blk_row, int blk_col,
                            TX_SIZE tx_size, TOKEN_STATS *token_stats) {
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
  TX_SIZE plane_tx_size;
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane);
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane);

  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;

  plane_tx_size =
      plane ? uv_txsize_lookup[bsize][mbmi->inter_tx_size[tx_row][tx_col]][0][0]
            : mbmi->inter_tx_size[tx_row][tx_col];

  if (tx_size == plane_tx_size) {
    TOKEN_STATS tmp_token_stats;
    init_token_stats(&tmp_token_stats);

#if !CONFIG_PVQ
    tran_low_t *tcoeff = BLOCK_OFFSET(x->mbmi_ext->tcoeff[plane], block);
    uint16_t eob = x->mbmi_ext->eobs[plane][block];
    TXB_CTX txb_ctx = { x->mbmi_ext->txb_skip_ctx[plane][block],
                        x->mbmi_ext->dc_sign_ctx[plane][block] };
Jingning Han's avatar
Jingning Han committed
898
899
    av1_write_coeffs_txb(cm, xd, w, blk_row, blk_col, block, plane, tx_size,
                         tcoeff, eob, &txb_ctx);
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
#else
    pack_pvq_tokens(w, x, xd, plane, bsize, tx_size);
#endif
#if CONFIG_RD_DEBUG
    token_stats->txb_coeff_cost_map[blk_row][blk_col] = tmp_token_stats.cost;
    token_stats->cost += tmp_token_stats.cost;
#endif
  } else {
    const TX_SIZE sub_txs = sub_tx_size_map[tx_size];
    const int bsl = tx_size_wide_unit[sub_txs];
    int i;

    assert(bsl > 0);

    for (i = 0; i < 4; ++i) {
      const int offsetr = blk_row + (i >> 1) * bsl;
      const int offsetc = blk_col + (i & 0x01) * bsl;
      const int step = tx_size_wide_unit[sub_txs] * tx_size_high_unit[sub_txs];

      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;

      pack_txb_tokens(w,
#if CONFIG_LV_MAP
                      cm,
#endif
                      tp, tok_end,
#if CONFIG_PVQ || CONFIG_LV_MAP
                      x,
#endif
                      xd, mbmi, plane, plane_bsize, bit_depth, block, offsetr,
                      offsetc, sub_txs, token_stats);
      block += step;
    }
  }
}
#else  // CONFIG_LV_MAP
Yaowu Xu's avatar
Yaowu Xu committed
936
static void pack_txb_tokens(aom_writer *w, const TOKENEXTRA **tp,
937
938
939
940
941
                            const TOKENEXTRA *const tok_end,
#if CONFIG_PVQ
                            MACROBLOCK *const x,
#endif
                            MACROBLOCKD *xd, MB_MODE_INFO *mbmi, int plane,
Yaowu Xu's avatar
Yaowu Xu committed
942
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
943
                            int block, int blk_row, int blk_col,
944
                            TX_SIZE tx_size, TOKEN_STATS *token_stats) {
945
946
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
947
948
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);