bitstream.c 142 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
 */

#include <assert.h>
#include <limits.h>
14
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
15

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "aom/aom_encoder.h"
17
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
18
19
#include "aom_dsp/aom_dsp_common.h"
#include "aom_mem/aom_mem.h"
20
21
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
22
#if CONFIG_BITSTREAM_DEBUG
23
#include "aom_util/debug_util.h"
24
#endif  // CONFIG_BITSTREAM_DEBUG
Jingning Han's avatar
Jingning Han committed
25

26
#if CONFIG_CLPF
27
#include "av1/common/clpf.h"
28
#endif
Yaowu Xu's avatar
Yaowu Xu committed
29
#if CONFIG_DERING
30
#include "av1/common/dering.h"
Yaowu Xu's avatar
Yaowu Xu committed
31
#endif  // CONFIG_DERING
32
33
34
35
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
36
#include "av1/common/odintrin.h"
37
38
39
40
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
41

Alex Converse's avatar
Alex Converse committed
42
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
43
#include "aom_dsp/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
44
#endif  // CONFIG_ANS
45
46
47
48
49
50
51
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
Jingning Han's avatar
Jingning Han committed
52

53
54
static struct av1_token intra_mode_encodings[INTRA_MODES];
static struct av1_token switchable_interp_encodings[SWITCHABLE_FILTERS];
55
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
56
static const struct av1_token ext_partition_encodings[EXT_PARTITION_TYPES] = {
57
58
59
  { 0, 1 },  { 4, 3 },  { 12, 4 }, { 7, 3 },
  { 10, 4 }, { 11, 4 }, { 26, 5 }, { 27, 5 }
};
60
#endif
61
static struct av1_token partition_encodings[PARTITION_TYPES];
62
#if !CONFIG_REF_MV
63
static struct av1_token inter_mode_encodings[INTER_MODES];
64
#endif
65
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
66
static const struct av1_token
67
68
69
70
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
      { 2, 2 },  { 50, 6 }, { 51, 6 }, { 24, 5 }, { 52, 6 },
      { 53, 6 }, { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
    };
71
#endif  // CONFIG_EXT_INTER
72
#if CONFIG_PALETTE
73
74
75
static struct av1_token palette_size_encodings[PALETTE_MAX_SIZE - 1];
static struct av1_token palette_color_encodings[PALETTE_MAX_SIZE - 1]
                                               [PALETTE_MAX_SIZE];
76
#endif  // CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
77
static const struct av1_token tx_size_encodings[TX_SIZES - 1][TX_SIZES] = {
78
79
80
  { { 0, 1 }, { 1, 1 } },                      // Max tx_size is 8X8
  { { 0, 1 }, { 2, 2 }, { 3, 2 } },            // Max tx_size is 16X16
  { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 7, 3 } },  // Max tx_size is 32X32
81
82
};

83
#if CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
84
static INLINE void write_uniform(aom_writer *w, int n, int v) {
hui su's avatar
hui su committed
85
86
  int l = get_unsigned_bits(n);
  int m = (1 << l) - n;
87
  if (l == 0) return;
hui su's avatar
hui su committed
88
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
89
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
90
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
91
92
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
93
94
  }
}
95
#endif  // CONFIG_EXT_INTRA || CONFIG_FILTER_INTRA || CONFIG_PALETTE
Jingning Han's avatar
Jingning Han committed
96

97
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
98
99
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
100
#else
Yaowu Xu's avatar
Yaowu Xu committed
101
static struct av1_token ext_tx_encodings[TX_TYPES];
102
#endif  // CONFIG_EXT_TX
103
#if CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
104
static struct av1_token global_motion_types_encodings[GLOBAL_MOTION_TYPES];
105
#endif  // CONFIG_GLOBAL_MOTION
106
#if CONFIG_EXT_INTRA
Yaowu Xu's avatar
Yaowu Xu committed
107
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
108
#endif  // CONFIG_EXT_INTRA
109
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
110
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
111
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
112
113
114
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
static struct av1_token motion_mode_encodings[MOTION_MODES];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
115
116
117
#if CONFIG_LOOP_RESTORATION
static struct av1_token switchable_restore_encodings[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION
118

Yaowu Xu's avatar
Yaowu Xu committed
119
void av1_encode_token_init(void) {
120
#if CONFIG_EXT_TX || CONFIG_PALETTE
121
  int s;
122
123
#endif  // CONFIG_EXT_TX || CONFIG_PALETTE
#if CONFIG_EXT_TX
124
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
125
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
126
127
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
128
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
129
  }
130
#else
Yaowu Xu's avatar
Yaowu Xu committed
131
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
132
#endif  // CONFIG_EXT_TX
133
134
135
136
137
138
139
  av1_tokens_from_tree(intra_mode_encodings, av1_intra_mode_tree);
  av1_tokens_from_tree(switchable_interp_encodings, av1_switchable_interp_tree);
  av1_tokens_from_tree(partition_encodings, av1_partition_tree);
#if !CONFIG_REF_MV
  av1_tokens_from_tree(inter_mode_encodings, av1_inter_mode_tree);
#endif

140
141
142
143
144
145
146
#if CONFIG_PALETTE
  av1_tokens_from_tree(palette_size_encodings, av1_palette_size_tree);
  for (s = 0; s < PALETTE_MAX_SIZE - 1; ++s) {
    av1_tokens_from_tree(palette_color_encodings[s], av1_palette_color_tree[s]);
  }
#endif  // CONFIG_PALETTE

147
#if CONFIG_EXT_INTRA
Yaowu Xu's avatar
Yaowu Xu committed
148
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
149
#endif  // CONFIG_EXT_INTRA
150
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
151
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
152
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
153
154
155
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  av1_tokens_from_tree(motion_mode_encodings, av1_motion_mode_tree);
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
156
#if CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
157
158
  av1_tokens_from_tree(global_motion_types_encodings,
                       av1_global_motion_types_tree);
159
#endif  // CONFIG_GLOBAL_MOTION
160
161
162
163
#if CONFIG_LOOP_RESTORATION
  av1_tokens_from_tree(switchable_restore_encodings,
                       av1_switchable_restore_tree);
#endif  // CONFIG_LOOP_RESTORATION
164
165
166
167
168
169
170

#if CONFIG_DAALA_EC
  /* This hack is necessary when CONFIG_EXT_INTERP is enabled because the five
      SWITCHABLE_FILTERS are not consecutive, e.g., 0, 1, 2, 3, 4, when doing
      an in-order traversal of the av1_switchable_interp_tree structure. */
  av1_indices_from_tree(av1_switchable_interp_ind, av1_switchable_interp_inv,
                        SWITCHABLE_FILTERS, av1_switchable_interp_tree);
171
172
173
174
175
  /* This hack is necessary because the four TX_TYPES are not consecutive,
      e.g., 0, 1, 2, 3, when doing an in-order traversal of the av1_ext_tx_tree
      structure. */
  av1_indices_from_tree(av1_ext_tx_ind, av1_ext_tx_inv, TX_TYPES,
                        av1_ext_tx_tree);
176
177
  av1_indices_from_tree(av1_intra_mode_ind, av1_intra_mode_inv, INTRA_MODES,
                        av1_intra_mode_tree);
178
179
  av1_indices_from_tree(av1_inter_mode_ind, av1_inter_mode_inv, INTER_MODES,
                        av1_inter_mode_tree);
180
#endif
181
182
}

183
#if !CONFIG_DAALA_EC
Yaowu Xu's avatar
Yaowu Xu committed
184
185
186
static void write_intra_mode(aom_writer *w, PREDICTION_MODE mode,
                             const aom_prob *probs) {
  av1_write_token(w, av1_intra_mode_tree, probs, &intra_mode_encodings[mode]);
Jingning Han's avatar
Jingning Han committed
187
}
188
#endif
Jingning Han's avatar
Jingning Han committed
189

190
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
191
192
193
194
static void write_interintra_mode(aom_writer *w, INTERINTRA_MODE mode,
                                  const aom_prob *probs) {
  av1_write_token(w, av1_interintra_mode_tree, probs,
                  &interintra_mode_encodings[mode]);
195
196
197
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
198
static void write_inter_mode(AV1_COMMON *cm, aom_writer *w,
199
                             PREDICTION_MODE mode,
Yue Chen's avatar
Yue Chen committed
200
201
202
#if CONFIG_REF_MV && CONFIG_EXT_INTER
                             int is_compound,
#endif  // CONFIG_REF_MV && CONFIG_EXT_INTER
203
                             const int16_t mode_ctx) {
204
#if CONFIG_REF_MV
205
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
206
  const aom_prob newmv_prob = cm->fc->newmv_prob[newmv_ctx];
Yue Chen's avatar
Yue Chen committed
207
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
208
  aom_write(w, mode != NEWMV && mode != NEWFROMNEARMV, newmv_prob);
Yue Chen's avatar
Yue Chen committed
209
210

  if (!is_compound && (mode == NEWMV || mode == NEWFROMNEARMV))
Yaowu Xu's avatar
Yaowu Xu committed
211
    aom_write(w, mode == NEWFROMNEARMV, cm->fc->new2mv_prob);
Yue Chen's avatar
Yue Chen committed
212
213
214

  if (mode != NEWMV && mode != NEWFROMNEARMV) {
#else
Yaowu Xu's avatar
Yaowu Xu committed
215
  aom_write(w, mode != NEWMV, newmv_prob);
216
217

  if (mode != NEWMV) {
Yue Chen's avatar
Yue Chen committed
218
#endif  // CONFIG_EXT_INTER
219
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
220
    const aom_prob zeromv_prob = cm->fc->zeromv_prob[zeromv_ctx];
221
222
223
224
225
226

    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

Yaowu Xu's avatar
Yaowu Xu committed
227
    aom_write(w, mode != ZEROMV, zeromv_prob);
228
229

    if (mode != ZEROMV) {
230
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
231
      aom_prob refmv_prob;
232

233
234
235
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
236
237

      refmv_prob = cm->fc->refmv_prob[refmv_ctx];
Yaowu Xu's avatar
Yaowu Xu committed
238
      aom_write(w, mode != NEARESTMV, refmv_prob);
239
240
241
    }
  }
#else
Jingning Han's avatar
Jingning Han committed
242
  assert(is_inter_mode(mode));
243
244
245
246
247
248
249
250
251
252
#if CONFIG_DAALA_EC
  aom_write_symbol(w, av1_inter_mode_ind[INTER_OFFSET(mode)],
                   cm->fc->inter_mode_cdf[mode_ctx], INTER_MODES);
#else
  {
    const aom_prob *const inter_probs = cm->fc->inter_mode_probs[mode_ctx];
    av1_write_token(w, av1_inter_mode_tree, inter_probs,
                    &inter_mode_encodings[INTER_OFFSET(mode)]);
  }
#endif
253
#endif
Jingning Han's avatar
Jingning Han committed
254
255
}

256
#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
257
258
259
static void write_drl_idx(const AV1_COMMON *cm, const MB_MODE_INFO *mbmi,
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
260
261
262

  assert(mbmi->ref_mv_idx < 3);

263
264
265
266
267
  if (mbmi->mode == NEWMV) {
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
268
269
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
270

Yaowu Xu's avatar
Yaowu Xu committed
271
        aom_write(w, mbmi->ref_mv_idx != idx, drl_prob);
272
        if (mbmi->ref_mv_idx == idx) return;
273
      }
274
275
276
277
    }
    return;
  }

278
279
280
281
282
283
  if (mbmi->mode == NEARMV) {
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
284
285
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
286

Yaowu Xu's avatar
Yaowu Xu committed
287
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), drl_prob);
288
        if (mbmi->ref_mv_idx == (idx - 1)) return;
289
      }
290
    }
291
    return;
292
293
294
295
  }
}
#endif

296
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
297
static void write_inter_compound_mode(AV1_COMMON *cm, aom_writer *w,
298
299
                                      PREDICTION_MODE mode,
                                      const int16_t mode_ctx) {
Yaowu Xu's avatar
Yaowu Xu committed
300
  const aom_prob *const inter_compound_probs =
301
      cm->fc->inter_compound_mode_probs[mode_ctx];
302
303

  assert(is_inter_compound_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
304
305
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
306
307
308
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
309
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
310
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
311
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
312
313
}

Yaowu Xu's avatar
Yaowu Xu committed
314
315
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
316
                             const unsigned int counts[/*n - 1*/], int n,
Yaowu Xu's avatar
Yaowu Xu committed
317
                             aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
318
319
320
321
322
323
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
324
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
325
  for (i = 0; i < n - 1; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
326
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i]);
Jingning Han's avatar
Jingning Han committed
327
328
}

Yaowu Xu's avatar
Yaowu Xu committed
329
330
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
331
332
333
334
335
336
337
338
                                    const unsigned int counts[/*n - 1*/],
                                    int n) {
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
339
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
340
  for (i = 0; i < n - 1; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
341
    savings += av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i]);
342
343
344
345
  }
  return savings;
}

346
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
347
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
348
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
349
350
                                int depth, int blk_row, int blk_col,
                                aom_writer *w) {
351
352
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
353
354
  int max_blocks_high = num_4x4_blocks_high_lookup[mbmi->sb_type];
  int max_blocks_wide = num_4x4_blocks_wide_lookup[mbmi->sb_type];
355
  int ctx = txfm_partition_context(xd->above_txfm_context + tx_col,
356
                                   xd->left_txfm_context + tx_row, tx_size);
357

358
359
  if (xd->mb_to_bottom_edge < 0) max_blocks_high += xd->mb_to_bottom_edge >> 5;
  if (xd->mb_to_right_edge < 0) max_blocks_wide += xd->mb_to_right_edge >> 5;
360

361
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
362

Jingning Han's avatar
Jingning Han committed
363
  if (depth == MAX_VARTX_DEPTH) {
364
365
366
367
368
    txfm_partition_update(xd->above_txfm_context + tx_col,
                          xd->left_txfm_context + tx_row, tx_size);
    return;
  }

369
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
370
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
371
372
    txfm_partition_update(xd->above_txfm_context + tx_col,
                          xd->left_txfm_context + tx_row, tx_size);
373
374
  } else {
    const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
375
    int bsl = b_width_log2_lookup[bsize];
376
    int i;
Yaowu Xu's avatar
Yaowu Xu committed
377
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
378

379
    if (tx_size == TX_8X8) {
380
381
      txfm_partition_update(xd->above_txfm_context + tx_col,
                            xd->left_txfm_context + tx_row, TX_4X4);
382
      return;
383
    }
384
385
386
387

    assert(bsl > 0);
    --bsl;
    for (i = 0; i < 4; ++i) {
388
389
      int offsetr = blk_row + ((i >> 1) << bsl);
      int offsetc = blk_col + ((i & 0x01) << bsl);
390
391
      write_tx_size_vartx(cm, xd, mbmi, tx_size - 1, depth + 1, offsetr,
                          offsetc, w);
392
393
394
    }
  }
}
395

Yaowu Xu's avatar
Yaowu Xu committed
396
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
397
398
399
                                        FRAME_COUNTS *counts) {
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
400
401
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
                              counts->txfm_partition[k]);
402
}
403
404
#endif

Yaowu Xu's avatar
Yaowu Xu committed
405
406
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
407
408
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
409
410
  // For sub8x8 blocks the tx_size symbol does not need to be sent
  if (bsize >= BLOCK_8X8) {
411
412
413
414
415
416
417
418
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];

#if CONFIG_EXT_TX && CONFIG_RECT_TX
419
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(xd, mbmi)));
420
421
422
423
    assert(
        IMPLIES(is_rect_tx(tx_size), tx_size == max_txsize_rect_lookup[bsize]));
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

Yaowu Xu's avatar
Yaowu Xu committed
424
425
426
    av1_write_token(w, av1_tx_size_tree[tx_size_cat],
                    cm->fc->tx_size_probs[tx_size_cat][tx_size_ctx],
                    &tx_size_encodings[tx_size_cat][coded_tx_size]);
Jingning Han's avatar
Jingning Han committed
427
428
429
  }
}

430
#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
431
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
432
433
434
                                    FRAME_COUNTS *counts) {
  int i;
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
435
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i]);
436
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
437
438
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
                              counts->zeromv_mode[i]);
439
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
440
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i]);
441
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
442
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i]);
Yue Chen's avatar
Yue Chen committed
443
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
444
  av1_cond_prob_diff_update(w, &cm->fc->new2mv_prob, counts->new2mv_mode);
Yue Chen's avatar
Yue Chen committed
445
#endif  // CONFIG_EXT_INTER
446
447
448
}
#endif

449
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
450
451
452
static void update_inter_compound_mode_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
453
454
455
456
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
457
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
458
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
459
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES);
460
461
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
462
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
463
464
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
465
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
466
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
467
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, w);
468
469
470
471
472
    }
  }
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
473
474
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
475
476
477
478
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
Yaowu Xu's avatar
Yaowu Xu committed
479
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
Jingning Han's avatar
Jingning Han committed
480
481
482
483
    return skip;
  }
}

484
#if CONFIG_DELTA_Q
485
486
static void write_delta_qindex(const AV1_COMMON *cm, int delta_qindex,
                               aom_writer *w) {
487
488
  int sign = delta_qindex < 0;
  int abs = sign ? -delta_qindex : delta_qindex;
489
490
491
492
493
494
495
496
497
498
499
500
501
502
  int rem_bits, thr, i = 0;
  int smallval = abs < DELTA_Q_SMALL ? 1 : 0;

  while (i < DELTA_Q_SMALL && i <= abs) {
    int bit = (i < abs);
    aom_write(w, bit, cm->fc->delta_q_prob[i]);
    i++;
  }

  if (!smallval) {
    rem_bits = OD_ILOG_NZ(abs - 1) - 1;
    thr = (1 << rem_bits) + 1;
    aom_write_literal(w, rem_bits, 3);
    aom_write_literal(w, abs - thr, rem_bits);
503
504
505
506
507
  }
  if (abs > 0) {
    aom_write_bit(w, sign);
  }
}
508
509
510
511
512
513
514
515
516

static void update_delta_q_probs(AV1_COMMON *cm, aom_writer *w,
                                 FRAME_COUNTS *counts) {
  int k;

  for (k = 0; k < DELTA_Q_CONTEXTS; ++k) {
    av1_cond_prob_diff_update(w, &cm->fc->delta_q_prob[k], counts->delta_q[k]);
  }
}
517
518
#endif

Yaowu Xu's avatar
Yaowu Xu committed
519
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
520
521
522
523
                              FRAME_COUNTS *counts) {
  int k;

  for (k = 0; k < SKIP_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
524
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k]);
Jingning Han's avatar
Jingning Han committed
525
526
}

Yaowu Xu's avatar
Yaowu Xu committed
527
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
528
529
                                           FRAME_COUNTS *counts) {
  int j;
530
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
531
    prob_diff_update(av1_switchable_interp_tree,
Jingning Han's avatar
Jingning Han committed
532
533
                     cm->fc->switchable_interp_prob[j],
                     counts->switchable_interp[j], SWITCHABLE_FILTERS, w);
534
535
536
537
538
539
#if CONFIG_DAALA_EC
    av1_tree_to_cdf(av1_switchable_interp_tree,
                    cm->fc->switchable_interp_prob[j],
                    cm->fc->switchable_interp_cdf[j]);
#endif
  }
Jingning Han's avatar
Jingning Han committed
540
541
}

542
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
543
544
545
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
546
  int i, j;
547
548
549
550
551
  int s;
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
552
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
553
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
554
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
555
556
557
          cm->counts.inter_ext_tx[s][i], num_ext_tx_set_inter[s]);
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
558
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
559
560
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
561
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
562
        prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
563
            av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
564
            cm->counts.inter_ext_tx[s][i], num_ext_tx_set_inter[s], w);
565
      }
566
567
    }
  }
568

569
570
571
572
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
573
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
574
      for (j = 0; j < INTRA_MODES; ++j)
575
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
576
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
577
578
579
            cm->counts.intra_ext_tx[s][i][j], num_ext_tx_set_intra[s]);
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
580
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
581
582
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
583
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
584
        for (j = 0; j < INTRA_MODES; ++j)
585
          prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
586
              av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
587
              cm->counts.intra_ext_tx[s][i][j], num_ext_tx_set_intra[s], w);
588
589
      }
    }
590
  }
591
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
592

593
#else
Debargha Mukherjee's avatar
Debargha Mukherjee committed
594

Yaowu Xu's avatar
Yaowu Xu committed
595
596
597
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
598
599
600
601
602
603
604
  int i, j;

  int savings = 0;
  int do_update = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
605
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
606
607
608
          cm->counts.intra_ext_tx[i][j], TX_TYPES);
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
609
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
610
611
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
612
      for (j = 0; j < TX_TYPES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
613
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
614
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, w);
615
616
617
618
619
#if CONFIG_DAALA_EC
        av1_tree_to_cdf(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
                        cm->fc->intra_ext_tx_cdf[i][j]);
#endif
      }
620
621
622
623
    }
  }
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
624
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
625
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
626
                                 cm->counts.inter_ext_tx[i], TX_TYPES);
627
628
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
629
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
630
631
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
632
      prob_diff_update(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
633
                       cm->counts.inter_ext_tx[i], TX_TYPES, w);
634
635
636
637
#if CONFIG_DAALA_EC
      av1_tree_to_cdf(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
                      cm->fc->inter_ext_tx_cdf[i]);
#endif
638
639
640
    }
  }
}
641
642
#endif  // CONFIG_EXT_TX

643
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
644
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
645
                                int num) {
hui su's avatar
hui su committed
646
  int i;
647
  const TOKENEXTRA *p = *tp;
hui su's avatar
hui su committed
648

649
  for (i = 0; i < num; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
650
651
    av1_write_token(w, av1_palette_color_tree[n - 2], p->context_tree,
                    &palette_color_encodings[n - 2][p->token]);
hui su's avatar
hui su committed
652
653
654
655
656
    ++p;
  }

  *tp = p;
}
657
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
658

659
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
660
661
662
static void update_supertx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
663
664
665
666
667
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
    for (j = 1; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
668
669
      savings += av1_cond_prob_diff_update_savings(&cm->fc->supertx_prob[i][j],
                                                   cm->counts.supertx[i][j]);
670
671
672
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
673
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
674
675
676
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
      for (j = 1; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
677
678
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
                                  cm->counts.supertx[i][j]);
679
680
681
682
683
684
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

Yaowu Xu's avatar
Yaowu Xu committed
685
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
686
                           const TOKENEXTRA *const stop,
Yaowu Xu's avatar
Yaowu Xu committed
687
                           aom_bit_depth_t bit_depth, const TX_SIZE tx) {
688
  const TOKENEXTRA *p = *tp;
689
690
#if CONFIG_VAR_TX
  int count = 0;
Debargha Mukherjee's avatar
Debargha Mukherjee committed
691
  const int seg_eob = get_tx2d_size(tx);
692
#endif
Alex Converse's avatar
Alex Converse committed
693
694
695
696
697
698
699
700
701
#if CONFIG_AOM_HIGHBITDEPTH
  const av1_extra_bit *const extra_bits_table =
      (bit_depth == AOM_BITS_12)
          ? av1_extra_bits_high12
          : (bit_depth == AOM_BITS_10) ? av1_extra_bits_high10 : av1_extra_bits;
#else
  const av1_extra_bit *const extra_bits_table = av1_extra_bits;
  (void)bit_depth;
#endif  // CONFIG_AOM_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
702
703

  while (p < stop && p->token != EOSB_TOKEN) {
704
705
    const int token = p->token;
    aom_tree_index index = 0;
706
#if !CONFIG_RANS
707
    const struct av1_token *const coef_encoding = &av1_coef_encodings[token];
708
709
710
#if CONFIG_DAALA_EC
    int i = 0;
#endif
711
712
    int coef_value = coef_encoding->value;
    int coef_length = coef_encoding->len;
713
#endif  // !CONFIG_RANS
Alex Converse's avatar
Alex Converse committed
714
    const av1_extra_bit *const extra_bits = &extra_bits_table[token];
Jingning Han's avatar
Jingning Han committed
715

716
#if CONFIG_RANS
Alex Converse's avatar
Alex Converse committed
717
    /* skip one or two nodes */
718
    if (!p->skip_eob_node) aom_write(w, token != EOB_TOKEN, p->context_tree[0]);
Alex Converse's avatar
Alex Converse committed
719

720
721
    if (token != EOB_TOKEN) {
      aom_write(w, token != ZERO_TOKEN, p->context_tree[1]);
722

723
724
      if (token != ZERO_TOKEN) {
        aom_write_symbol(w, token - ONE_TOKEN, *p->token_cdf,
725
                         CATEGORY6_TOKEN - ONE_TOKEN + 1);
726
      }
Alex Converse's avatar
Alex Converse committed
727
    }
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
#else
#if CONFIG_DAALA_EC
    /* skip one or two nodes */
    if (p->skip_eob_node) {
      coef_length -= p->skip_eob_node;
      i = 2 * p->skip_eob_node;
    }

    // TODO(jbb): expanding this can lead to big gains.  It allows
    // much better branch prediction and would enable us to avoid numerous
    // lookups and compares.

    // If we have a token that's in the constrained set, the coefficient tree
    // is split into two treed writes.  The first treed write takes care of the
    // unconstrained nodes.  The second treed write takes care of the
    // constrained nodes.
    if (token >= TWO_TOKEN && token < EOB_TOKEN) {
      int len = UNCONSTRAINED_NODES - p->skip_eob_node;
      int bits = coef_value >> (coef_length - len);
      aom_write_tree_bits(w, av1_coef_tree, p->context_tree, bits, len, i);
      coef_value &= (1 << (coef_length - len)) - 1;
      aom_write_tree(w, av1_coef_con_tree,
                     av1_pareto8_full[p->context_tree[PIVOT_NODE] - 1],
                     coef_value, coef_length - len, 0);
    } else {
      aom_write_tree_bits(w, av1_coef_tree, p->context_tree, coef_value,
                          coef_length, i);
    }
Alex Converse's avatar
Alex Converse committed
756
#else
Jingning Han's avatar
Jingning Han committed
757
    /* skip one or two nodes */
758
    if (p->skip_eob_node)
759
      coef_length -= p->skip_eob_node;
760
    else
761
      aom_write(w, token != EOB_TOKEN, p->context_tree[0]);
762

763
764
    if (token != EOB_TOKEN) {
      aom_write(w, token != ZERO_TOKEN, p->context_tree[1]);
Jingning Han's avatar
Jingning Han committed
765

766
767
      if (token != ZERO_TOKEN) {
        aom_write(w, token != ONE_TOKEN, p->context_tree[2]);
768

769
770
        if (token != ONE_TOKEN) {
          const int unconstrained_len = UNCONSTRAINED_NODES - p->skip_eob_node;
771
          aom_write_tree(w, av1_coef_con_tree,
772
773
                         av1_pareto8_full[p->context_tree[PIVOT_NODE] - 1],
                         coef_value, coef_length - unconstrained_len, 0);
774
775
        }
      }
Jingning Han's avatar
Jingning Han committed
776
    }
777
#endif
778
#endif  // CONFIG_RANS
Jingning Han's avatar
Jingning Han committed
779

Alex Converse's avatar
Alex Converse committed
780
781
782
783
784
785
    if (extra_bits->base_val) {
      const int bit_string = p->extra;
      const int bit_string_length = extra_bits->len;  // Length of extra bits to
                                                      // be written excluding
                                                      // the sign bit.
      int skip_bits = (extra_bits->base_val == CAT6_MIN_VAL)
Debargha Mukherjee's avatar
Debargha Mukherjee committed
786
787
                          ? TX_SIZES - 1 - txsize_sqr_up_map[tx]
                          : 0;
Jingning Han's avatar
Jingning Han committed
788

Alex Converse's avatar
Alex Converse committed
789
790
791
792
      if (bit_string_length > 0) {
        const unsigned char *pb = extra_bits->prob;
        const int value = bit_string >> 1;
        const int num_bits = bit_string_length;  // number of bits in value
793
        assert(num_bits > 0);
Jingning Han's avatar
Jingning Han committed
794

Alex Converse's avatar
Alex Converse committed
795
796
797
        for (index = 0; index < num_bits; ++index) {
          const int shift = num_bits - index - 1;
          const int bb = (value >> shift) & 1;
798
          if (skip_bits) {
799
            --skip_bits;
800
801
            assert(!bb);
          } else {
Alex Converse's avatar
Alex Converse committed
802
            aom_write(w, bb, pb[index]);
803
          }
Alex Converse's avatar
Alex Converse committed
804
        }
Jingning Han's avatar
Jingning Han committed
805
806
      }

Alex Converse's avatar
Alex Converse committed
807
      aom_write_bit(w, bit_string & 1);
Jingning Han's avatar
Jingning Han committed
808
809
    }
    ++p;
810
811
812

#if CONFIG_VAR_TX
    ++count;
813
    if (token == EOB_TOKEN || count == seg_eob) break;
814
#endif
Jingning Han's avatar
Jingning Han committed
815
816
  }

817
  *tp = p;
Jingning Han's avatar
Jingning Han committed
818
819
}

820
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
821
static void pack_txb_tokens(aom_writer *w, const TOKENEXTRA **tp,
822
823
                            const TOKENEXTRA *const tok_end, MACROBLOCKD *xd,
                            MB_MODE_INFO *mbmi, int plane,
Yaowu Xu's avatar
Yaowu Xu committed
824
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
825
826
                            int block, int blk_row, int blk_col,
                            TX_SIZE tx_size) {
827
828
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
829
830
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
831
  TX_SIZE plane_tx_size;
832
833
834
835
836
837
838
839
  int max_blocks_high = num_4x4_blocks_high_lookup[plane_bsize];
  int max_blocks_wide = num_4x4_blocks_wide_lookup[plane_bsize];

  if (xd->mb_to_bottom_edge < 0)
    max_blocks_high += xd->mb_to_bottom_edge >> (5 + pd->subsampling_y);
  if (xd->mb_to_right_edge < 0)
    max_blocks_wide += xd->mb_to_right_edge >> (5 + pd->subsampling_x);

840
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
841

842
843
844
  plane_tx_size =
      plane ? uv_txsize_lookup[bsize][mbmi->inter_tx_size[tx_row][tx_col]][0][0]
            : mbmi->inter_tx_size[tx_row][tx_col];
Debargha Mukherjee's avatar
Debargha Mukherjee committed
845

846
847
848
849
850
851
852
853
854
855
856
857
  if (tx_size == plane_tx_size) {
    pack_mb_tokens(w, tp, tok_end, bit_depth, tx_size);
  } else {
    int bsl = b_width_log2_lookup[bsize];
    int i;

    assert(bsl > 0);
    --bsl;

    for (i = 0; i < 4; ++i) {
      const int offsetr = blk_row + ((i >> 1) << bsl);
      const int offsetc = blk_col + ((i & 0x01) << bsl);
858
      int step = num_4x4_blocks_txsize_lookup[tx_size - 1];
859

860
      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;
861

862
863
      pack_txb_tokens(w, tp, tok_end, xd, mbmi, plane, plane_bsize, bit_depth,
                      block + i * step, offsetr, offsetc, tx_size - 1);
864
865
866
867
868
    }
  }
}
#endif

Yaowu Xu's avatar
Yaowu Xu committed
869
static void write_segment_id(aom_writer *w, const struct segmentation *seg,
870
                             const struct segmentation_probs *segp,
Jingning Han's avatar
Jingning Han committed
871
                             int segment_id) {
872
873
874
875
  if (seg->enabled && seg->update_map) {
#if CONFIG_DAALA_EC
    aom_write_symbol(w, segment_id, segp->tree_cdf, MAX_SEGMENTS);
#else
876
    aom_write_tree(w, av1_segment_tree, segp->tree_probs, segment_id, 3, 0);
877
878
#endif
  }
Jingning Han's avatar
Jingning Han committed
879
880
881
}

// This function encodes the reference frame
Yaowu Xu's avatar
Yaowu Xu committed
882
883
static void write_ref_frames(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                             aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
884
885
886
887
888
889
890
891
892
  const MB_MODE_INFO *const mbmi = &xd->mi