bitstream.c 127 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1 2 3 4 5 6 7 8 9 10 11 12
/*
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

#include <assert.h>
#include <limits.h>
13
#include <stdio.h>
Jingning Han's avatar
Jingning Han committed
14

Yaowu Xu's avatar
Yaowu Xu committed
15
#include "aom/aom_encoder.h"
16
#include "aom_dsp/bitwriter_buffer.h"
Yaowu Xu's avatar
Yaowu Xu committed
17 18
#include "aom_dsp/aom_dsp_common.h"
#include "aom_mem/aom_mem.h"
19 20 21
#include "aom_ports/mem_ops.h"
#include "aom_ports/system_state.h"
#include "aom_util/debug_util.h"
Jingning Han's avatar
Jingning Han committed
22

23
#if CONFIG_CLPF
24
#include "av1/common/clpf.h"
25
#endif
Yaowu Xu's avatar
Yaowu Xu committed
26
#if CONFIG_DERING
27
#include "av1/common/dering.h"
Yaowu Xu's avatar
Yaowu Xu committed
28
#endif  // CONFIG_DERING
29 30 31 32 33 34 35 36
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
#include "av1/common/entropymv.h"
#include "av1/common/mvref_common.h"
#include "av1/common/pred_common.h"
#include "av1/common/reconinter.h"
#include "av1/common/seg_common.h"
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
37

Alex Converse's avatar
Alex Converse committed
38
#if CONFIG_ANS
39
#include "av1/encoder/buf_ans.h"
Alex Converse's avatar
Alex Converse committed
40
#endif  // CONFIG_ANS
41 42 43 44 45 46 47
#include "av1/encoder/bitstream.h"
#include "av1/encoder/cost.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/mcomp.h"
#include "av1/encoder/segmentation.h"
#include "av1/encoder/subexp.h"
#include "av1/encoder/tokenize.h"
Jingning Han's avatar
Jingning Han committed
48

Yaowu Xu's avatar
Yaowu Xu committed
49
static const struct av1_token intra_mode_encodings[INTRA_MODES] = {
50 51 52
  { 0, 1 },  { 6, 3 },   { 28, 5 },  { 30, 5 }, { 58, 6 },
  { 59, 6 }, { 126, 7 }, { 127, 7 }, { 62, 6 }, { 2, 2 }
};
Jingning Han's avatar
Jingning Han committed
53
#if CONFIG_EXT_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
54
static const struct av1_token switchable_interp_encodings[SWITCHABLE_FILTERS] =
55
    { { 0, 1 }, { 4, 3 }, { 6, 3 }, { 5, 3 }, { 7, 3 } };
56
#else
Yaowu Xu's avatar
Yaowu Xu committed
57
static const struct av1_token switchable_interp_encodings[SWITCHABLE_FILTERS] =
58
    { { 0, 1 }, { 2, 2 }, { 3, 2 } };
Jingning Han's avatar
Jingning Han committed
59
#endif  // CONFIG_EXT_INTERP
60
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
61
static const struct av1_token ext_partition_encodings[EXT_PARTITION_TYPES] = {
62 63 64
  { 0, 1 },  { 4, 3 },  { 12, 4 }, { 7, 3 },
  { 10, 4 }, { 11, 4 }, { 26, 5 }, { 27, 5 }
};
65
#endif
Yaowu Xu's avatar
Yaowu Xu committed
66
static const struct av1_token partition_encodings[PARTITION_TYPES] = {
67 68
  { 0, 1 }, { 2, 2 }, { 6, 3 }, { 7, 3 }
};
69
#if !CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
70
static const struct av1_token inter_mode_encodings[INTER_MODES] =
Yue Chen's avatar
Yue Chen committed
71
#if CONFIG_EXT_INTER
72
    { { 2, 2 }, { 6, 3 }, { 0, 1 }, { 14, 4 }, { 15, 4 } };
Yue Chen's avatar
Yue Chen committed
73
#else
74
    { { 2, 2 }, { 6, 3 }, { 0, 1 }, { 7, 3 } };
Yue Chen's avatar
Yue Chen committed
75
#endif  // CONFIG_EXT_INTER
76
#endif
77
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
78
static const struct av1_token
79 80 81 82
    inter_compound_mode_encodings[INTER_COMPOUND_MODES] = {
      { 2, 2 },  { 50, 6 }, { 51, 6 }, { 24, 5 }, { 52, 6 },
      { 53, 6 }, { 54, 6 }, { 55, 6 }, { 0, 1 },  { 7, 3 }
    };
83
#endif  // CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
84
static const struct av1_token palette_size_encodings[] = {
85
  { 0, 1 }, { 2, 2 }, { 6, 3 }, { 14, 4 }, { 30, 5 }, { 62, 6 }, { 63, 6 },
hui su's avatar
hui su committed
86
};
Yaowu Xu's avatar
Yaowu Xu committed
87
static const struct av1_token
88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
    palette_color_encodings[PALETTE_MAX_SIZE - 1][PALETTE_MAX_SIZE] = {
      { { 0, 1 }, { 1, 1 } },                                  // 2 colors
      { { 0, 1 }, { 2, 2 }, { 3, 2 } },                        // 3 colors
      { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 7, 3 } },              // 4 colors
      { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 14, 4 }, { 15, 4 } },  // 5 colors
      { { 0, 1 },
        { 2, 2 },
        { 6, 3 },
        { 14, 4 },
        { 30, 5 },
        { 31, 5 } },  // 6 colors
      { { 0, 1 },
        { 2, 2 },
        { 6, 3 },
        { 14, 4 },
        { 30, 5 },
        { 62, 6 },
        { 63, 6 } },  // 7 colors
      { { 0, 1 },
        { 2, 2 },
        { 6, 3 },
        { 14, 4 },
        { 30, 5 },
        { 62, 6 },
        { 126, 7 },
        { 127, 7 } },  // 8 colors
    };

Yaowu Xu's avatar
Yaowu Xu committed
116
static const struct av1_token tx_size_encodings[TX_SIZES - 1][TX_SIZES] = {
117 118 119
  { { 0, 1 }, { 1, 1 } },                      // Max tx_size is 8X8
  { { 0, 1 }, { 2, 2 }, { 3, 2 } },            // Max tx_size is 16X16
  { { 0, 1 }, { 2, 2 }, { 6, 3 }, { 7, 3 } },  // Max tx_size is 32X32
120 121
};

Yaowu Xu's avatar
Yaowu Xu committed
122
static INLINE void write_uniform(aom_writer *w, int n, int v) {
hui su's avatar
hui su committed
123 124
  int l = get_unsigned_bits(n);
  int m = (1 << l) - n;
125
  if (l == 0) return;
hui su's avatar
hui su committed
126
  if (v < m) {
Yaowu Xu's avatar
Yaowu Xu committed
127
    aom_write_literal(w, v, l - 1);
hui su's avatar
hui su committed
128
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
129 130
    aom_write_literal(w, m + ((v - m) >> 1), l - 1);
    aom_write_literal(w, (v - m) & 1, 1);
hui su's avatar
hui su committed
131 132
  }
}
Jingning Han's avatar
Jingning Han committed
133

134
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
135 136
static struct av1_token ext_tx_inter_encodings[EXT_TX_SETS_INTER][TX_TYPES];
static struct av1_token ext_tx_intra_encodings[EXT_TX_SETS_INTRA][TX_TYPES];
137
#else
Yaowu Xu's avatar
Yaowu Xu committed
138
static struct av1_token ext_tx_encodings[TX_TYPES];
139
#endif  // CONFIG_EXT_TX
140
#if CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
141
static struct av1_token global_motion_types_encodings[GLOBAL_MOTION_TYPES];
142
#endif  // CONFIG_GLOBAL_MOTION
143
#if CONFIG_EXT_INTRA
Yaowu Xu's avatar
Yaowu Xu committed
144
static struct av1_token intra_filter_encodings[INTRA_FILTERS];
145
#endif  // CONFIG_EXT_INTRA
146
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
147
static struct av1_token interintra_mode_encodings[INTERINTRA_MODES];
148
#endif  // CONFIG_EXT_INTER
149
#if CONFIG_OBMC || CONFIG_WARPED_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
150
static struct av1_token motvar_encodings[MOTION_VARIATIONS];
151
#endif  // CONFIG_OBMC || CONFIG_WARPED_MOTION
152

Yaowu Xu's avatar
Yaowu Xu committed
153
void av1_encode_token_init(void) {
154
#if CONFIG_EXT_TX
155 156
  int s;
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
157
    av1_tokens_from_tree(ext_tx_inter_encodings[s], av1_ext_tx_inter_tree[s]);
158 159
  }
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
Yaowu Xu's avatar
Yaowu Xu committed
160
    av1_tokens_from_tree(ext_tx_intra_encodings[s], av1_ext_tx_intra_tree[s]);
161
  }
162
#else
Yaowu Xu's avatar
Yaowu Xu committed
163
  av1_tokens_from_tree(ext_tx_encodings, av1_ext_tx_tree);
164
#endif  // CONFIG_EXT_TX
165
#if CONFIG_EXT_INTRA
Yaowu Xu's avatar
Yaowu Xu committed
166
  av1_tokens_from_tree(intra_filter_encodings, av1_intra_filter_tree);
167
#endif  // CONFIG_EXT_INTRA
168
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
169
  av1_tokens_from_tree(interintra_mode_encodings, av1_interintra_mode_tree);
170
#endif  // CONFIG_EXT_INTER
171
#if CONFIG_OBMC || CONFIG_WARPED_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
172
  av1_tokens_from_tree(motvar_encodings, av1_motvar_tree);
173
#endif  // CONFIG_OBMC || CONFIG_WARPED_MOTION
174
#if CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
175 176
  av1_tokens_from_tree(global_motion_types_encodings,
                       av1_global_motion_types_tree);
177
#endif  // CONFIG_GLOBAL_MOTION
178 179
}

Yaowu Xu's avatar
Yaowu Xu committed
180 181 182
static void write_intra_mode(aom_writer *w, PREDICTION_MODE mode,
                             const aom_prob *probs) {
  av1_write_token(w, av1_intra_mode_tree, probs, &intra_mode_encodings[mode]);
Jingning Han's avatar
Jingning Han committed
183 184
}

185
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
186 187 188 189
static void write_interintra_mode(aom_writer *w, INTERINTRA_MODE mode,
                                  const aom_prob *probs) {
  av1_write_token(w, av1_interintra_mode_tree, probs,
                  &interintra_mode_encodings[mode]);
190 191 192
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
193
static void write_inter_mode(AV1_COMMON *cm, aom_writer *w,
194
                             PREDICTION_MODE mode,
Yue Chen's avatar
Yue Chen committed
195 196 197
#if CONFIG_REF_MV && CONFIG_EXT_INTER
                             int is_compound,
#endif  // CONFIG_REF_MV && CONFIG_EXT_INTER
198
                             const int16_t mode_ctx) {
199
#if CONFIG_REF_MV
200
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
201
  const aom_prob newmv_prob = cm->fc->newmv_prob[newmv_ctx];
Yue Chen's avatar
Yue Chen committed
202
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
203
  aom_write(w, mode != NEWMV && mode != NEWFROMNEARMV, newmv_prob);
Yue Chen's avatar
Yue Chen committed
204 205

  if (!is_compound && (mode == NEWMV || mode == NEWFROMNEARMV))
Yaowu Xu's avatar
Yaowu Xu committed
206
    aom_write(w, mode == NEWFROMNEARMV, cm->fc->new2mv_prob);
Yue Chen's avatar
Yue Chen committed
207 208 209

  if (mode != NEWMV && mode != NEWFROMNEARMV) {
#else
Yaowu Xu's avatar
Yaowu Xu committed
210
  aom_write(w, mode != NEWMV, newmv_prob);
211 212

  if (mode != NEWMV) {
Yue Chen's avatar
Yue Chen committed
213
#endif  // CONFIG_EXT_INTER
214
    const int16_t zeromv_ctx = (mode_ctx >> ZEROMV_OFFSET) & ZEROMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
215
    const aom_prob zeromv_prob = cm->fc->zeromv_prob[zeromv_ctx];
216 217 218 219 220 221

    if (mode_ctx & (1 << ALL_ZERO_FLAG_OFFSET)) {
      assert(mode == ZEROMV);
      return;
    }

Yaowu Xu's avatar
Yaowu Xu committed
222
    aom_write(w, mode != ZEROMV, zeromv_prob);
223 224

    if (mode != ZEROMV) {
225
      int16_t refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
Yaowu Xu's avatar
Yaowu Xu committed
226
      aom_prob refmv_prob;
227

228 229 230
      if (mode_ctx & (1 << SKIP_NEARESTMV_OFFSET)) refmv_ctx = 6;
      if (mode_ctx & (1 << SKIP_NEARMV_OFFSET)) refmv_ctx = 7;
      if (mode_ctx & (1 << SKIP_NEARESTMV_SUB8X8_OFFSET)) refmv_ctx = 8;
231 232

      refmv_prob = cm->fc->refmv_prob[refmv_ctx];
Yaowu Xu's avatar
Yaowu Xu committed
233
      aom_write(w, mode != NEARESTMV, refmv_prob);
234 235 236
    }
  }
#else
Yaowu Xu's avatar
Yaowu Xu committed
237
  const aom_prob *const inter_probs = cm->fc->inter_mode_probs[mode_ctx];
Jingning Han's avatar
Jingning Han committed
238
  assert(is_inter_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
239 240
  av1_write_token(w, av1_inter_mode_tree, inter_probs,
                  &inter_mode_encodings[INTER_OFFSET(mode)]);
241
#endif
Jingning Han's avatar
Jingning Han committed
242 243
}

244
#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
245 246 247
static void write_drl_idx(const AV1_COMMON *cm, const MB_MODE_INFO *mbmi,
                          const MB_MODE_INFO_EXT *mbmi_ext, aom_writer *w) {
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
248 249 250

  assert(mbmi->ref_mv_idx < 3);

251 252 253 254 255
  if (mbmi->mode == NEWMV) {
    int idx;
    for (idx = 0; idx < 2; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
256 257
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
258

Yaowu Xu's avatar
Yaowu Xu committed
259
        aom_write(w, mbmi->ref_mv_idx != idx, drl_prob);
260
        if (mbmi->ref_mv_idx == idx) return;
261
      }
262 263 264 265
    }
    return;
  }

266 267 268 269 270 271
  if (mbmi->mode == NEARMV) {
    int idx;
    // TODO(jingning): Temporary solution to compensate the NEARESTMV offset.
    for (idx = 1; idx < 3; ++idx) {
      if (mbmi_ext->ref_mv_count[ref_frame_type] > idx + 1) {
        uint8_t drl_ctx =
Yaowu Xu's avatar
Yaowu Xu committed
272 273
            av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type], idx);
        aom_prob drl_prob = cm->fc->drl_prob[drl_ctx];
274

Yaowu Xu's avatar
Yaowu Xu committed
275
        aom_write(w, mbmi->ref_mv_idx != (idx - 1), drl_prob);
276
        if (mbmi->ref_mv_idx == (idx - 1)) return;
277
      }
278
    }
279
    return;
280 281 282 283
  }
}
#endif

284
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
285
static void write_inter_compound_mode(AV1_COMMON *cm, aom_writer *w,
286 287
                                      PREDICTION_MODE mode,
                                      const int16_t mode_ctx) {
Yaowu Xu's avatar
Yaowu Xu committed
288
  const aom_prob *const inter_compound_probs =
289
      cm->fc->inter_compound_mode_probs[mode_ctx];
290 291

  assert(is_inter_compound_mode(mode));
Yaowu Xu's avatar
Yaowu Xu committed
292 293
  av1_write_token(w, av1_inter_compound_mode_tree, inter_compound_probs,
                  &inter_compound_mode_encodings[INTER_COMPOUND_OFFSET(mode)]);
294 295 296
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
297
static void encode_unsigned_max(struct aom_write_bit_buffer *wb, int data,
298
                                int max) {
Yaowu Xu's avatar
Yaowu Xu committed
299
  aom_wb_write_literal(wb, data, get_unsigned_bits(max));
Jingning Han's avatar
Jingning Han committed
300 301
}

Yaowu Xu's avatar
Yaowu Xu committed
302 303
static void prob_diff_update(const aom_tree_index *tree,
                             aom_prob probs[/*n - 1*/],
304
                             const unsigned int counts[/*n - 1*/], int n,
Yaowu Xu's avatar
Yaowu Xu committed
305
                             aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
306 307 308 309 310 311
  int i;
  unsigned int branch_ct[32][2];

  // Assuming max number of probabilities <= 32
  assert(n <= 32);

Yaowu Xu's avatar
Yaowu Xu committed
312
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
Jingning Han's avatar
Jingning Han committed
313
  for (i = 0; i < n - 1; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
314
    av1_cond_prob_diff_update(w, &probs[i], branch_ct[i]);
Jingning Han's avatar
Jingning Han committed
315 316
}

Yaowu Xu's avatar
Yaowu Xu committed
317 318
static int prob_diff_update_savings(const aom_tree_index *tree,
                                    aom_prob probs[/*n - 1*/],
319 320 321 322 323 324 325 326
                                    const unsigned int counts[/*n - 1*/],
                                    int n) {
  int i;
  unsigned int branch_ct[32][2];
  int savings = 0;

  // Assuming max number of probabilities <= 32
  assert(n <= 32);
Yaowu Xu's avatar
Yaowu Xu committed
327
  av1_tree_probs_from_distribution(tree, branch_ct, counts);
328
  for (i = 0; i < n - 1; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
329
    savings += av1_cond_prob_diff_update_savings(&probs[i], branch_ct[i]);
330 331 332 333
  }
  return savings;
}

334
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
335
static void write_tx_size_vartx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
336
                                const MB_MODE_INFO *mbmi, TX_SIZE tx_size,
Yaowu Xu's avatar
Yaowu Xu committed
337
                                int blk_row, int blk_col, aom_writer *w) {
338 339
  const int tx_row = blk_row >> 1;
  const int tx_col = blk_col >> 1;
340 341
  int max_blocks_high = num_4x4_blocks_high_lookup[mbmi->sb_type];
  int max_blocks_wide = num_4x4_blocks_wide_lookup[mbmi->sb_type];
342
  int ctx = txfm_partition_context(xd->above_txfm_context + tx_col,
343
                                   xd->left_txfm_context + tx_row, tx_size);
344

345 346
  if (xd->mb_to_bottom_edge < 0) max_blocks_high += xd->mb_to_bottom_edge >> 5;
  if (xd->mb_to_right_edge < 0) max_blocks_wide += xd->mb_to_right_edge >> 5;
347

348
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
349

350
  if (tx_size == mbmi->inter_tx_size[tx_row][tx_col]) {
Yaowu Xu's avatar
Yaowu Xu committed
351
    aom_write(w, 0, cm->fc->txfm_partition_prob[ctx]);
352 353
    txfm_partition_update(xd->above_txfm_context + tx_col,
                          xd->left_txfm_context + tx_row, tx_size);
354 355
  } else {
    const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
356
    int bsl = b_width_log2_lookup[bsize];
357
    int i;
Yaowu Xu's avatar
Yaowu Xu committed
358
    aom_write(w, 1, cm->fc->txfm_partition_prob[ctx]);
359

360
    if (tx_size == TX_8X8) {
361 362
      txfm_partition_update(xd->above_txfm_context + tx_col,
                            xd->left_txfm_context + tx_row, TX_4X4);
363
      return;
364
    }
365 366 367 368

    assert(bsl > 0);
    --bsl;
    for (i = 0; i < 4; ++i) {
369 370
      int offsetr = blk_row + ((i >> 1) << bsl);
      int offsetc = blk_col + ((i & 0x01) << bsl);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
371
      write_tx_size_vartx(cm, xd, mbmi, tx_size - 1, offsetr, offsetc, w);
372 373 374
    }
  }
}
375

Yaowu Xu's avatar
Yaowu Xu committed
376
static void update_txfm_partition_probs(AV1_COMMON *cm, aom_writer *w,
377 378 379
                                        FRAME_COUNTS *counts) {
  int k;
  for (k = 0; k < TXFM_PARTITION_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
380 381
    av1_cond_prob_diff_update(w, &cm->fc->txfm_partition_prob[k],
                              counts->txfm_partition[k]);
382
}
383 384
#endif

Yaowu Xu's avatar
Yaowu Xu committed
385 386
static void write_selected_tx_size(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                                   aom_writer *w) {
387 388
  const MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
  const BLOCK_SIZE bsize = mbmi->sb_type;
389 390
  // For sub8x8 blocks the tx_size symbol does not need to be sent
  if (bsize >= BLOCK_8X8) {
391 392 393 394 395 396 397 398 399 400 401 402 403
    const TX_SIZE tx_size = mbmi->tx_size;
    const int is_inter = is_inter_block(mbmi);
    const int tx_size_ctx = get_tx_size_context(xd);
    const int tx_size_cat = is_inter ? inter_tx_size_cat_lookup[bsize]
                                     : intra_tx_size_cat_lookup[bsize];
    const TX_SIZE coded_tx_size = txsize_sqr_up_map[tx_size];

#if CONFIG_EXT_TX && CONFIG_RECT_TX
    assert(IMPLIES(is_rect_tx(tx_size), is_rect_tx_allowed(mbmi)));
    assert(
        IMPLIES(is_rect_tx(tx_size), tx_size == max_txsize_rect_lookup[bsize]));
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX

Yaowu Xu's avatar
Yaowu Xu committed
404 405 406
    av1_write_token(w, av1_tx_size_tree[tx_size_cat],
                    cm->fc->tx_size_probs[tx_size_cat][tx_size_ctx],
                    &tx_size_encodings[tx_size_cat][coded_tx_size]);
Jingning Han's avatar
Jingning Han committed
407 408 409
  }
}

410
#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
411
static void update_inter_mode_probs(AV1_COMMON *cm, aom_writer *w,
412 413 414
                                    FRAME_COUNTS *counts) {
  int i;
  for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
415
    av1_cond_prob_diff_update(w, &cm->fc->newmv_prob[i], counts->newmv_mode[i]);
416
  for (i = 0; i < ZEROMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
417 418
    av1_cond_prob_diff_update(w, &cm->fc->zeromv_prob[i],
                              counts->zeromv_mode[i]);
419
  for (i = 0; i < REFMV_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
420
    av1_cond_prob_diff_update(w, &cm->fc->refmv_prob[i], counts->refmv_mode[i]);
421
  for (i = 0; i < DRL_MODE_CONTEXTS; ++i)
Yaowu Xu's avatar
Yaowu Xu committed
422
    av1_cond_prob_diff_update(w, &cm->fc->drl_prob[i], counts->drl_mode[i]);
Yue Chen's avatar
Yue Chen committed
423
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
424
  av1_cond_prob_diff_update(w, &cm->fc->new2mv_prob, counts->new2mv_mode);
Yue Chen's avatar
Yue Chen committed
425
#endif  // CONFIG_EXT_INTER
426 427 428
}
#endif

429
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
430 431 432
static void update_inter_compound_mode_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
433 434 435 436
  int i;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
437
    savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
438
        av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
439
        cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES);
440 441
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
442
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
443 444
  if (do_update) {
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
445
      prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
446
          av1_inter_compound_mode_tree, cm->fc->inter_compound_mode_probs[i],
447
          cm->counts.inter_compound_mode[i], INTER_COMPOUND_MODES, w);
448 449 450 451 452
    }
  }
}
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
453 454
static int write_skip(const AV1_COMMON *cm, const MACROBLOCKD *xd,
                      int segment_id, const MODE_INFO *mi, aom_writer *w) {
Jingning Han's avatar
Jingning Han committed
455 456 457 458
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
    return 1;
  } else {
    const int skip = mi->mbmi.skip;
Yaowu Xu's avatar
Yaowu Xu committed
459
    aom_write(w, skip, av1_get_skip_prob(cm, xd));
Jingning Han's avatar
Jingning Han committed
460 461 462 463
    return skip;
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
464
static void update_skip_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
465 466 467 468
                              FRAME_COUNTS *counts) {
  int k;

  for (k = 0; k < SKIP_CONTEXTS; ++k)
Yaowu Xu's avatar
Yaowu Xu committed
469
    av1_cond_prob_diff_update(w, &cm->fc->skip_probs[k], counts->skip[k]);
Jingning Han's avatar
Jingning Han committed
470 471
}

Yaowu Xu's avatar
Yaowu Xu committed
472
static void update_switchable_interp_probs(AV1_COMMON *cm, aom_writer *w,
Jingning Han's avatar
Jingning Han committed
473 474 475
                                           FRAME_COUNTS *counts) {
  int j;
  for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; ++j)
Yaowu Xu's avatar
Yaowu Xu committed
476
    prob_diff_update(av1_switchable_interp_tree,
Jingning Han's avatar
Jingning Han committed
477 478 479 480
                     cm->fc->switchable_interp_prob[j],
                     counts->switchable_interp[j], SWITCHABLE_FILTERS, w);
}

481
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
482 483 484
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
485
  int i, j;
486 487 488 489 490
  int s;
  for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
491
      if (!use_inter_ext_tx_for_txsize[s][i]) continue;
492
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
493
          av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
494 495 496
          cm->counts.inter_ext_tx[s][i], num_ext_tx_set_inter[s]);
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
497
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
498 499
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
500
        if (!use_inter_ext_tx_for_txsize[s][i]) continue;
501
        prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
502
            av1_ext_tx_inter_tree[s], cm->fc->inter_ext_tx_prob[s][i],
503
            cm->counts.inter_ext_tx[s][i], num_ext_tx_set_inter[s], w);
504
      }
505 506
    }
  }
507

508 509 510 511
  for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
    int savings = 0;
    int do_update = 0;
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
512
      if (!use_intra_ext_tx_for_txsize[s][i]) continue;
513
      for (j = 0; j < INTRA_MODES; ++j)
514
        savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
515
            av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
516 517 518
            cm->counts.intra_ext_tx[s][i][j], num_ext_tx_set_intra[s]);
    }
    do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
519
    aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
520 521
    if (do_update) {
      for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
522
        if (!use_intra_ext_tx_for_txsize[s][i]) continue;
523
        for (j = 0; j < INTRA_MODES; ++j)
524
          prob_diff_update(
Yaowu Xu's avatar
Yaowu Xu committed
525
              av1_ext_tx_intra_tree[s], cm->fc->intra_ext_tx_prob[s][i][j],
526
              cm->counts.intra_ext_tx[s][i][j], num_ext_tx_set_intra[s], w);
527 528
      }
    }
529
  }
530
}
Debargha Mukherjee's avatar
Debargha Mukherjee committed
531

532
#else
Debargha Mukherjee's avatar
Debargha Mukherjee committed
533

Yaowu Xu's avatar
Yaowu Xu committed
534 535 536
static void update_ext_tx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
537 538 539 540 541 542 543
  int i, j;

  int savings = 0;
  int do_update = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
    for (j = 0; j < TX_TYPES; ++j)
      savings += prob_diff_update_savings(
Yaowu Xu's avatar
Yaowu Xu committed
544
          av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
545 546 547
          cm->counts.intra_ext_tx[i][j], TX_TYPES);
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
548
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
549 550 551
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
      for (j = 0; j < TX_TYPES; ++j)
Yaowu Xu's avatar
Yaowu Xu committed
552
        prob_diff_update(av1_ext_tx_tree, cm->fc->intra_ext_tx_prob[i][j],
553
                         cm->counts.intra_ext_tx[i][j], TX_TYPES, w);
554 555 556 557
    }
  }
  savings = 0;
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
558
    savings +=
Yaowu Xu's avatar
Yaowu Xu committed
559
        prob_diff_update_savings(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
560
                                 cm->counts.inter_ext_tx[i], TX_TYPES);
561 562
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
563
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
564 565
  if (do_update) {
    for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
566
      prob_diff_update(av1_ext_tx_tree, cm->fc->inter_ext_tx_prob[i],
567
                       cm->counts.inter_ext_tx[i], TX_TYPES, w);
568 569 570
    }
  }
}
571 572
#endif  // CONFIG_EXT_TX

Yaowu Xu's avatar
Yaowu Xu committed
573
static void pack_palette_tokens(aom_writer *w, const TOKENEXTRA **tp, int n,
574
                                int num) {
hui su's avatar
hui su committed
575
  int i;
576
  const TOKENEXTRA *p = *tp;
hui su's avatar
hui su committed
577

578
  for (i = 0; i < num; ++i) {
Yaowu Xu's avatar
Yaowu Xu committed
579 580
    av1_write_token(w, av1_palette_color_tree[n - 2], p->context_tree,
                    &palette_color_encodings[n - 2][p->token]);
hui su's avatar
hui su committed
581 582 583 584 585 586
    ++p;
  }

  *tp = p;
}

587
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
588 589 590
static void update_supertx_probs(AV1_COMMON *cm, aom_writer *w) {
  const int savings_thresh = av1_cost_one(GROUP_DIFF_UPDATE_PROB) -
                             av1_cost_zero(GROUP_DIFF_UPDATE_PROB);
591 592 593 594 595
  int i, j;
  int savings = 0;
  int do_update = 0;
  for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
    for (j = 1; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
596 597
      savings += av1_cond_prob_diff_update_savings(&cm->fc->supertx_prob[i][j],
                                                   cm->counts.supertx[i][j]);
598 599 600
    }
  }
  do_update = savings > savings_thresh;
Yaowu Xu's avatar
Yaowu Xu committed
601
  aom_write(w, do_update, GROUP_DIFF_UPDATE_PROB);
602 603 604
  if (do_update) {
    for (i = 0; i < PARTITION_SUPERTX_CONTEXTS; ++i) {
      for (j = 1; j < TX_SIZES; ++j) {
Yaowu Xu's avatar
Yaowu Xu committed
605 606
        av1_cond_prob_diff_update(w, &cm->fc->supertx_prob[i][j],
                                  cm->counts.supertx[i][j]);
607 608 609 610 611 612
      }
    }
  }
}
#endif  // CONFIG_SUPERTX

Alex Converse's avatar
Alex Converse committed
613
#if !CONFIG_ANS
Yaowu Xu's avatar
Yaowu Xu committed
614
static void pack_mb_tokens(aom_writer *w, const TOKENEXTRA **tp,
615
                           const TOKENEXTRA *const stop,
Yaowu Xu's avatar
Yaowu Xu committed
616
                           aom_bit_depth_t bit_depth, const TX_SIZE tx) {
617
  const TOKENEXTRA *p = *tp;
618 619
#if CONFIG_VAR_TX
  int count = 0;
Debargha Mukherjee's avatar
Debargha Mukherjee committed
620
  const int seg_eob = get_tx2d_size(tx);
621
#endif
Jingning Han's avatar
Jingning Han committed
622 623 624

  while (p < stop && p->token != EOSB_TOKEN) {
    const int t = p->token;
Yaowu Xu's avatar
Yaowu Xu committed
625
    const struct av1_token *const a = &av1_coef_encodings[t];
Jingning Han's avatar
Jingning Han committed
626 627
    int v = a->value;
    int n = a->len;
Yaowu Xu's avatar
Yaowu Xu committed
628 629 630 631 632 633
#if CONFIG_AOM_HIGHBITDEPTH
    const av1_extra_bit *b;
    if (bit_depth == AOM_BITS_12)
      b = &av1_extra_bits_high12[t];
    else if (bit_depth == AOM_BITS_10)
      b = &av1_extra_bits_high10[t];
Jingning Han's avatar
Jingning Han committed
634
    else
Yaowu Xu's avatar
Yaowu Xu committed
635
      b = &av1_extra_bits[t];
Jingning Han's avatar
Jingning Han committed
636
#else
Yaowu Xu's avatar
Yaowu Xu committed
637
    const av1_extra_bit *const b = &av1_extra_bits[t];
638
    (void)bit_depth;
Yaowu Xu's avatar
Yaowu Xu committed
639
#endif  // CONFIG_AOM_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
640 641

    /* skip one or two nodes */
642
    if (p->skip_eob_node)
Jingning Han's avatar
Jingning Han committed
643
      n -= p->skip_eob_node;
644
    else
Yaowu Xu's avatar
Yaowu Xu committed
645
      aom_write(w, t != EOB_TOKEN, p->context_tree[0]);
646 647

    if (t != EOB_TOKEN) {
Yaowu Xu's avatar
Yaowu Xu committed
648
      aom_write(w, t != ZERO_TOKEN, p->context_tree[1]);
Jingning Han's avatar
Jingning Han committed
649

650
      if (t != ZERO_TOKEN) {
Yaowu Xu's avatar
Yaowu Xu committed
651
        aom_write(w, t != ONE_TOKEN, p->context_tree[2]);
652 653 654

        if (t != ONE_TOKEN) {
          int len = UNCONSTRAINED_NODES - p->skip_eob_node;
Yaowu Xu's avatar
Yaowu Xu committed
655 656 657
          av1_write_tree(w, av1_coef_con_tree,
                         av1_pareto8_full[p->context_tree[PIVOT_NODE] - 1], v,
                         n - len, 0);
658 659
        }
      }
Jingning Han's avatar
Jingning Han committed
660 661 662 663
    }

    if (b->base_val) {
      const int e = p->extra, l = b->len;
Debargha Mukherjee's avatar
Debargha Mukherjee committed
664 665 666
      int skip_bits = (b->base_val == CAT6_MIN_VAL)
                          ? TX_SIZES - 1 - txsize_sqr_up_map[tx]
                          : 0;
Jingning Han's avatar
Jingning Han committed
667 668 669 670

      if (l) {
        const unsigned char *pb = b->prob;
        int v = e >> 1;
671
        int n = l; /* number of bits in v, assumed nonzero */
Jingning Han's avatar
Jingning Han committed
672 673 674 675
        int i = 0;

        do {
          const int bb = (v >> --n) & 1;
676 677 678 679
          if (skip_bits) {
            skip_bits--;
            assert(!bb);
          } else {
Yaowu Xu's avatar
Yaowu Xu committed
680
            aom_write(w, bb, pb[i >> 1]);
681
          }
Jingning Han's avatar
Jingning Han committed
682 683 684 685
          i = b->tree[i + bb];
        } while (n);
      }

Yaowu Xu's avatar
Yaowu Xu committed
686
      aom_write_bit(w, e & 1);
Jingning Han's avatar
Jingning Han committed
687 688
    }
    ++p;
689 690 691

#if CONFIG_VAR_TX
    ++count;
692
    if (t == EOB_TOKEN || count == seg_eob) break;
693
#endif
Jingning Han's avatar
Jingning Han committed
694 695
  }

696
  *tp = p;
Jingning Han's avatar
Jingning Han committed
697
}
Alex Converse's avatar
Alex Converse committed
698
#else
699 700
// This function serializes the tokens in forward order using a buffered ans
// coder.
701
static void pack_mb_tokens(struct BufAnsCoder *ans, const TOKENEXTRA **tp,
702
                           const TOKENEXTRA *const stop,
Yaowu Xu's avatar
Yaowu Xu committed
703
                           aom_bit_depth_t bit_depth, const TX_SIZE tx) {
704
  const TOKENEXTRA *p = *tp;
705 706 707 708
#if CONFIG_VAR_TX
  int count = 0;
  const int seg_eob = 16 << (tx << 1);
#endif  // CONFIG_VAR_TX
Alex Converse's avatar
Alex Converse committed
709

710
  while (p < stop && p->token != EOSB_TOKEN) {
Alex Converse's avatar
Alex Converse committed
711
    const int t = p->token;
Yaowu Xu's avatar
Yaowu Xu committed
712 713 714 715 716 717
#if CONFIG_AOM_HIGHBITDEPTH
    const av1_extra_bit *b;
    if (bit_depth == AOM_BITS_12)
      b = &av1_extra_bits_high12[t];
    else if (bit_depth == AOM_BITS_10)
      b = &av1_extra_bits_high10[t];
718
    else
Yaowu Xu's avatar
Yaowu Xu committed
719
      b = &av1_extra_bits[t];
Alex Converse's avatar
Alex Converse committed
720
#else
Yaowu Xu's avatar
Yaowu Xu committed
721
    const av1_extra_bit *const b = &av1_extra_bits[t];
722
    (void)bit_depth;
Yaowu Xu's avatar
Yaowu Xu committed
723
#endif  // CONFIG_AOM_HIGHBITDEPTH
Alex Converse's avatar
Alex Converse committed
724

725 726 727 728 729
    /* skip one or two nodes */
    if (!p->skip_eob_node)
      buf_uabs_write(ans, t != EOB_TOKEN, p->context_tree[0]);

    if (t != EOB_TOKEN) {
730 731 732 733 734 735 736 737 738
      struct rans_sym s;
      const rans_dec_lut *token_cdf = p->token_cdf;
      assert(token_cdf);
      s.cum_prob = (*token_cdf)[t - ZERO_TOKEN];
      s.prob = (*token_cdf)[t - ZERO_TOKEN + 1] - s.cum_prob;
      buf_rans_write(ans, &s);

      if (b->base_val) {
        const int e = p->extra, l = b->len;
Debargha Mukherjee's avatar
Debargha Mukherjee committed
739 740 741
        int skip_bits = (b->base_val == CAT6_MIN_VAL)
                            ? TX_SIZES - 1 - txsize_sqr_up_map[tx]
                            : 0;
742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759

        if (l) {
          const unsigned char *pb = b->prob;
          int v = e >> 1;
          int n = l; /* number of bits in v, assumed nonzero */
          int i = 0;

          do {
            const int bb = (v >> --n) & 1;
            if (skip_bits) {
              skip_bits--;
              assert(!bb);
            } else {
              buf_uabs_write(ans, bb, pb[i >> 1]);
            }
            i = b->tree[i + bb];
          } while (n);
        }
760

761
        buf_uabs_write(ans, e & 1, 128);
762 763 764 765 766 767 768 769
      }
    }
    ++p;

#if CONFIG_VAR_TX
    ++count;
    if (t == EOB_TOKEN || count == seg_eob) break;
#endif  // CONFIG_VAR_TX
Alex Converse's avatar
Alex Converse committed
770
  }
771 772

  *tp = p;
Alex Converse's avatar
Alex Converse committed
773 774
}
#endif  // !CONFIG_ANS
Jingning Han's avatar
Jingning Han committed
775

776
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
777
static void pack_txb_tokens(aom_writer *w, const TOKENEXTRA **tp,
778 779
                            const TOKENEXTRA *const tok_end, MACROBLOCKD *xd,
                            MB_MODE_INFO *mbmi, int plane,
Yaowu Xu's avatar
Yaowu Xu committed
780
                            BLOCK_SIZE plane_bsize, aom_bit_depth_t bit_depth,
781 782
                            int block, int blk_row, int blk_col,
                            TX_SIZE tx_size) {
783 784
  const struct macroblockd_plane *const pd = &xd->plane[plane];
  const BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
785 786
  const int tx_row = blk_row >> (1 - pd->subsampling_y);
  const int tx_col = blk_col >> (1 - pd->subsampling_x);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
787
  TX_SIZE plane_tx_size;
788 789 790 791 792 793 794 795
  int max_blocks_high = num_4x4_blocks_high_lookup[plane_bsize];
  int max_blocks_wide = num_4x4_blocks_wide_lookup[plane_bsize];

  if (xd->mb_to_bottom_edge < 0)
    max_blocks_high += xd->mb_to_bottom_edge >> (5 + pd->subsampling_y);
  if (xd->mb_to_right_edge < 0)
    max_blocks_wide += xd->mb_to_right_edge >> (5 + pd->subsampling_x);

796
  if (blk_row >= max_blocks_high || blk_col >= max_blocks_wide) return;
797

Debargha Mukherjee's avatar
Debargha Mukherjee committed
798 799 800 801
  plane_tx_size = plane ? get_uv_tx_size_impl(
                              mbmi->inter_tx_size[tx_row][tx_col], bsize, 0, 0)
                        : mbmi->inter_tx_size[tx_row][tx_col];

802 803 804 805 806 807 808 809 810 811 812 813
  if (tx_size == plane_tx_size) {
    pack_mb_tokens(w, tp, tok_end, bit_depth, tx_size);
  } else {
    int bsl = b_width_log2_lookup[bsize];
    int i;

    assert(bsl > 0);
    --bsl;

    for (i = 0; i < 4; ++i) {
      const int offsetr = blk_row + ((i >> 1) << bsl);
      const int offsetc = blk_col + ((i & 0x01) << bsl);
814
      int step = num_4x4_blocks_txsize_lookup[tx_size - 1];
815

816
      if (offsetr >= max_blocks_high || offsetc >= max_blocks_wide) continue;