vp9_decodemv.c 28.9 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10 11
 */


12
#include "vp9/decoder/vp9_treereader.h"
13 14
#include "vp9/common/vp9_entropymv.h"
#include "vp9/common/vp9_entropymode.h"
15
#include "vp9/common/vp9_reconinter.h"
16
#include "vp9/decoder/vp9_onyxd_int.h"
17
#include "vp9/common/vp9_findnearmv.h"
Ronald S. Bultje's avatar
Ronald S. Bultje committed
18
#include "vp9/common/vp9_common.h"
19 20 21 22
#include "vp9/common/vp9_seg_common.h"
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_entropy.h"
#include "vp9/decoder/vp9_decodemv.h"
23
#include "vp9/decoder/vp9_decodframe.h"
24
#include "vp9/common/vp9_mvref_common.h"
John Koleszar's avatar
John Koleszar committed
25 26 27
#if CONFIG_DEBUG
#include <assert.h>
#endif
28

John Koleszar's avatar
John Koleszar committed
29
// #define DEBUG_DEC_MV
30 31 32
#ifdef DEBUG_DEC_MV
int dec_mvcount = 0;
#endif
Dmitry Kovalev's avatar
Dmitry Kovalev committed
33

34 35 36 37
// #define DEC_DEBUG
#ifdef DEC_DEBUG
extern int dec_debug;
#endif
38

39 40
static MB_PREDICTION_MODE read_intra_mode(vp9_reader *r, const vp9_prob *p) {
  MB_PREDICTION_MODE m = treed_read(r, vp9_intra_mode_tree, p);
41 42 43
  return m;
}

44
static int read_mb_segid(vp9_reader *r, MACROBLOCKD *xd) {
45
  return treed_read(r, vp9_segment_tree, xd->mb_segment_tree_probs);
Scott LaVarnway's avatar
Scott LaVarnway committed
46
}
47

48
static void set_segment_id(VP9_COMMON *cm, MB_MODE_INFO *mbmi,
49 50
                           int mi_row, int mi_col, int segment_id) {
  const int mi_index = mi_row * cm->mi_cols + mi_col;
51
  const BLOCK_SIZE_TYPE sb_type = mbmi->sb_type;
52 53 54 55 56 57 58 59 60 61
  const int bw = 1 << mi_width_log2(sb_type);
  const int bh = 1 << mi_height_log2(sb_type);
  const int ymis = MIN(cm->mi_rows - mi_row, bh);
  const int xmis = MIN(cm->mi_cols - mi_col, bw);
  int x, y;

  for (y = 0; y < ymis; y++) {
    for (x = 0; x < xmis; x++) {
      const int index = mi_index + (y * cm->mi_cols + x);
      cm->last_frame_seg_map[index] = segment_id;
62 63 64 65
    }
  }
}

66
static TX_SIZE select_txfm_size(VP9_COMMON *cm, vp9_reader *r,
67 68 69 70 71 72 73 74 75 76 77 78 79 80
                                BLOCK_SIZE_TYPE bsize) {
  int tx_probs_offset = get_tx_probs_offset(bsize);
  TX_SIZE txfm_size = vp9_read(r, cm->fc.tx_probs[tx_probs_offset]);
  if (txfm_size != TX_4X4 && bsize >= BLOCK_SIZE_MB16X16) {
    txfm_size += vp9_read(r, cm->fc.tx_probs[tx_probs_offset + 1]);
    if (txfm_size != TX_8X8 && bsize >= BLOCK_SIZE_SB32X32)
      txfm_size += vp9_read(r, cm->fc.tx_probs[tx_probs_offset + 2]);
  }
  if (bsize >= BLOCK_SIZE_SB32X32) {
    cm->fc.tx_count_32x32p[txfm_size]++;
  } else if (bsize >= BLOCK_SIZE_MB16X16) {
    cm->fc.tx_count_16x16p[txfm_size]++;
  } else {
    cm->fc.tx_count_8x8p[txfm_size]++;
81 82 83 84
  }
  return txfm_size;
}

85

86
static void kfread_modes(VP9D_COMP *pbi, MODE_INFO *m,
87
                         int mi_row, int mi_col,
88
                         vp9_reader *r) {
89
  VP9_COMMON *const cm = &pbi->common;
90
  MACROBLOCKD *const xd = &pbi->mb;
91
  const int mis = cm->mode_info_stride;
92

93
  // Read segmentation map if it is being updated explicitly this frame
John Koleszar's avatar
John Koleszar committed
94
  m->mbmi.segment_id = 0;
95 96
  if (xd->segmentation_enabled && xd->update_mb_segmentation_map) {
    m->mbmi.segment_id = read_mb_segid(r, xd);
97
    set_segment_id(cm, &m->mbmi, mi_row, mi_col, m->mbmi.segment_id);
John Koleszar's avatar
John Koleszar committed
98 99
  }

100
  m->mbmi.mb_skip_coeff = vp9_segfeature_active(xd, m->mbmi.segment_id,
101 102
                                                SEG_LVL_SKIP);
  if (!m->mbmi.mb_skip_coeff)
103
    m->mbmi.mb_skip_coeff = vp9_read(r, vp9_get_pred_prob(cm, xd, PRED_MBSKIP));
John Koleszar's avatar
John Koleszar committed
104

105 106
  if (cm->txfm_mode == TX_MODE_SELECT &&
      m->mbmi.sb_type >= BLOCK_SIZE_SB8X8) {
107
    m->mbmi.txfm_size = select_txfm_size(cm, r,  m->mbmi.sb_type);
108 109 110 111 112 113 114 115 116 117 118 119 120
  } else if (cm->txfm_mode >= ALLOW_32X32 &&
             m->mbmi.sb_type >= BLOCK_SIZE_SB32X32) {
    m->mbmi.txfm_size = TX_32X32;
  } else if (cm->txfm_mode >= ALLOW_16X16 &&
             m->mbmi.sb_type >= BLOCK_SIZE_MB16X16) {
    m->mbmi.txfm_size = TX_16X16;
  } else if (cm->txfm_mode >= ALLOW_8X8 &&
             m->mbmi.sb_type >= BLOCK_SIZE_SB8X8) {
    m->mbmi.txfm_size = TX_8X8;
  } else {
    m->mbmi.txfm_size = TX_4X4;
  }

121
  // luma mode
Ronald S. Bultje's avatar
Ronald S. Bultje committed
122
  m->mbmi.ref_frame[0] = INTRA_FRAME;
123 124 125 126
  if (m->mbmi.sb_type >= BLOCK_SIZE_SB8X8) {
    const MB_PREDICTION_MODE A = above_block_mode(m, 0, mis);
    const MB_PREDICTION_MODE L = xd->left_available ?
                                  left_block_mode(m, 0) : DC_PRED;
127
    m->mbmi.mode = read_intra_mode(r, cm->kf_y_mode_prob[A][L]);
128
  } else {
129 130 131
    int idx, idy;
    int bw = 1 << b_width_log2(m->mbmi.sb_type);
    int bh = 1 << b_height_log2(m->mbmi.sb_type);
132 133 134 135 136 137 138 139 140

    for (idy = 0; idy < 2; idy += bh) {
      for (idx = 0; idx < 2; idx += bw) {
        int ib = idy * 2 + idx;
        int k;
        const MB_PREDICTION_MODE A = above_block_mode(m, ib, mis);
        const MB_PREDICTION_MODE L = (xd->left_available || idx) ?
                                      left_block_mode(m, ib) : DC_PRED;
        m->bmi[ib].as_mode.first =
141
            read_intra_mode(r, cm->kf_y_mode_prob[A][L]);
142 143 144 145 146 147
        for (k = 1; k < bh; ++k)
          m->bmi[ib + k * 2].as_mode.first = m->bmi[ib].as_mode.first;
        for (k = 1; k < bw; ++k)
          m->bmi[ib + k].as_mode.first = m->bmi[ib].as_mode.first;
      }
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
148
    m->mbmi.mode = m->bmi[3].as_mode.first;
John Koleszar's avatar
John Koleszar committed
149
  }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
150

151
  m->mbmi.uv_mode = read_intra_mode(r, cm->kf_uv_mode_prob[m->mbmi.mode]);
Scott LaVarnway's avatar
Scott LaVarnway committed
152
}
John Koleszar's avatar
John Koleszar committed
153

154 155
static int read_mv_component(vp9_reader *r,
                             const nmv_component *mvcomp, int usehp) {
156

157
  int mag, d, fr, hp;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
158 159 160
  const int sign = vp9_read(r, mvcomp->sign);
  const int mv_class = treed_read(r, vp9_mv_class_tree, mvcomp->classes);

161
  // Integer part
Dmitry Kovalev's avatar
Dmitry Kovalev committed
162
  if (mv_class == MV_CLASS_0) {
163
    d = treed_read(r, vp9_mv_class0_tree, mvcomp->class0);
164
  } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
165
    int i;
166
    const int n = mv_class + CLASS0_BITS - 1;  // number of bits
Dmitry Kovalev's avatar
Dmitry Kovalev committed
167

168
    d = 0;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
169 170
    for (i = 0; i < n; ++i)
      d |= vp9_read(r, mvcomp->bits[i]) << i;
171 172
  }

173 174 175
  // Fractional part
  fr = treed_read(r, vp9_mv_fp_tree,
                  mv_class == MV_CLASS_0 ? mvcomp->class0_fp[d] : mvcomp->fp);
176 177


178 179 180 181
  // High precision part (if hp is not used, the default value of the hp is 1)
  hp = usehp ? vp9_read(r,
                        mv_class == MV_CLASS_0 ? mvcomp->class0_hp : mvcomp->hp)
             : 1;
182

183 184 185
  // result
  mag = vp9_get_mv_mag(mv_class, (d << 3) | (fr << 1) | hp) + 1;
  return sign ? -mag : mag;
186 187
}

188
static void update_nmv(vp9_reader *r, vp9_prob *const p,
189
                       const vp9_prob upd_p) {
190
  if (vp9_read(r, upd_p)) {
191
#ifdef LOW_PRECISION_MV_UPDATE
192
    *p = (vp9_read_literal(r, 7) << 1) | 1;
193
#else
194
    *p = (vp9_read_literal(r, 8));
195 196 197 198
#endif
  }
}

199
static void read_nmvprobs(vp9_reader *r, nmv_context *mvctx,
200 201
                          int usehp) {
  int i, j, k;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
202

203
#ifdef MV_GROUP_UPDATE
204
  if (!vp9_read_bit(r))
Dmitry Kovalev's avatar
Dmitry Kovalev committed
205
    return;
206
#endif
Dmitry Kovalev's avatar
Dmitry Kovalev committed
207
  for (j = 0; j < MV_JOINTS - 1; ++j)
208
    update_nmv(r, &mvctx->joints[j], VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
209

210
  for (i = 0; i < 2; ++i) {
211
    update_nmv(r, &mvctx->comps[i].sign, VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
212
    for (j = 0; j < MV_CLASSES - 1; ++j)
213
      update_nmv(r, &mvctx->comps[i].classes[j], VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
214 215

    for (j = 0; j < CLASS0_SIZE - 1; ++j)
216
      update_nmv(r, &mvctx->comps[i].class0[j], VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
217 218

    for (j = 0; j < MV_OFFSET_BITS; ++j)
219
      update_nmv(r, &mvctx->comps[i].bits[j], VP9_NMV_UPDATE_PROB);
220 221 222
  }

  for (i = 0; i < 2; ++i) {
223
    for (j = 0; j < CLASS0_SIZE; ++j)
224
      for (k = 0; k < 3; ++k)
225
        update_nmv(r, &mvctx->comps[i].class0_fp[j][k], VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
226 227

    for (j = 0; j < 3; ++j)
228
      update_nmv(r, &mvctx->comps[i].fp[j], VP9_NMV_UPDATE_PROB);
229 230 231 232
  }

  if (usehp) {
    for (i = 0; i < 2; ++i) {
233 234
      update_nmv(r, &mvctx->comps[i].class0_hp, VP9_NMV_UPDATE_PROB);
      update_nmv(r, &mvctx->comps[i].hp, VP9_NMV_UPDATE_PROB);
235 236 237 238
    }
  }
}

239
// Read the referncence frame
Ronald S. Bultje's avatar
Ronald S. Bultje committed
240 241
static void read_ref_frame(VP9D_COMP *pbi, vp9_reader *r,
                           int segment_id, MV_REFERENCE_FRAME ref_frame[2]) {
242
  VP9_COMMON *const cm = &pbi->common;
John Koleszar's avatar
John Koleszar committed
243
  MACROBLOCKD *const xd = &pbi->mb;
244 245
  const int seg_ref_active = vp9_segfeature_active(xd, segment_id,
                                                   SEG_LVL_REF_FRAME);
246 247 248

  // Segment reference frame features not available.
  if (!seg_ref_active) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
249 250
    int is_comp;
    int comp_ctx = vp9_get_pred_context(cm, xd, PRED_COMP_INTER_INTER);
John Koleszar's avatar
John Koleszar committed
251

Ronald S. Bultje's avatar
Ronald S. Bultje committed
252 253 254 255 256 257
    if (cm->comp_pred_mode == HYBRID_PREDICTION) {
      is_comp = vp9_read(r, cm->fc.comp_inter_prob[comp_ctx]);
      cm->fc.comp_inter_count[comp_ctx][is_comp]++;
    } else {
      is_comp = cm->comp_pred_mode == COMP_PREDICTION_ONLY;
    }
John Koleszar's avatar
John Koleszar committed
258

Ronald S. Bultje's avatar
Ronald S. Bultje committed
259 260 261 262
    // FIXME(rbultje) I'm pretty sure this breaks segmentation ref frame coding
    if (is_comp) {
      int b, fix_ref_idx = cm->ref_frame_sign_bias[cm->comp_fixed_ref];
      int ref_ctx = vp9_get_pred_context(cm, xd, PRED_COMP_REF_P);
John Koleszar's avatar
John Koleszar committed
263

Ronald S. Bultje's avatar
Ronald S. Bultje committed
264 265 266 267
      ref_frame[fix_ref_idx]  = cm->comp_fixed_ref;
      b = vp9_read(r, cm->fc.comp_ref_prob[ref_ctx]);
      cm->fc.comp_ref_count[ref_ctx][b]++;
      ref_frame[!fix_ref_idx] = cm->comp_var_ref[b];
Dmitry Kovalev's avatar
Dmitry Kovalev committed
268
    } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
269 270 271 272 273 274 275 276 277 278 279
      int ref1_ctx = vp9_get_pred_context(cm, xd, PRED_SINGLE_REF_P1);
      ref_frame[1] = NONE;
      if (vp9_read(r, cm->fc.single_ref_prob[ref1_ctx][0])) {
        int ref2_ctx = vp9_get_pred_context(cm, xd, PRED_SINGLE_REF_P2);
        int b2 = vp9_read(r, cm->fc.single_ref_prob[ref2_ctx][1]);
        ref_frame[0] = b2 ? ALTREF_FRAME : GOLDEN_FRAME;
        cm->fc.single_ref_count[ref1_ctx][0][1]++;
        cm->fc.single_ref_count[ref2_ctx][1][b2]++;
      } else {
        ref_frame[0] = LAST_FRAME;
        cm->fc.single_ref_count[ref1_ctx][0][0]++;
John Koleszar's avatar
John Koleszar committed
280
      }
281
    }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
282
  } else {
283
    ref_frame[0] = vp9_get_segdata(xd, segment_id, SEG_LVL_REF_FRAME);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
284
    ref_frame[1] = NONE;
John Koleszar's avatar
John Koleszar committed
285
  }
286
}
John Koleszar's avatar
John Koleszar committed
287

288 289
static MB_PREDICTION_MODE read_sb_mv_ref(vp9_reader *r, const vp9_prob *p) {
  return (MB_PREDICTION_MODE) treed_read(r, vp9_sb_mv_ref_tree, p);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
290
}
John Koleszar's avatar
John Koleszar committed
291

Scott LaVarnway's avatar
Scott LaVarnway committed
292
#ifdef VPX_MODE_COUNT
293
unsigned int vp9_mv_cont_count[5][4] = {
John Koleszar's avatar
John Koleszar committed
294 295 296 297 298
  { 0, 0, 0, 0 },
  { 0, 0, 0, 0 },
  { 0, 0, 0, 0 },
  { 0, 0, 0, 0 },
  { 0, 0, 0, 0 }
John Koleszar's avatar
John Koleszar committed
299
};
Scott LaVarnway's avatar
Scott LaVarnway committed
300
#endif
John Koleszar's avatar
John Koleszar committed
301

302
static void read_switchable_interp_probs(VP9_COMMON* const cm, vp9_reader *r) {
303
  int i, j;
304 305 306 307 308 309 310 311 312 313 314 315 316
  for (j = 0; j <= VP9_SWITCHABLE_FILTERS; ++j)
    for (i = 0; i < VP9_SWITCHABLE_FILTERS - 1; ++i) {
      if (vp9_read(r, VP9_DEF_UPDATE_PROB)) {
        cm->fc.switchable_interp_prob[j][i] =
            // vp9_read_prob(r);
            vp9_read_prob_diff_update(r, cm->fc.switchable_interp_prob[j][i]);
      }
    }
}

static void read_inter_mode_probs(VP9_COMMON *const cm, vp9_reader *r) {
  int i, j;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i)
317
    for (j = 0; j < VP9_INTER_MODES - 1; ++j) {
318 319 320 321 322 323
      if (vp9_read(r, VP9_DEF_UPDATE_PROB)) {
        // cm->fc.inter_mode_probs[i][j] = vp9_read_prob(r);
        cm->fc.inter_mode_probs[i][j] =
            vp9_read_prob_diff_update(r, cm->fc.inter_mode_probs[i][j]);
      }
    }
324
}
John Koleszar's avatar
John Koleszar committed
325

326 327 328 329 330 331 332 333
static INLINE COMPPREDMODE_TYPE read_comp_pred_mode(vp9_reader *r) {
  COMPPREDMODE_TYPE mode = vp9_read_bit(r);
  if (mode)
     mode += vp9_read_bit(r);
  return mode;
}

static void mb_mode_mv_init(VP9D_COMP *pbi, vp9_reader *r) {
334
  VP9_COMMON *const cm = &pbi->common;
John Koleszar's avatar
John Koleszar committed
335

336
  if (cm->frame_type != KEY_FRAME) {
337 338
    nmv_context *const nmvc = &pbi->common.fc.nmvc;
    MACROBLOCKD *const xd = &pbi->mb;
339
    int i, j;
340

341 342
    read_inter_mode_probs(cm, r);

343
    if (cm->mcomp_filter_type == SWITCHABLE)
344
      read_switchable_interp_probs(cm, r);
345

Ronald S. Bultje's avatar
Ronald S. Bultje committed
346 347 348 349 350
    for (i = 0; i < INTRA_INTER_CONTEXTS; i++) {
      if (vp9_read(r, VP9_DEF_UPDATE_PROB))
        cm->fc.intra_inter_prob[i] =
            vp9_read_prob_diff_update(r, cm->fc.intra_inter_prob[i]);
    }
John Koleszar's avatar
John Koleszar committed
351

Ronald S. Bultje's avatar
Ronald S. Bultje committed
352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371
    if (cm->allow_comp_inter_inter) {
      cm->comp_pred_mode = read_comp_pred_mode(r);
      if (cm->comp_pred_mode == HYBRID_PREDICTION)
        for (i = 0; i < COMP_INTER_CONTEXTS; i++)
          if (vp9_read(r, VP9_DEF_UPDATE_PROB))
            cm->fc.comp_inter_prob[i] =
                vp9_read_prob_diff_update(r, cm->fc.comp_inter_prob[i]);
    } else {
      cm->comp_pred_mode = SINGLE_PREDICTION_ONLY;
    }

    if (cm->comp_pred_mode != COMP_PREDICTION_ONLY)
      for (i = 0; i < REF_CONTEXTS; i++) {
        if (vp9_read(r, VP9_DEF_UPDATE_PROB))
          cm->fc.single_ref_prob[i][0] =
              vp9_read_prob_diff_update(r, cm->fc.single_ref_prob[i][0]);
        if (vp9_read(r, VP9_DEF_UPDATE_PROB))
          cm->fc.single_ref_prob[i][1] =
              vp9_read_prob_diff_update(r, cm->fc.single_ref_prob[i][1]);
      }
John Koleszar's avatar
John Koleszar committed
372

Ronald S. Bultje's avatar
Ronald S. Bultje committed
373 374 375 376 377
    if (cm->comp_pred_mode != SINGLE_PREDICTION_ONLY)
      for (i = 0; i < REF_CONTEXTS; i++)
        if (vp9_read(r, VP9_DEF_UPDATE_PROB))
          cm->fc.comp_ref_prob[i] =
              vp9_read_prob_diff_update(r, cm->fc.comp_ref_prob[i]);
John Koleszar's avatar
John Koleszar committed
378

379
    // VP9_INTRA_MODES
380 381 382 383 384 385
    for (j = 0; j < BLOCK_SIZE_GROUPS; j++) {
      for (i = 0; i < VP9_INTRA_MODES - 1; ++i) {
        if (vp9_read(r, VP9_DEF_UPDATE_PROB)) {
          cm->fc.y_mode_prob[j][i] =
              vp9_read_prob_diff_update(r, cm->fc.y_mode_prob[j][i]);
        }
386 387 388 389 390
      }
    }
    for (j = 0; j < NUM_PARTITION_CONTEXTS; ++j) {
      for (i = 0; i < PARTITION_TYPES - 1; ++i) {
        if (vp9_read(r, VP9_DEF_UPDATE_PROB)) {
391 392 393
          cm->fc.partition_prob[INTER_FRAME][j][i] =
              vp9_read_prob_diff_update(r,
                  cm->fc.partition_prob[INTER_FRAME][j][i]);
394 395 396
        }
      }
    }
397

398
    read_nmvprobs(r, nmvc, xd->allow_high_precision_mv);
John Koleszar's avatar
John Koleszar committed
399
  }
Scott LaVarnway's avatar
Scott LaVarnway committed
400
}
John Koleszar's avatar
John Koleszar committed
401

402 403 404
// This function either reads the segment id for the current macroblock from
// the bitstream or if the value is temporally predicted asserts the predicted
// value
405
static int read_mb_segment_id(VP9D_COMP *pbi, int mi_row, int mi_col,
406
                              vp9_reader *r) {
407
  VP9_COMMON *const cm = &pbi->common;
408
  MACROBLOCKD *const xd = &pbi->mb;
409 410
  MODE_INFO *const mi = xd->mode_info_context;
  MB_MODE_INFO *const mbmi = &mi->mbmi;
John Koleszar's avatar
John Koleszar committed
411

412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427
  if (!xd->segmentation_enabled)
    return 0;  // Default for disabled segmentation

  if (xd->update_mb_segmentation_map) {
    int segment_id;

    if (cm->temporal_update) {
      // Temporal coding of the segment id for this mb is enabled.
      // Get the context based probability for reading the
      // prediction status flag
      const vp9_prob pred_prob = vp9_get_pred_prob(cm, xd, PRED_SEG_ID);
      const int pred_flag = vp9_read(r, pred_prob);
      vp9_set_pred_flag(xd, PRED_SEG_ID, pred_flag);

      // If the value is flagged as correctly predicted
      // then use the predicted value, otherwise decode it explicitly
428 429
      segment_id = pred_flag ? vp9_get_pred_mi_segid(cm, mbmi->sb_type,
                                                     mi_row, mi_col)
Paul Wilkins's avatar
Paul Wilkins committed
430
                             : read_mb_segid(r, xd);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
431
    } else {
432
      segment_id = read_mb_segid(r, xd);  // Normal unpredicted coding mode
433
    }
434

435
    set_segment_id(cm, mbmi, mi_row, mi_col, segment_id);  // Side effect
436
    return segment_id;
John Koleszar's avatar
John Koleszar committed
437
  } else {
438
    return vp9_get_pred_mi_segid(cm, mbmi->sb_type, mi_row, mi_col);
John Koleszar's avatar
John Koleszar committed
439
  }
440
}
441

Dmitry Kovalev's avatar
Dmitry Kovalev committed
442 443 444 445 446 447 448 449 450 451 452

static INLINE void assign_and_clamp_mv(int_mv *dst, const int_mv *src,
                                       int mb_to_left_edge,
                                       int mb_to_right_edge,
                                       int mb_to_top_edge,
                                       int mb_to_bottom_edge) {
  dst->as_int = src->as_int;
  clamp_mv(dst, mb_to_left_edge, mb_to_right_edge, mb_to_top_edge,
           mb_to_bottom_edge);
}

453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470
static INLINE void decode_mv(vp9_reader *r, MV *mv, const MV *ref,
                             const nmv_context *ctx,
                             nmv_context_counts *counts,
                             int usehp) {
  const MV_JOINT_TYPE j = treed_read(r, vp9_mv_joint_tree, ctx->joints);
  MV diff = {0, 0};

  usehp = usehp && vp9_use_nmv_hp(ref);
  if (mv_joint_vertical(j))
    diff.row = read_mv_component(r, &ctx->comps[0], usehp);

  if (mv_joint_horizontal(j))
    diff.col = read_mv_component(r, &ctx->comps[1], usehp);

  vp9_increment_nmv(&diff, ref, counts, usehp);

  mv->row = diff.row + ref->row;
  mv->col = diff.col + ref->col;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
471 472
}

473
static INLINE INTERPOLATIONFILTERTYPE read_switchable_filter_type(
474 475
    VP9D_COMP *pbi, vp9_reader *r) {
  const int index = treed_read(r, vp9_switchable_interp_tree,
476 477
                               vp9_get_pred_probs(&pbi->common, &pbi->mb,
                                                  PRED_SWITCHABLE_INTERP));
478 479 480
  ++pbi->common.fc.switchable_interp_count
                [vp9_get_pred_context(
                    &pbi->common, &pbi->mb, PRED_SWITCHABLE_INTERP)][index];
481 482 483
  return vp9_switchable_interp[index];
}

484
static void read_mb_modes_mv(VP9D_COMP *pbi, MODE_INFO *mi, MB_MODE_INFO *mbmi,
485
                             int mi_row, int mi_col,
486
                             vp9_reader *r) {
487
  VP9_COMMON *const cm = &pbi->common;
488
  nmv_context *const nmvc = &cm->fc.nmvc;
489
  MACROBLOCKD *const xd = &pbi->mb;
John Koleszar's avatar
John Koleszar committed
490

491 492
  int_mv *const mv0 = &mbmi->mv[0];
  int_mv *const mv1 = &mbmi->mv[1];
493 494 495
  BLOCK_SIZE_TYPE bsize = mi->mbmi.sb_type;
  int bw = 1 << b_width_log2(bsize);
  int bh = 1 << b_height_log2(bsize);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
496

497
  int mb_to_left_edge, mb_to_right_edge, mb_to_top_edge, mb_to_bottom_edge;
498
  int j, idx, idy;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
499

John Koleszar's avatar
John Koleszar committed
500 501
  mbmi->need_to_clamp_mvs = 0;
  mbmi->need_to_clamp_secondmv = 0;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
502
  mbmi->ref_frame[1] = NONE;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
503

504 505 506 507
  // Make sure the MACROBLOCKD mode info pointer is pointed at the
  // correct entry for the current macroblock.
  xd->mode_info_context = mi;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
508 509 510
  // Distance of Mb to the various image edges.
  // These specified to 8th pel as they are always compared to MV values
  // that are in 1/8th pel units
511 512
  set_mi_row_col(cm, xd, mi_row, 1 << mi_height_log2(bsize),
                         mi_col, 1 << mi_width_log2(bsize));
513

514 515
  mb_to_top_edge = xd->mb_to_top_edge - LEFT_TOP_MARGIN;
  mb_to_bottom_edge = xd->mb_to_bottom_edge + RIGHT_BOTTOM_MARGIN;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
516 517
  mb_to_left_edge = xd->mb_to_left_edge - LEFT_TOP_MARGIN;
  mb_to_right_edge = xd->mb_to_right_edge + RIGHT_BOTTOM_MARGIN;
John Koleszar's avatar
John Koleszar committed
518 519

  // Read the macroblock segment id.
520
  mbmi->segment_id = read_mb_segment_id(pbi, mi_row, mi_col, r);
John Koleszar's avatar
John Koleszar committed
521

522 523 524
  mbmi->mb_skip_coeff = vp9_segfeature_active(xd, mbmi->segment_id,
                                              SEG_LVL_SKIP);
  if (!mbmi->mb_skip_coeff)
525
    mbmi->mb_skip_coeff = vp9_read(r, vp9_get_pred_prob(cm, xd, PRED_MBSKIP));
John Koleszar's avatar
John Koleszar committed
526 527

  // Read the reference frame
528 529 530 531 532 533 534 535 536
  if (!vp9_segfeature_active(xd, mbmi->segment_id, SEG_LVL_REF_FRAME)) {
    mbmi->ref_frame[0] =
        vp9_read(r, vp9_get_pred_prob(cm, xd, PRED_INTRA_INTER));
    cm->fc.intra_inter_count[vp9_get_pred_context(cm, xd, PRED_INTRA_INTER)]
                            [mbmi->ref_frame[0] != INTRA_FRAME]++;
  } else {
    mbmi->ref_frame[0] =
        vp9_get_segdata(xd, mbmi->segment_id, SEG_LVL_REF_FRAME) != INTRA_FRAME;
  }
537

538
  if (cm->txfm_mode == TX_MODE_SELECT &&
Ronald S. Bultje's avatar
Ronald S. Bultje committed
539
      (mbmi->mb_skip_coeff == 0 || mbmi->ref_frame[0] == INTRA_FRAME) &&
540
      bsize >= BLOCK_SIZE_SB8X8) {
541
    mbmi->txfm_size = select_txfm_size(cm, r, bsize);
542 543 544 545 546 547 548 549 550 551 552 553
  } else if (bsize >= BLOCK_SIZE_SB32X32 &&
             cm->txfm_mode >= ALLOW_32X32) {
    mbmi->txfm_size = TX_32X32;
  } else if (cm->txfm_mode >= ALLOW_16X16 &&
             bsize >= BLOCK_SIZE_MB16X16) {
    mbmi->txfm_size = TX_16X16;
  } else if (cm->txfm_mode >= ALLOW_8X8 && (bsize >= BLOCK_SIZE_SB8X8)) {
    mbmi->txfm_size = TX_8X8;
  } else {
    mbmi->txfm_size = TX_4X4;
  }

John Koleszar's avatar
John Koleszar committed
554
  // If reference frame is an Inter frame
Ronald S. Bultje's avatar
Ronald S. Bultje committed
555
  if (mbmi->ref_frame[0] != INTRA_FRAME) {
John Koleszar's avatar
John Koleszar committed
556 557
    int_mv nearest, nearby, best_mv;
    int_mv nearest_second, nearby_second, best_mv_second;
558
    vp9_prob mv_ref_p[VP9_INTER_MODES - 1];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
559 560

    read_ref_frame(pbi, r, mbmi->segment_id, mbmi->ref_frame);
561 562

    {
563 564 565 566 567
#ifdef DEC_DEBUG
      if (dec_debug)
        printf("%d %d\n", xd->mode_info_context->mbmi.mv[0].as_mv.row,
               xd->mode_info_context->mbmi.mv[0].as_mv.col);
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
568 569 570
      vp9_find_mv_refs(cm, xd, mi, xd->prev_mode_info_context,
                       mbmi->ref_frame[0], mbmi->ref_mvs[mbmi->ref_frame[0]],
                       cm->ref_frame_sign_bias);
Paul Wilkins's avatar
Paul Wilkins committed
571

Ronald S. Bultje's avatar
Ronald S. Bultje committed
572
      vp9_mv_ref_probs(cm, mv_ref_p, mbmi->mb_mode_context[mbmi->ref_frame[0]]);
573

574
      // If the segment level skip mode enabled
Paul Wilkins's avatar
Paul Wilkins committed
575 576
      if (vp9_segfeature_active(xd, mbmi->segment_id, SEG_LVL_SKIP)) {
        mbmi->mode = ZEROMV;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
577 578
      } else if (bsize >= BLOCK_SIZE_SB8X8) {
        mbmi->mode = read_sb_mv_ref(r, mv_ref_p);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
579 580
        vp9_accum_mv_refs(cm, mbmi->mode,
                          mbmi->mb_mode_context[mbmi->ref_frame[0]]);
581 582
      }

Ronald S. Bultje's avatar
Ronald S. Bultje committed
583
      if (bsize < BLOCK_SIZE_SB8X8 || mbmi->mode != ZEROMV) {
584
        vp9_find_best_ref_mvs(xd,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
585
                              mbmi->ref_mvs[mbmi->ref_frame[0]],
586 587
                              &nearest, &nearby);

Ronald S. Bultje's avatar
Ronald S. Bultje committed
588
        best_mv.as_int = mbmi->ref_mvs[mbmi->ref_frame[0]][0].as_int;
589
      }
590

591 592 593 594 595 596
#ifdef DEC_DEBUG
      if (dec_debug)
        printf("[D %d %d] %d %d %d %d\n", ref_frame,
               mbmi->mb_mode_context[ref_frame],
               mv_ref_p[0], mv_ref_p[1], mv_ref_p[2], mv_ref_p[3]);
#endif
Paul Wilkins's avatar
Paul Wilkins committed
597
    }
John Koleszar's avatar
John Koleszar committed
598

599 600 601
    mbmi->interp_filter = cm->mcomp_filter_type == SWITCHABLE
                              ? read_switchable_filter_type(pbi, r)
                              : cm->mcomp_filter_type;
602

Ronald S. Bultje's avatar
Ronald S. Bultje committed
603 604 605 606 607 608 609 610 611 612 613 614
    if (mbmi->ref_frame[1] > INTRA_FRAME) {
      vp9_find_mv_refs(cm, xd, mi, xd->prev_mode_info_context,
                       mbmi->ref_frame[1],
                       mbmi->ref_mvs[mbmi->ref_frame[1]],
                       cm->ref_frame_sign_bias);

      if (bsize < BLOCK_SIZE_SB8X8 || mbmi->mode != ZEROMV) {
        vp9_find_best_ref_mvs(xd,
                              mbmi->ref_mvs[mbmi->ref_frame[1]],
                              &nearest_second,
                              &nearby_second);
        best_mv_second.as_int = mbmi->ref_mvs[mbmi->ref_frame[1]][0].as_int;
615
      }
John Koleszar's avatar
John Koleszar committed
616
    }
617

John Koleszar's avatar
John Koleszar committed
618
    mbmi->uv_mode = DC_PRED;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
619 620 621 622 623 624 625 626 627 628
    if (mbmi->sb_type < BLOCK_SIZE_SB8X8) {
      mbmi->need_to_clamp_mvs = 0;
      for (idy = 0; idy < 2; idy += bh) {
        for (idx = 0; idx < 2; idx += bw) {
          int_mv blockmv, secondmv;
          int blockmode;
          int i;
          j = idy * 2 + idx;

          blockmode = read_sb_mv_ref(r, mv_ref_p);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
629 630
          vp9_accum_mv_refs(cm, blockmode,
                            mbmi->mb_mode_context[mbmi->ref_frame[0]]);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
631
          if (blockmode == NEARESTMV || blockmode == NEARMV) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
632
            MV_REFERENCE_FRAME rf2 = mbmi->ref_frame[1];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
633 634 635 636
            vp9_append_sub8x8_mvs_for_idx(cm, xd, &nearest, &nearby, j, 0);
            if (rf2 > 0) {
              vp9_append_sub8x8_mvs_for_idx(cm, xd,  &nearest_second,
                                            &nearby_second, j, 1);
637
            }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
638
          }
639

Ronald S. Bultje's avatar
Ronald S. Bultje committed
640 641 642 643 644
          switch (blockmode) {
            case NEWMV:
              decode_mv(r, &blockmv.as_mv, &best_mv.as_mv, nmvc,
                         &cm->fc.NMVcount, xd->allow_high_precision_mv);

Ronald S. Bultje's avatar
Ronald S. Bultje committed
645
              if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
646 647 648 649 650 651 652 653 654
                decode_mv(r, &secondmv.as_mv, &best_mv_second.as_mv, nmvc,
                          &cm->fc.NMVcount, xd->allow_high_precision_mv);

#ifdef VPX_MODE_COUNT
              vp9_mv_cont_count[mv_contz][3]++;
#endif
              break;
            case NEARESTMV:
              blockmv.as_int = nearest.as_int;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
655
              if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
656 657 658 659 660 661 662
                secondmv.as_int = nearest_second.as_int;
#ifdef VPX_MODE_COUNT
              vp9_mv_cont_count[mv_contz][0]++;
#endif
              break;
            case NEARMV:
              blockmv.as_int = nearby.as_int;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
663
              if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
664 665 666 667 668 669 670
                secondmv.as_int = nearby_second.as_int;
#ifdef VPX_MODE_COUNT
              vp9_mv_cont_count[mv_contz][1]++;
#endif
              break;
            case ZEROMV:
              blockmv.as_int = 0;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
671
              if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
672 673 674 675 676 677 678
                secondmv.as_int = 0;
#ifdef VPX_MODE_COUNT
              vp9_mv_cont_count[mv_contz][2]++;
#endif
              break;
            default:
              break;
John Koleszar's avatar
John Koleszar committed
679
          }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
680
          mi->bmi[j].as_mv[0].as_int = blockmv.as_int;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
681
          if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
682 683 684 685 686 687 688
            mi->bmi[j].as_mv[1].as_int = secondmv.as_int;

          for (i = 1; i < bh; ++i)
            vpx_memcpy(&mi->bmi[j + i * 2], &mi->bmi[j], sizeof(mi->bmi[j]));
          for (i = 1; i < bw; ++i)
            vpx_memcpy(&mi->bmi[j + i], &mi->bmi[j], sizeof(mi->bmi[j]));
          mi->mbmi.mode = blockmode;
689
        }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
690
      }
John Koleszar's avatar
John Koleszar committed
691

Ronald S. Bultje's avatar
Ronald S. Bultje committed
692 693 694 695 696 697 698 699 700 701
      mv0->as_int = mi->bmi[3].as_mv[0].as_int;
      mv1->as_int = mi->bmi[3].as_mv[1].as_int;
    } else {
      switch (mbmi->mode) {
        case NEARMV:
          // Clip "next_nearest" so that it does not extend to far out of image
          assign_and_clamp_mv(mv0, &nearby, mb_to_left_edge,
                                            mb_to_right_edge,
                                            mb_to_top_edge,
                                            mb_to_bottom_edge);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
702
          if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
703 704 705 706 707 708 709 710 711 712 713 714
            assign_and_clamp_mv(mv1, &nearby_second, mb_to_left_edge,
                                                     mb_to_right_edge,
                                                     mb_to_top_edge,
                                                     mb_to_bottom_edge);
          break;

        case NEARESTMV:
          // Clip "next_nearest" so that it does not extend to far out of image
          assign_and_clamp_mv(mv0, &nearest, mb_to_left_edge,
                                             mb_to_right_edge,
                                             mb_to_top_edge,
                                             mb_to_bottom_edge);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
715
          if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
716 717 718 719 720 721 722 723
            assign_and_clamp_mv(mv1, &nearest_second, mb_to_left_edge,
                                                      mb_to_right_edge,
                                                      mb_to_top_edge,
                                                      mb_to_bottom_edge);
          break;

        case ZEROMV:
          mv0->as_int = 0;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
724
          if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
725 726 727 728 729 730 731 732
            mv1->as_int = 0;
          break;

        case NEWMV:
          decode_mv(r, &mv0->as_mv, &best_mv.as_mv, nmvc, &cm->fc.NMVcount,
                    xd->allow_high_precision_mv);
          mbmi->need_to_clamp_mvs = check_mv_bounds(mv0,
                                                    mb_to_left_edge,
733 734 735
                                                    mb_to_right_edge,
                                                    mb_to_top_edge,
                                                    mb_to_bottom_edge);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
736

Ronald S. Bultje's avatar
Ronald S. Bultje committed
737
          if (mbmi->ref_frame[1] > 0) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
738 739 740 741 742 743 744 745 746 747
            decode_mv(r, &mv1->as_mv, &best_mv_second.as_mv, nmvc,
                      &cm->fc.NMVcount, xd->allow_high_precision_mv);
            mbmi->need_to_clamp_secondmv = check_mv_bounds(mv1,
                                                             mb_to_left_edge,
                                                             mb_to_right_edge,
                                                             mb_to_top_edge,
                                                             mb_to_bottom_edge);
          }
          break;
        default:
John Koleszar's avatar
John Koleszar committed
748
#if CONFIG_DEBUG
Ronald S. Bultje's avatar
Ronald S. Bultje committed
749
          assert(0);
John Koleszar's avatar
John Koleszar committed
750
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
751 752
          break;
      }
Scott LaVarnway's avatar
Scott LaVarnway committed
753
    }
John Koleszar's avatar
John Koleszar committed
754
  } else {
755 756
    // required for left and above block mv
    mv0->as_int = 0;
John Koleszar's avatar
John Koleszar committed
757

758
    if (bsize >= BLOCK_SIZE_SB8X8) {
759 760 761 762 763
      const BLOCK_SIZE_TYPE bsize = xd->mode_info_context->mbmi.sb_type;
      const int bwl = b_width_log2(bsize), bhl = b_height_log2(bsize);
      const int bsl = MIN(bwl, bhl);
      mbmi->mode = read_intra_mode(r, cm->fc.y_mode_prob[MIN(3, bsl)]);
      cm->fc.y_mode_counts[MIN(3, bsl)][mbmi->mode]++;
764
    } else {
765 766 767
      int idx, idy;
      for (idy = 0; idy < 2; idy += bh) {
        for (idx = 0; idx < 2; idx += bw) {
768
          int ib = idy * 2 + idx, k;
769
          int m = read_intra_mode(r, cm->fc.y_mode_prob[0]);
770
          mi->bmi[ib].as_mode.first = m;
771
          cm->fc.y_mode_counts[0][m]++;
772 773 774 775
          for (k = 1; k < bh; ++k)
            mi->bmi[ib + k * 2].as_mode.first = m;
          for (k = 1; k < bw; ++k)
            mi->bmi[ib + k].as_mode.first = m;
776 777
        }
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
778
      mbmi->mode = mi->bmi[3].as_mode.first;
John Koleszar's avatar
John Koleszar committed
779
    }
John Koleszar's avatar
John Koleszar committed
780

781
    mbmi->uv_mode = read_intra_mode(r, cm->fc.uv_mode_prob[mbmi->mode]);
Jingning Han's avatar
Jingning Han committed
782
    cm->fc.uv_mode_counts[mbmi->mode][mbmi->uv_mode]++;
John Koleszar's avatar
John Koleszar committed
783
  }
Scott LaVarnway's avatar
Scott LaVarnway committed
784
}
John Koleszar's avatar
John Koleszar committed
785

786
void vp9_decode_mode_mvs_init(VP9D_COMP* const pbi, vp9_reader *r) {
787
  VP9_COMMON *cm = &pbi->common;
788
  int k;
789

790
  // TODO(jkoleszar): does this clear more than MBSKIP_CONTEXTS? Maybe remove.
791
  vpx_memset(cm->mbskip_pred_probs, 0, sizeof(cm->mbskip_pred_probs));
792 793
  for (k = 0; k < MBSKIP_CONTEXTS; ++k)
    cm->mbskip_pred_probs[k] = vp9_read_prob(r);
794

795
  mb_mode_mv_init(pbi, r);
796
}
797

798 799
void vp9_decode_mb_mode_mv(VP9D_COMP* const pbi,
                           MACROBLOCKD* const xd,
800 801
                           int mi_row,
                           int mi_col,
802
                           vp9_reader *r) {
803
  VP9_COMMON *const cm = &pbi->common;
804
  MODE_INFO *mi = xd->mode_info_context;
805
  MB_MODE_INFO *const mbmi = &mi->mbmi;
806

807
  if (cm->frame_type == KEY_FRAME) {
808
    kfread_modes(pbi, mi, mi_row, mi_col, r);
809
  } else {
Yunqing Wang's avatar
Yunqing Wang committed
810
    read_mb_modes_mv(pbi, mi, &mi->mbmi, mi_row, mi_col, r);
811
  }
812

813 814 815 816 817
  if (1) {
    const int bw = 1 << mi_width_log2(mbmi->sb_type);
    const int bh = 1 << mi_height_log2(mbmi->sb_type);
    const int y_mis = MIN(bh, cm->mi_rows - mi_row);
    const int x_mis = MIN(bw, cm->mi_cols - mi_col);
818