vp9_decodemv.c 28.9 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
#include "vp9/decoder/vp9_treereader.h"
13
14
#include "vp9/common/vp9_entropymv.h"
#include "vp9/common/vp9_entropymode.h"
15
#include "vp9/common/vp9_reconinter.h"
16
#include "vp9/decoder/vp9_onyxd_int.h"
17
#include "vp9/common/vp9_findnearmv.h"
Ronald S. Bultje's avatar
Ronald S. Bultje committed
18
#include "vp9/common/vp9_common.h"
19
20
21
22
#include "vp9/common/vp9_seg_common.h"
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_entropy.h"
#include "vp9/decoder/vp9_decodemv.h"
23
#include "vp9/decoder/vp9_decodframe.h"
24
#include "vp9/common/vp9_mvref_common.h"
John Koleszar's avatar
John Koleszar committed
25
26
27
#if CONFIG_DEBUG
#include <assert.h>
#endif
28

John Koleszar's avatar
John Koleszar committed
29
// #define DEBUG_DEC_MV
30
31
32
#ifdef DEBUG_DEC_MV
int dec_mvcount = 0;
#endif
Dmitry Kovalev's avatar
Dmitry Kovalev committed
33

34
35
36
37
// #define DEC_DEBUG
#ifdef DEC_DEBUG
extern int dec_debug;
#endif
38

39
40
static MB_PREDICTION_MODE read_intra_mode(vp9_reader *r, const vp9_prob *p) {
  MB_PREDICTION_MODE m = treed_read(r, vp9_intra_mode_tree, p);
41
42
43
  return m;
}

44
static int read_mb_segid(vp9_reader *r, MACROBLOCKD *xd) {
45
  return treed_read(r, vp9_segment_tree, xd->mb_segment_tree_probs);
Scott LaVarnway's avatar
Scott LaVarnway committed
46
}
47

48
static void set_segment_id(VP9_COMMON *cm, MB_MODE_INFO *mbmi,
49
50
                           int mi_row, int mi_col, int segment_id) {
  const int mi_index = mi_row * cm->mi_cols + mi_col;
51
  const BLOCK_SIZE_TYPE sb_type = mbmi->sb_type;
52
53
54
55
56
57
58
59
60
61
  const int bw = 1 << mi_width_log2(sb_type);
  const int bh = 1 << mi_height_log2(sb_type);
  const int ymis = MIN(cm->mi_rows - mi_row, bh);
  const int xmis = MIN(cm->mi_cols - mi_col, bw);
  int x, y;

  for (y = 0; y < ymis; y++) {
    for (x = 0; x < xmis; x++) {
      const int index = mi_index + (y * cm->mi_cols + x);
      cm->last_frame_seg_map[index] = segment_id;
62
63
64
65
    }
  }
}

66
static TX_SIZE select_txfm_size(VP9_COMMON *cm, vp9_reader *r,
67
68
69
70
71
72
73
74
75
76
77
78
79
80
                                BLOCK_SIZE_TYPE bsize) {
  int tx_probs_offset = get_tx_probs_offset(bsize);
  TX_SIZE txfm_size = vp9_read(r, cm->fc.tx_probs[tx_probs_offset]);
  if (txfm_size != TX_4X4 && bsize >= BLOCK_SIZE_MB16X16) {
    txfm_size += vp9_read(r, cm->fc.tx_probs[tx_probs_offset + 1]);
    if (txfm_size != TX_8X8 && bsize >= BLOCK_SIZE_SB32X32)
      txfm_size += vp9_read(r, cm->fc.tx_probs[tx_probs_offset + 2]);
  }
  if (bsize >= BLOCK_SIZE_SB32X32) {
    cm->fc.tx_count_32x32p[txfm_size]++;
  } else if (bsize >= BLOCK_SIZE_MB16X16) {
    cm->fc.tx_count_16x16p[txfm_size]++;
  } else {
    cm->fc.tx_count_8x8p[txfm_size]++;
81
82
83
84
  }
  return txfm_size;
}

85

86
static void kfread_modes(VP9D_COMP *pbi, MODE_INFO *m,
87
                         int mi_row, int mi_col,
88
                         vp9_reader *r) {
89
  VP9_COMMON *const cm = &pbi->common;
90
  MACROBLOCKD *const xd = &pbi->mb;
91
  const int mis = cm->mode_info_stride;
92

93
  // Read segmentation map if it is being updated explicitly this frame
John Koleszar's avatar
John Koleszar committed
94
  m->mbmi.segment_id = 0;
95
96
  if (xd->segmentation_enabled && xd->update_mb_segmentation_map) {
    m->mbmi.segment_id = read_mb_segid(r, xd);
97
    set_segment_id(cm, &m->mbmi, mi_row, mi_col, m->mbmi.segment_id);
John Koleszar's avatar
John Koleszar committed
98
99
  }

100
  m->mbmi.mb_skip_coeff = vp9_segfeature_active(xd, m->mbmi.segment_id,
101
102
                                                SEG_LVL_SKIP);
  if (!m->mbmi.mb_skip_coeff)
103
    m->mbmi.mb_skip_coeff = vp9_read(r, vp9_get_pred_prob(cm, xd, PRED_MBSKIP));
John Koleszar's avatar
John Koleszar committed
104

105
106
  if (cm->txfm_mode == TX_MODE_SELECT &&
      m->mbmi.sb_type >= BLOCK_SIZE_SB8X8) {
107
    m->mbmi.txfm_size = select_txfm_size(cm, r,  m->mbmi.sb_type);
108
109
110
111
112
113
114
115
116
117
118
119
120
  } else if (cm->txfm_mode >= ALLOW_32X32 &&
             m->mbmi.sb_type >= BLOCK_SIZE_SB32X32) {
    m->mbmi.txfm_size = TX_32X32;
  } else if (cm->txfm_mode >= ALLOW_16X16 &&
             m->mbmi.sb_type >= BLOCK_SIZE_MB16X16) {
    m->mbmi.txfm_size = TX_16X16;
  } else if (cm->txfm_mode >= ALLOW_8X8 &&
             m->mbmi.sb_type >= BLOCK_SIZE_SB8X8) {
    m->mbmi.txfm_size = TX_8X8;
  } else {
    m->mbmi.txfm_size = TX_4X4;
  }

121
  // luma mode
Ronald S. Bultje's avatar
Ronald S. Bultje committed
122
  m->mbmi.ref_frame[0] = INTRA_FRAME;
123
124
125
126
  if (m->mbmi.sb_type >= BLOCK_SIZE_SB8X8) {
    const MB_PREDICTION_MODE A = above_block_mode(m, 0, mis);
    const MB_PREDICTION_MODE L = xd->left_available ?
                                  left_block_mode(m, 0) : DC_PRED;
127
    m->mbmi.mode = read_intra_mode(r, cm->kf_y_mode_prob[A][L]);
128
  } else {
129
130
131
    int idx, idy;
    int bw = 1 << b_width_log2(m->mbmi.sb_type);
    int bh = 1 << b_height_log2(m->mbmi.sb_type);
132
133
134
135
136
137
138
139
140

    for (idy = 0; idy < 2; idy += bh) {
      for (idx = 0; idx < 2; idx += bw) {
        int ib = idy * 2 + idx;
        int k;
        const MB_PREDICTION_MODE A = above_block_mode(m, ib, mis);
        const MB_PREDICTION_MODE L = (xd->left_available || idx) ?
                                      left_block_mode(m, ib) : DC_PRED;
        m->bmi[ib].as_mode.first =
141
            read_intra_mode(r, cm->kf_y_mode_prob[A][L]);
142
143
144
145
146
147
        for (k = 1; k < bh; ++k)
          m->bmi[ib + k * 2].as_mode.first = m->bmi[ib].as_mode.first;
        for (k = 1; k < bw; ++k)
          m->bmi[ib + k].as_mode.first = m->bmi[ib].as_mode.first;
      }
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
148
    m->mbmi.mode = m->bmi[3].as_mode.first;
John Koleszar's avatar
John Koleszar committed
149
  }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
150

151
  m->mbmi.uv_mode = read_intra_mode(r, cm->kf_uv_mode_prob[m->mbmi.mode]);
Scott LaVarnway's avatar
Scott LaVarnway committed
152
}
John Koleszar's avatar
John Koleszar committed
153

154
155
static int read_mv_component(vp9_reader *r,
                             const nmv_component *mvcomp, int usehp) {
156

157
  int mag, d, fr, hp;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
158
159
160
  const int sign = vp9_read(r, mvcomp->sign);
  const int mv_class = treed_read(r, vp9_mv_class_tree, mvcomp->classes);

161
  // Integer part
Dmitry Kovalev's avatar
Dmitry Kovalev committed
162
  if (mv_class == MV_CLASS_0) {
163
    d = treed_read(r, vp9_mv_class0_tree, mvcomp->class0);
164
  } else {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
165
    int i;
166
    const int n = mv_class + CLASS0_BITS - 1;  // number of bits
Dmitry Kovalev's avatar
Dmitry Kovalev committed
167

168
    d = 0;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
169
170
    for (i = 0; i < n; ++i)
      d |= vp9_read(r, mvcomp->bits[i]) << i;
171
172
  }

173
174
175
  // Fractional part
  fr = treed_read(r, vp9_mv_fp_tree,
                  mv_class == MV_CLASS_0 ? mvcomp->class0_fp[d] : mvcomp->fp);
176
177


178
179
180
181
  // High precision part (if hp is not used, the default value of the hp is 1)
  hp = usehp ? vp9_read(r,
                        mv_class == MV_CLASS_0 ? mvcomp->class0_hp : mvcomp->hp)
             : 1;
182

183
184
185
  // result
  mag = vp9_get_mv_mag(mv_class, (d << 3) | (fr << 1) | hp) + 1;
  return sign ? -mag : mag;
186
187
}

188
static void update_nmv(vp9_reader *r, vp9_prob *const p,
189
                       const vp9_prob upd_p) {
190
  if (vp9_read(r, upd_p)) {
191
#ifdef LOW_PRECISION_MV_UPDATE
192
    *p = (vp9_read_literal(r, 7) << 1) | 1;
193
#else
194
    *p = (vp9_read_literal(r, 8));
195
196
197
198
#endif
  }
}

199
static void read_nmvprobs(vp9_reader *r, nmv_context *mvctx,
200
201
                          int usehp) {
  int i, j, k;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
202

203
#ifdef MV_GROUP_UPDATE
204
  if (!vp9_read_bit(r))
Dmitry Kovalev's avatar
Dmitry Kovalev committed
205
    return;
206
#endif
Dmitry Kovalev's avatar
Dmitry Kovalev committed
207
  for (j = 0; j < MV_JOINTS - 1; ++j)
208
    update_nmv(r, &mvctx->joints[j], VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
209

210
  for (i = 0; i < 2; ++i) {
211
    update_nmv(r, &mvctx->comps[i].sign, VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
212
    for (j = 0; j < MV_CLASSES - 1; ++j)
213
      update_nmv(r, &mvctx->comps[i].classes[j], VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
214
215

    for (j = 0; j < CLASS0_SIZE - 1; ++j)
216
      update_nmv(r, &mvctx->comps[i].class0[j], VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
217
218

    for (j = 0; j < MV_OFFSET_BITS; ++j)
219
      update_nmv(r, &mvctx->comps[i].bits[j], VP9_NMV_UPDATE_PROB);
220
221
222
  }

  for (i = 0; i < 2; ++i) {
223
    for (j = 0; j < CLASS0_SIZE; ++j)
224
      for (k = 0; k < 3; ++k)
225
        update_nmv(r, &mvctx->comps[i].class0_fp[j][k], VP9_NMV_UPDATE_PROB);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
226
227

    for (j = 0; j < 3; ++j)
228
      update_nmv(r, &mvctx->comps[i].fp[j], VP9_NMV_UPDATE_PROB);
229
230
231
232
  }

  if (usehp) {
    for (i = 0; i < 2; ++i) {
233
234
      update_nmv(r, &mvctx->comps[i].class0_hp, VP9_NMV_UPDATE_PROB);
      update_nmv(r, &mvctx->comps[i].hp, VP9_NMV_UPDATE_PROB);
235
236
237
238
    }
  }
}

239
// Read the referncence frame
Ronald S. Bultje's avatar
Ronald S. Bultje committed
240
241
static void read_ref_frame(VP9D_COMP *pbi, vp9_reader *r,
                           int segment_id, MV_REFERENCE_FRAME ref_frame[2]) {
242
  VP9_COMMON *const cm = &pbi->common;
John Koleszar's avatar
John Koleszar committed
243
  MACROBLOCKD *const xd = &pbi->mb;
244
245
  const int seg_ref_active = vp9_segfeature_active(xd, segment_id,
                                                   SEG_LVL_REF_FRAME);
246
247
248

  // Segment reference frame features not available.
  if (!seg_ref_active) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
249
250
    int is_comp;
    int comp_ctx = vp9_get_pred_context(cm, xd, PRED_COMP_INTER_INTER);
John Koleszar's avatar
John Koleszar committed
251

Ronald S. Bultje's avatar
Ronald S. Bultje committed
252
253
254
255
256
257
    if (cm->comp_pred_mode == HYBRID_PREDICTION) {
      is_comp = vp9_read(r, cm->fc.comp_inter_prob[comp_ctx]);
      cm->fc.comp_inter_count[comp_ctx][is_comp]++;
    } else {
      is_comp = cm->comp_pred_mode == COMP_PREDICTION_ONLY;
    }
John Koleszar's avatar
John Koleszar committed
258

Ronald S. Bultje's avatar
Ronald S. Bultje committed
259
260
261
262
    // FIXME(rbultje) I'm pretty sure this breaks segmentation ref frame coding
    if (is_comp) {
      int b, fix_ref_idx = cm->ref_frame_sign_bias[cm->comp_fixed_ref];
      int ref_ctx = vp9_get_pred_context(cm, xd, PRED_COMP_REF_P);
John Koleszar's avatar
John Koleszar committed
263

Ronald S. Bultje's avatar
Ronald S. Bultje committed
264
265
266
267
      ref_frame[fix_ref_idx]  = cm->comp_fixed_ref;
      b = vp9_read(r, cm->fc.comp_ref_prob[ref_ctx]);
      cm->fc.comp_ref_count[ref_ctx][b]++;
      ref_frame[!fix_ref_idx] = cm->comp_var_ref[b];
Dmitry Kovalev's avatar
Dmitry Kovalev committed
268
    } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
269
270
271
272
273
274
275
276
277
278
279
      int ref1_ctx = vp9_get_pred_context(cm, xd, PRED_SINGLE_REF_P1);
      ref_frame[1] = NONE;
      if (vp9_read(r, cm->fc.single_ref_prob[ref1_ctx][0])) {
        int ref2_ctx = vp9_get_pred_context(cm, xd, PRED_SINGLE_REF_P2);
        int b2 = vp9_read(r, cm->fc.single_ref_prob[ref2_ctx][1]);
        ref_frame[0] = b2 ? ALTREF_FRAME : GOLDEN_FRAME;
        cm->fc.single_ref_count[ref1_ctx][0][1]++;
        cm->fc.single_ref_count[ref2_ctx][1][b2]++;
      } else {
        ref_frame[0] = LAST_FRAME;
        cm->fc.single_ref_count[ref1_ctx][0][0]++;
John Koleszar's avatar
John Koleszar committed
280
      }
281
    }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
282
  } else {
283
    ref_frame[0] = vp9_get_segdata(xd, segment_id, SEG_LVL_REF_FRAME);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
284
    ref_frame[1] = NONE;
John Koleszar's avatar
John Koleszar committed
285
  }
286
}
John Koleszar's avatar
John Koleszar committed
287

288
289
static MB_PREDICTION_MODE read_sb_mv_ref(vp9_reader *r, const vp9_prob *p) {
  return (MB_PREDICTION_MODE) treed_read(r, vp9_sb_mv_ref_tree, p);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
290
}
John Koleszar's avatar
John Koleszar committed
291

Scott LaVarnway's avatar
Scott LaVarnway committed
292
#ifdef VPX_MODE_COUNT
293
unsigned int vp9_mv_cont_count[5][4] = {
John Koleszar's avatar
John Koleszar committed
294
295
296
297
298
  { 0, 0, 0, 0 },
  { 0, 0, 0, 0 },
  { 0, 0, 0, 0 },
  { 0, 0, 0, 0 },
  { 0, 0, 0, 0 }
John Koleszar's avatar
John Koleszar committed
299
};
Scott LaVarnway's avatar
Scott LaVarnway committed
300
#endif
John Koleszar's avatar
John Koleszar committed
301

302
static void read_switchable_interp_probs(VP9_COMMON* const cm, vp9_reader *r) {
303
  int i, j;
304
305
306
307
308
309
310
311
312
313
314
315
316
  for (j = 0; j <= VP9_SWITCHABLE_FILTERS; ++j)
    for (i = 0; i < VP9_SWITCHABLE_FILTERS - 1; ++i) {
      if (vp9_read(r, VP9_DEF_UPDATE_PROB)) {
        cm->fc.switchable_interp_prob[j][i] =
            // vp9_read_prob(r);
            vp9_read_prob_diff_update(r, cm->fc.switchable_interp_prob[j][i]);
      }
    }
}

static void read_inter_mode_probs(VP9_COMMON *const cm, vp9_reader *r) {
  int i, j;
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i)
317
    for (j = 0; j < VP9_INTER_MODES - 1; ++j) {
318
319
320
321
322
323
      if (vp9_read(r, VP9_DEF_UPDATE_PROB)) {
        // cm->fc.inter_mode_probs[i][j] = vp9_read_prob(r);
        cm->fc.inter_mode_probs[i][j] =
            vp9_read_prob_diff_update(r, cm->fc.inter_mode_probs[i][j]);
      }
    }
324
}
John Koleszar's avatar
John Koleszar committed
325

326
327
328
329
330
331
332
333
static INLINE COMPPREDMODE_TYPE read_comp_pred_mode(vp9_reader *r) {
  COMPPREDMODE_TYPE mode = vp9_read_bit(r);
  if (mode)
     mode += vp9_read_bit(r);
  return mode;
}

static void mb_mode_mv_init(VP9D_COMP *pbi, vp9_reader *r) {
334
  VP9_COMMON *const cm = &pbi->common;
John Koleszar's avatar
John Koleszar committed
335

336
  if (cm->frame_type != KEY_FRAME) {
337
338
    nmv_context *const nmvc = &pbi->common.fc.nmvc;
    MACROBLOCKD *const xd = &pbi->mb;
339
    int i, j;
340

341
342
    read_inter_mode_probs(cm, r);

343
    if (cm->mcomp_filter_type == SWITCHABLE)
344
      read_switchable_interp_probs(cm, r);
345

Ronald S. Bultje's avatar
Ronald S. Bultje committed
346
347
348
349
350
    for (i = 0; i < INTRA_INTER_CONTEXTS; i++) {
      if (vp9_read(r, VP9_DEF_UPDATE_PROB))
        cm->fc.intra_inter_prob[i] =
            vp9_read_prob_diff_update(r, cm->fc.intra_inter_prob[i]);
    }
John Koleszar's avatar
John Koleszar committed
351

Ronald S. Bultje's avatar
Ronald S. Bultje committed
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
    if (cm->allow_comp_inter_inter) {
      cm->comp_pred_mode = read_comp_pred_mode(r);
      if (cm->comp_pred_mode == HYBRID_PREDICTION)
        for (i = 0; i < COMP_INTER_CONTEXTS; i++)
          if (vp9_read(r, VP9_DEF_UPDATE_PROB))
            cm->fc.comp_inter_prob[i] =
                vp9_read_prob_diff_update(r, cm->fc.comp_inter_prob[i]);
    } else {
      cm->comp_pred_mode = SINGLE_PREDICTION_ONLY;
    }

    if (cm->comp_pred_mode != COMP_PREDICTION_ONLY)
      for (i = 0; i < REF_CONTEXTS; i++) {
        if (vp9_read(r, VP9_DEF_UPDATE_PROB))
          cm->fc.single_ref_prob[i][0] =
              vp9_read_prob_diff_update(r, cm->fc.single_ref_prob[i][0]);
        if (vp9_read(r, VP9_DEF_UPDATE_PROB))
          cm->fc.single_ref_prob[i][1] =
              vp9_read_prob_diff_update(r, cm->fc.single_ref_prob[i][1]);
      }
John Koleszar's avatar
John Koleszar committed
372

Ronald S. Bultje's avatar
Ronald S. Bultje committed
373
374
375
376
377
    if (cm->comp_pred_mode != SINGLE_PREDICTION_ONLY)
      for (i = 0; i < REF_CONTEXTS; i++)
        if (vp9_read(r, VP9_DEF_UPDATE_PROB))
          cm->fc.comp_ref_prob[i] =
              vp9_read_prob_diff_update(r, cm->fc.comp_ref_prob[i]);
John Koleszar's avatar
John Koleszar committed
378

379
    // VP9_INTRA_MODES
380
381
382
383
384
385
    for (j = 0; j < BLOCK_SIZE_GROUPS; j++) {
      for (i = 0; i < VP9_INTRA_MODES - 1; ++i) {
        if (vp9_read(r, VP9_DEF_UPDATE_PROB)) {
          cm->fc.y_mode_prob[j][i] =
              vp9_read_prob_diff_update(r, cm->fc.y_mode_prob[j][i]);
        }
386
387
388
389
390
      }
    }
    for (j = 0; j < NUM_PARTITION_CONTEXTS; ++j) {
      for (i = 0; i < PARTITION_TYPES - 1; ++i) {
        if (vp9_read(r, VP9_DEF_UPDATE_PROB)) {
391
392
393
          cm->fc.partition_prob[INTER_FRAME][j][i] =
              vp9_read_prob_diff_update(r,
                  cm->fc.partition_prob[INTER_FRAME][j][i]);
394
395
396
        }
      }
    }
397

398
    read_nmvprobs(r, nmvc, xd->allow_high_precision_mv);
John Koleszar's avatar
John Koleszar committed
399
  }
Scott LaVarnway's avatar
Scott LaVarnway committed
400
}
John Koleszar's avatar
John Koleszar committed
401

402
403
404
// This function either reads the segment id for the current macroblock from
// the bitstream or if the value is temporally predicted asserts the predicted
// value
405
static int read_mb_segment_id(VP9D_COMP *pbi, int mi_row, int mi_col,
406
                              vp9_reader *r) {
407
  VP9_COMMON *const cm = &pbi->common;
408
  MACROBLOCKD *const xd = &pbi->mb;
409
410
  MODE_INFO *const mi = xd->mode_info_context;
  MB_MODE_INFO *const mbmi = &mi->mbmi;
John Koleszar's avatar
John Koleszar committed
411

412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
  if (!xd->segmentation_enabled)
    return 0;  // Default for disabled segmentation

  if (xd->update_mb_segmentation_map) {
    int segment_id;

    if (cm->temporal_update) {
      // Temporal coding of the segment id for this mb is enabled.
      // Get the context based probability for reading the
      // prediction status flag
      const vp9_prob pred_prob = vp9_get_pred_prob(cm, xd, PRED_SEG_ID);
      const int pred_flag = vp9_read(r, pred_prob);
      vp9_set_pred_flag(xd, PRED_SEG_ID, pred_flag);

      // If the value is flagged as correctly predicted
      // then use the predicted value, otherwise decode it explicitly
428
429
      segment_id = pred_flag ? vp9_get_pred_mi_segid(cm, mbmi->sb_type,
                                                     mi_row, mi_col)
Paul Wilkins's avatar
Paul Wilkins committed
430
                             : read_mb_segid(r, xd);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
431
    } else {
432
      segment_id = read_mb_segid(r, xd);  // Normal unpredicted coding mode
433
    }
434

435
    set_segment_id(cm, mbmi, mi_row, mi_col, segment_id);  // Side effect
436
    return segment_id;
John Koleszar's avatar
John Koleszar committed
437
  } else {
438
    return vp9_get_pred_mi_segid(cm, mbmi->sb_type, mi_row, mi_col);
John Koleszar's avatar
John Koleszar committed
439
  }
440
}
441

Dmitry Kovalev's avatar
Dmitry Kovalev committed
442
443
444
445
446
447
448
449
450
451
452

static INLINE void assign_and_clamp_mv(int_mv *dst, const int_mv *src,
                                       int mb_to_left_edge,
                                       int mb_to_right_edge,
                                       int mb_to_top_edge,
                                       int mb_to_bottom_edge) {
  dst->as_int = src->as_int;
  clamp_mv(dst, mb_to_left_edge, mb_to_right_edge, mb_to_top_edge,
           mb_to_bottom_edge);
}

453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
static INLINE void decode_mv(vp9_reader *r, MV *mv, const MV *ref,
                             const nmv_context *ctx,
                             nmv_context_counts *counts,
                             int usehp) {
  const MV_JOINT_TYPE j = treed_read(r, vp9_mv_joint_tree, ctx->joints);
  MV diff = {0, 0};

  usehp = usehp && vp9_use_nmv_hp(ref);
  if (mv_joint_vertical(j))
    diff.row = read_mv_component(r, &ctx->comps[0], usehp);

  if (mv_joint_horizontal(j))
    diff.col = read_mv_component(r, &ctx->comps[1], usehp);

  vp9_increment_nmv(&diff, ref, counts, usehp);

  mv->row = diff.row + ref->row;
  mv->col = diff.col + ref->col;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
471
472
}

473
static INLINE INTERPOLATIONFILTERTYPE read_switchable_filter_type(
474
475
    VP9D_COMP *pbi, vp9_reader *r) {
  const int index = treed_read(r, vp9_switchable_interp_tree,
476
477
                               vp9_get_pred_probs(&pbi->common, &pbi->mb,
                                                  PRED_SWITCHABLE_INTERP));
478
479
480
  ++pbi->common.fc.switchable_interp_count
                [vp9_get_pred_context(
                    &pbi->common, &pbi->mb, PRED_SWITCHABLE_INTERP)][index];
481
482
483
  return vp9_switchable_interp[index];
}

484
static void read_mb_modes_mv(VP9D_COMP *pbi, MODE_INFO *mi, MB_MODE_INFO *mbmi,
485
                             int mi_row, int mi_col,
486
                             vp9_reader *r) {
487
  VP9_COMMON *const cm = &pbi->common;
488
  nmv_context *const nmvc = &cm->fc.nmvc;
489
  MACROBLOCKD *const xd = &pbi->mb;
John Koleszar's avatar
John Koleszar committed
490

491
492
  int_mv *const mv0 = &mbmi->mv[0];
  int_mv *const mv1 = &mbmi->mv[1];
493
494
495
  BLOCK_SIZE_TYPE bsize = mi->mbmi.sb_type;
  int bw = 1 << b_width_log2(bsize);
  int bh = 1 << b_height_log2(bsize);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
496

497
  int mb_to_left_edge, mb_to_right_edge, mb_to_top_edge, mb_to_bottom_edge;
498
  int j, idx, idy;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
499

John Koleszar's avatar
John Koleszar committed
500
501
  mbmi->need_to_clamp_mvs = 0;
  mbmi->need_to_clamp_secondmv = 0;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
502
  mbmi->ref_frame[1] = NONE;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
503

504
505
506
507
  // Make sure the MACROBLOCKD mode info pointer is pointed at the
  // correct entry for the current macroblock.
  xd->mode_info_context = mi;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
508
509
510
  // Distance of Mb to the various image edges.
  // These specified to 8th pel as they are always compared to MV values
  // that are in 1/8th pel units
511
512
  set_mi_row_col(cm, xd, mi_row, 1 << mi_height_log2(bsize),
                         mi_col, 1 << mi_width_log2(bsize));
513

514
515
  mb_to_top_edge = xd->mb_to_top_edge - LEFT_TOP_MARGIN;
  mb_to_bottom_edge = xd->mb_to_bottom_edge + RIGHT_BOTTOM_MARGIN;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
516
517
  mb_to_left_edge = xd->mb_to_left_edge - LEFT_TOP_MARGIN;
  mb_to_right_edge = xd->mb_to_right_edge + RIGHT_BOTTOM_MARGIN;
John Koleszar's avatar
John Koleszar committed
518
519

  // Read the macroblock segment id.
520
  mbmi->segment_id = read_mb_segment_id(pbi, mi_row, mi_col, r);
John Koleszar's avatar
John Koleszar committed
521

522
523
524
  mbmi->mb_skip_coeff = vp9_segfeature_active(xd, mbmi->segment_id,
                                              SEG_LVL_SKIP);
  if (!mbmi->mb_skip_coeff)
525
    mbmi->mb_skip_coeff = vp9_read(r, vp9_get_pred_prob(cm, xd, PRED_MBSKIP));
John Koleszar's avatar
John Koleszar committed
526
527

  // Read the reference frame
528
529
530
531
532
533
534
535
536
  if (!vp9_segfeature_active(xd, mbmi->segment_id, SEG_LVL_REF_FRAME)) {
    mbmi->ref_frame[0] =
        vp9_read(r, vp9_get_pred_prob(cm, xd, PRED_INTRA_INTER));
    cm->fc.intra_inter_count[vp9_get_pred_context(cm, xd, PRED_INTRA_INTER)]
                            [mbmi->ref_frame[0] != INTRA_FRAME]++;
  } else {
    mbmi->ref_frame[0] =
        vp9_get_segdata(xd, mbmi->segment_id, SEG_LVL_REF_FRAME) != INTRA_FRAME;
  }
537

538
  if (cm->txfm_mode == TX_MODE_SELECT &&
Ronald S. Bultje's avatar
Ronald S. Bultje committed
539
      (mbmi->mb_skip_coeff == 0 || mbmi->ref_frame[0] == INTRA_FRAME) &&
540
      bsize >= BLOCK_SIZE_SB8X8) {
541
    mbmi->txfm_size = select_txfm_size(cm, r, bsize);
542
543
544
545
546
547
548
549
550
551
552
553
  } else if (bsize >= BLOCK_SIZE_SB32X32 &&
             cm->txfm_mode >= ALLOW_32X32) {
    mbmi->txfm_size = TX_32X32;
  } else if (cm->txfm_mode >= ALLOW_16X16 &&
             bsize >= BLOCK_SIZE_MB16X16) {
    mbmi->txfm_size = TX_16X16;
  } else if (cm->txfm_mode >= ALLOW_8X8 && (bsize >= BLOCK_SIZE_SB8X8)) {
    mbmi->txfm_size = TX_8X8;
  } else {
    mbmi->txfm_size = TX_4X4;
  }

John Koleszar's avatar
John Koleszar committed
554
  // If reference frame is an Inter frame
Ronald S. Bultje's avatar
Ronald S. Bultje committed
555
  if (mbmi->ref_frame[0] != INTRA_FRAME) {
John Koleszar's avatar
John Koleszar committed
556
557
    int_mv nearest, nearby, best_mv;
    int_mv nearest_second, nearby_second, best_mv_second;
558
    vp9_prob mv_ref_p[VP9_INTER_MODES - 1];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
559
560

    read_ref_frame(pbi, r, mbmi->segment_id, mbmi->ref_frame);
561
562

    {
563
564
565
566
567
#ifdef DEC_DEBUG
      if (dec_debug)
        printf("%d %d\n", xd->mode_info_context->mbmi.mv[0].as_mv.row,
               xd->mode_info_context->mbmi.mv[0].as_mv.col);
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
568
569
570
      vp9_find_mv_refs(cm, xd, mi, xd->prev_mode_info_context,
                       mbmi->ref_frame[0], mbmi->ref_mvs[mbmi->ref_frame[0]],
                       cm->ref_frame_sign_bias);
Paul Wilkins's avatar
Paul Wilkins committed
571

Ronald S. Bultje's avatar
Ronald S. Bultje committed
572
      vp9_mv_ref_probs(cm, mv_ref_p, mbmi->mb_mode_context[mbmi->ref_frame[0]]);
573

574
      // If the segment level skip mode enabled
Paul Wilkins's avatar
Paul Wilkins committed
575
576
      if (vp9_segfeature_active(xd, mbmi->segment_id, SEG_LVL_SKIP)) {
        mbmi->mode = ZEROMV;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
577
578
      } else if (bsize >= BLOCK_SIZE_SB8X8) {
        mbmi->mode = read_sb_mv_ref(r, mv_ref_p);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
579
580
        vp9_accum_mv_refs(cm, mbmi->mode,
                          mbmi->mb_mode_context[mbmi->ref_frame[0]]);
581
582
      }

Ronald S. Bultje's avatar
Ronald S. Bultje committed
583
      if (bsize < BLOCK_SIZE_SB8X8 || mbmi->mode != ZEROMV) {
584
        vp9_find_best_ref_mvs(xd,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
585
                              mbmi->ref_mvs[mbmi->ref_frame[0]],
586
587
                              &nearest, &nearby);

Ronald S. Bultje's avatar
Ronald S. Bultje committed
588
        best_mv.as_int = mbmi->ref_mvs[mbmi->ref_frame[0]][0].as_int;
589
      }
590

591
592
593
594
595
596
#ifdef DEC_DEBUG
      if (dec_debug)
        printf("[D %d %d] %d %d %d %d\n", ref_frame,
               mbmi->mb_mode_context[ref_frame],
               mv_ref_p[0], mv_ref_p[1], mv_ref_p[2], mv_ref_p[3]);
#endif
Paul Wilkins's avatar
Paul Wilkins committed
597
    }
John Koleszar's avatar
John Koleszar committed
598

599
600
601
    mbmi->interp_filter = cm->mcomp_filter_type == SWITCHABLE
                              ? read_switchable_filter_type(pbi, r)
                              : cm->mcomp_filter_type;
602

Ronald S. Bultje's avatar
Ronald S. Bultje committed
603
604
605
606
607
608
609
610
611
612
613
614
    if (mbmi->ref_frame[1] > INTRA_FRAME) {
      vp9_find_mv_refs(cm, xd, mi, xd->prev_mode_info_context,
                       mbmi->ref_frame[1],
                       mbmi->ref_mvs[mbmi->ref_frame[1]],
                       cm->ref_frame_sign_bias);

      if (bsize < BLOCK_SIZE_SB8X8 || mbmi->mode != ZEROMV) {
        vp9_find_best_ref_mvs(xd,
                              mbmi->ref_mvs[mbmi->ref_frame[1]],
                              &nearest_second,
                              &nearby_second);
        best_mv_second.as_int = mbmi->ref_mvs[mbmi->ref_frame[1]][0].as_int;
615
      }
John Koleszar's avatar
John Koleszar committed
616
    }
617

John Koleszar's avatar
John Koleszar committed
618
    mbmi->uv_mode = DC_PRED;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
619
620
621
622
623
624
625
626
627
628
    if (mbmi->sb_type < BLOCK_SIZE_SB8X8) {
      mbmi->need_to_clamp_mvs = 0;
      for (idy = 0; idy < 2; idy += bh) {
        for (idx = 0; idx < 2; idx += bw) {
          int_mv blockmv, secondmv;
          int blockmode;
          int i;
          j = idy * 2 + idx;

          blockmode = read_sb_mv_ref(r, mv_ref_p);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
629
630
          vp9_accum_mv_refs(cm, blockmode,
                            mbmi->mb_mode_context[mbmi->ref_frame[0]]);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
631
          if (blockmode == NEARESTMV || blockmode == NEARMV) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
632
            MV_REFERENCE_FRAME rf2 = mbmi->ref_frame[1];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
633
634
635
636
            vp9_append_sub8x8_mvs_for_idx(cm, xd, &nearest, &nearby, j, 0);
            if (rf2 > 0) {
              vp9_append_sub8x8_mvs_for_idx(cm, xd,  &nearest_second,
                                            &nearby_second, j, 1);
637
            }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
638
          }
639

Ronald S. Bultje's avatar
Ronald S. Bultje committed
640
641
642
643
644
          switch (blockmode) {
            case NEWMV:
              decode_mv(r, &blockmv.as_mv, &best_mv.as_mv, nmvc,
                         &cm->fc.NMVcount, xd->allow_high_precision_mv);

Ronald S. Bultje's avatar
Ronald S. Bultje committed
645
              if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
646
647
648
649
650
651
652
653
654
                decode_mv(r, &secondmv.as_mv, &best_mv_second.as_mv, nmvc,
                          &cm->fc.NMVcount, xd->allow_high_precision_mv);

#ifdef VPX_MODE_COUNT
              vp9_mv_cont_count[mv_contz][3]++;
#endif
              break;
            case NEARESTMV:
              blockmv.as_int = nearest.as_int;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
655
              if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
656
657
658
659
660
661
662
                secondmv.as_int = nearest_second.as_int;
#ifdef VPX_MODE_COUNT
              vp9_mv_cont_count[mv_contz][0]++;
#endif
              break;
            case NEARMV:
              blockmv.as_int = nearby.as_int;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
663
              if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
664
665
666
667
668
669
670
                secondmv.as_int = nearby_second.as_int;
#ifdef VPX_MODE_COUNT
              vp9_mv_cont_count[mv_contz][1]++;
#endif
              break;
            case ZEROMV:
              blockmv.as_int = 0;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
671
              if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
672
673
674
675
676
677
678
                secondmv.as_int = 0;
#ifdef VPX_MODE_COUNT
              vp9_mv_cont_count[mv_contz][2]++;
#endif
              break;
            default:
              break;
John Koleszar's avatar
John Koleszar committed
679
          }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
680
          mi->bmi[j].as_mv[0].as_int = blockmv.as_int;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
681
          if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
682
683
684
685
686
687
688
            mi->bmi[j].as_mv[1].as_int = secondmv.as_int;

          for (i = 1; i < bh; ++i)
            vpx_memcpy(&mi->bmi[j + i * 2], &mi->bmi[j], sizeof(mi->bmi[j]));
          for (i = 1; i < bw; ++i)
            vpx_memcpy(&mi->bmi[j + i], &mi->bmi[j], sizeof(mi->bmi[j]));
          mi->mbmi.mode = blockmode;
689
        }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
690
      }
John Koleszar's avatar
John Koleszar committed
691

Ronald S. Bultje's avatar
Ronald S. Bultje committed
692
693
694
695
696
697
698
699
700
701
      mv0->as_int = mi->bmi[3].as_mv[0].as_int;
      mv1->as_int = mi->bmi[3].as_mv[1].as_int;
    } else {
      switch (mbmi->mode) {
        case NEARMV:
          // Clip "next_nearest" so that it does not extend to far out of image
          assign_and_clamp_mv(mv0, &nearby, mb_to_left_edge,
                                            mb_to_right_edge,
                                            mb_to_top_edge,
                                            mb_to_bottom_edge);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
702
          if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
703
704
705
706
707
708
709
710
711
712
713
714
            assign_and_clamp_mv(mv1, &nearby_second, mb_to_left_edge,
                                                     mb_to_right_edge,
                                                     mb_to_top_edge,
                                                     mb_to_bottom_edge);
          break;

        case NEARESTMV:
          // Clip "next_nearest" so that it does not extend to far out of image
          assign_and_clamp_mv(mv0, &nearest, mb_to_left_edge,
                                             mb_to_right_edge,
                                             mb_to_top_edge,
                                             mb_to_bottom_edge);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
715
          if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
716
717
718
719
720
721
722
723
            assign_and_clamp_mv(mv1, &nearest_second, mb_to_left_edge,
                                                      mb_to_right_edge,
                                                      mb_to_top_edge,
                                                      mb_to_bottom_edge);
          break;

        case ZEROMV:
          mv0->as_int = 0;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
724
          if (mbmi->ref_frame[1] > 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
725
726
727
728
729
730
731
732
            mv1->as_int = 0;
          break;

        case NEWMV:
          decode_mv(r, &mv0->as_mv, &best_mv.as_mv, nmvc, &cm->fc.NMVcount,
                    xd->allow_high_precision_mv);
          mbmi->need_to_clamp_mvs = check_mv_bounds(mv0,
                                                    mb_to_left_edge,
733
734
735
                                                    mb_to_right_edge,
                                                    mb_to_top_edge,
                                                    mb_to_bottom_edge);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
736

Ronald S. Bultje's avatar
Ronald S. Bultje committed
737
          if (mbmi->ref_frame[1] > 0) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
738
739
740
741
742
743
744
745
746
747
            decode_mv(r, &mv1->as_mv, &best_mv_second.as_mv, nmvc,
                      &cm->fc.NMVcount, xd->allow_high_precision_mv);
            mbmi->need_to_clamp_secondmv = check_mv_bounds(mv1,
                                                             mb_to_left_edge,
                                                             mb_to_right_edge,
                                                             mb_to_top_edge,
                                                             mb_to_bottom_edge);
          }
          break;
        default:
John Koleszar's avatar
John Koleszar committed
748
#if CONFIG_DEBUG
Ronald S. Bultje's avatar
Ronald S. Bultje committed
749
          assert(0);
John Koleszar's avatar
John Koleszar committed
750
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
751
752
          break;
      }
Scott LaVarnway's avatar
Scott LaVarnway committed
753
    }
John Koleszar's avatar
John Koleszar committed
754
  } else {
755
756
    // required for left and above block mv
    mv0->as_int = 0;
John Koleszar's avatar
John Koleszar committed
757

758
    if (bsize >= BLOCK_SIZE_SB8X8) {
759
760
761
762
763
      const BLOCK_SIZE_TYPE bsize = xd->mode_info_context->mbmi.sb_type;
      const int bwl = b_width_log2(bsize), bhl = b_height_log2(bsize);
      const int bsl = MIN(bwl, bhl);
      mbmi->mode = read_intra_mode(r, cm->fc.y_mode_prob[MIN(3, bsl)]);
      cm->fc.y_mode_counts[MIN(3, bsl)][mbmi->mode]++;
764
    } else {
765
766
767
      int idx, idy;
      for (idy = 0; idy < 2; idy += bh) {
        for (idx = 0; idx < 2; idx += bw) {
768
          int ib = idy * 2 + idx, k;
769
          int m = read_intra_mode(r, cm->fc.y_mode_prob[0]);
770
          mi->bmi[ib].as_mode.first = m;
771
          cm->fc.y_mode_counts[0][m]++;
772
773
774
775
          for (k = 1; k < bh; ++k)
            mi->bmi[ib + k * 2].as_mode.first = m;
          for (k = 1; k < bw; ++k)
            mi->bmi[ib + k].as_mode.first = m;
776
777
        }
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
778
      mbmi->mode = mi->bmi[3].as_mode.first;
John Koleszar's avatar
John Koleszar committed
779
    }
John Koleszar's avatar
John Koleszar committed
780

781
    mbmi->uv_mode = read_intra_mode(r, cm->fc.uv_mode_prob[mbmi->mode]);
Jingning Han's avatar
Jingning Han committed
782
    cm->fc.uv_mode_counts[mbmi->mode][mbmi->uv_mode]++;
John Koleszar's avatar
John Koleszar committed
783
  }
Scott LaVarnway's avatar
Scott LaVarnway committed
784
}
John Koleszar's avatar
John Koleszar committed
785

786
void vp9_decode_mode_mvs_init(VP9D_COMP* const pbi, vp9_reader *r) {
787
  VP9_COMMON *cm = &pbi->common;
788
  int k;
789

790
  // TODO(jkoleszar): does this clear more than MBSKIP_CONTEXTS? Maybe remove.
791
  vpx_memset(cm->mbskip_pred_probs, 0, sizeof(cm->mbskip_pred_probs));
792
793
  for (k = 0; k < MBSKIP_CONTEXTS; ++k)
    cm->mbskip_pred_probs[k] = vp9_read_prob(r);
794

795
  mb_mode_mv_init(pbi, r);
796
}
797

798
799
void vp9_decode_mb_mode_mv(VP9D_COMP* const pbi,
                           MACROBLOCKD* const xd,
800
801
                           int mi_row,
                           int mi_col,
802
                           vp9_reader *r) {
803
  VP9_COMMON *const cm = &pbi->common;
804
  MODE_INFO *mi = xd->mode_info_context;
805
  MB_MODE_INFO *const mbmi = &mi->mbmi;
806

807
  if (cm->frame_type == KEY_FRAME) {
808
    kfread_modes(pbi, mi, mi_row, mi_col, r);
809
  } else {
Yunqing Wang's avatar
Yunqing Wang committed
810
    read_mb_modes_mv(pbi, mi, &mi->mbmi, mi_row, mi_col, r);
811
  }
812

813
814
815
816
817
  if (1) {
    const int bw = 1 << mi_width_log2(mbmi->sb_type);
    const int bh = 1 << mi_height_log2(mbmi->sb_type);
    const int y_mis = MIN(bh, cm->mi_rows - mi_row);
    const int x_mis = MIN(bw, cm->mi_cols - mi_col);
818
819
820
    const int mis = cm->mode_info_stride;
    int x, y;

821
822
    for (y = 0; y < y_mis; y++)
      for (x = !y; x < x_mis; x++)
823
824
        mi[y * mis + x] = *mi;
  }
825
}