vp9_encodeframe.c 89.5 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
#include "./vpx_config.h"
13
#include "vp9/encoder/vp9_encodeframe.h"
14
15
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_encodemv.h"
16
#include "vp9/common/vp9_common.h"
17
#include "vp9/encoder/vp9_onyx_int.h"
18
#include "vp9/common/vp9_extend.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "vp9/common/vp9_entropy.h"
20
21
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
22
#include "vp9/encoder/vp9_segmentation.h"
23
#include "vp9/common/vp9_setupintrarecon.h"
24
#include "vp9/encoder/vp9_encodeintra.h"
25
26
#include "vp9/common/vp9_reconinter.h"
#include "vp9/common/vp9_invtrans.h"
27
#include "vp9/encoder/vp9_rdopt.h"
28
29
30
#include "vp9/common/vp9_findnearmv.h"
#include "vp9/common/vp9_reconintra.h"
#include "vp9/common/vp9_seg_common.h"
31
#include "vp9/common/vp9_tile_common.h"
32
#include "vp9/encoder/vp9_tokenize.h"
Yaowu Xu's avatar
Yaowu Xu committed
33
#include "./vp9_rtcd.h"
John Koleszar's avatar
John Koleszar committed
34
#include <stdio.h>
35
#include <math.h>
John Koleszar's avatar
John Koleszar committed
36
37
#include <limits.h>
#include "vpx_ports/vpx_timer.h"
38
39
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_mvref_common.h"
Paul Wilkins's avatar
Paul Wilkins committed
40

Yaowu Xu's avatar
Yaowu Xu committed
41
#define DBG_PRNT_SEGMAP 0
42

43
// #define ENC_DEBUG
44
#ifdef ENC_DEBUG
John Koleszar's avatar
John Koleszar committed
45
int enc_debug = 0;
46
47
#endif

Dmitry Kovalev's avatar
Dmitry Kovalev committed
48
void vp9_select_interp_filter_type(VP9_COMP *cpi);
49

50
#if !CONFIG_SB8X8
Ronald S. Bultje's avatar
Ronald S. Bultje committed
51
static void encode_macroblock(VP9_COMP *cpi, TOKENEXTRA **t,
52
                              int output_enabled, int mi_row, int mi_col);
53
#endif
54

55
static void encode_superblock(VP9_COMP *cpi, TOKENEXTRA **t,
56
                              int output_enabled, int mi_row, int mi_col,
57
                              BLOCK_SIZE_TYPE bsize);
58

59
static void adjust_act_zbin(VP9_COMP *cpi, MACROBLOCK *x);
60

John Koleszar's avatar
John Koleszar committed
61
#ifdef MODE_STATS
62
unsigned int inter_y_modes[MB_MODE_COUNT];
63
unsigned int inter_uv_modes[VP9_UV_MODES];
64
unsigned int inter_b_modes[B_MODE_COUNT];
65
66
67
68
unsigned int y_modes[VP9_YMODES];
unsigned int i8x8_modes[VP9_I8X8_MODES];
unsigned int uv_modes[VP9_UV_MODES];
unsigned int uv_modes_y[VP9_YMODES][VP9_UV_MODES];
69
unsigned int b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
70
71
72
#endif


73
74
75
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
76
 *  vp9_activity_masking().
77
 */
78
#define VP9_ACTIVITY_AVG_MIN (64)
79
80
81
82
83
84

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
85
static const uint8_t VP9_VAR_OFFS[16] = {
John Koleszar's avatar
John Koleszar committed
86
  128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128
87
88
};

89
90

// Original activity measure from Tim T's code.
91
static unsigned int tt_activity_measure(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
92
93
94
95
96
97
98
99
100
  unsigned int act;
  unsigned int sse;
  /* TODO: This could also be done over smaller areas (8x8), but that would
   *  require extensive changes elsewhere, as lambda is assumed to be fixed
   *  over an entire MB in most of the code.
   * Another option is to compute four 8x8 variances, and pick a single
   *  lambda using a non-linear combination (e.g., the smallest, or second
   *  smallest, etc.).
   */
John Koleszar's avatar
John Koleszar committed
101
102
  act = vp9_variance16x16(x->plane[0].src.buf, x->plane[0].src.stride,
                          VP9_VAR_OFFS, 0, &sse);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
103
  act <<= 4;
John Koleszar's avatar
John Koleszar committed
104
105
106
107
108
109

  /* If the region is flat, lower the activity some more. */
  if (act < 8 << 12)
    act = act < 5 << 12 ? act : 5 << 12;

  return act;
110
111
}

112
// Stub for alternative experimental activity measures.
113
static unsigned int alt_activity_measure(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
114
                                         MACROBLOCK *x, int use_dc_pred) {
115
  return vp9_encode_intra(cpi, x, use_dc_pred);
116
117
118
119
120
}


// Measure the activity of the current macroblock
// What we measure here is TBD so abstracted to this function
121
#define ALT_ACT_MEASURE 1
122
static unsigned int mb_activity_measure(VP9_COMP *cpi, MACROBLOCK *x,
John Koleszar's avatar
John Koleszar committed
123
124
                                        int mb_row, int mb_col) {
  unsigned int mb_activity;
125

John Koleszar's avatar
John Koleszar committed
126
127
  if (ALT_ACT_MEASURE) {
    int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
128

John Koleszar's avatar
John Koleszar committed
129
130
131
132
133
134
    // Or use and alternative.
    mb_activity = alt_activity_measure(cpi, x, use_dc_pred);
  } else {
    // Original activity measure from Tim T's code.
    mb_activity = tt_activity_measure(cpi, x);
  }
135

136
137
  if (mb_activity < VP9_ACTIVITY_AVG_MIN)
    mb_activity = VP9_ACTIVITY_AVG_MIN;
138

John Koleszar's avatar
John Koleszar committed
139
  return mb_activity;
140
141
142
}

// Calculate an "average" mb activity value for the frame
143
#define ACT_MEDIAN 0
144
static void calc_av_activity(VP9_COMP *cpi, int64_t activity_sum) {
145
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
  // Find median: Simple n^2 algorithm for experimentation
  {
    unsigned int median;
    unsigned int i, j;
    unsigned int *sortlist;
    unsigned int tmp;

    // Create a list to sort to
    CHECK_MEM_ERROR(sortlist,
    vpx_calloc(sizeof(unsigned int),
    cpi->common.MBs));

    // Copy map to sort list
    vpx_memcpy(sortlist, cpi->mb_activity_map,
    sizeof(unsigned int) * cpi->common.MBs);


    // Ripple each value down to its correct position
    for (i = 1; i < cpi->common.MBs; i ++) {
      for (j = i; j > 0; j --) {
        if (sortlist[j] < sortlist[j - 1]) {
          // Swap values
          tmp = sortlist[j - 1];
          sortlist[j - 1] = sortlist[j];
          sortlist[j] = tmp;
        } else
          break;
      }
    }
175

John Koleszar's avatar
John Koleszar committed
176
177
178
    // Even number MBs so estimate median as mean of two either side.
    median = (1 + sortlist[cpi->common.MBs >> 1] +
              sortlist[(cpi->common.MBs >> 1) + 1]) >> 1;
179

John Koleszar's avatar
John Koleszar committed
180
    cpi->activity_avg = median;
181

John Koleszar's avatar
John Koleszar committed
182
183
    vpx_free(sortlist);
  }
184
#else
John Koleszar's avatar
John Koleszar committed
185
186
  // Simple mean for now
  cpi->activity_avg = (unsigned int)(activity_sum / cpi->common.MBs);
187
188
#endif

189
190
  if (cpi->activity_avg < VP9_ACTIVITY_AVG_MIN)
    cpi->activity_avg = VP9_ACTIVITY_AVG_MIN;
191

John Koleszar's avatar
John Koleszar committed
192
193
194
  // Experimental code: return fixed value normalized for several clips
  if (ALT_ACT_MEASURE)
    cpi->activity_avg = 100000;
195
196
}

197
#define USE_ACT_INDEX   0
198
#define OUTPUT_NORM_ACT_STATS   0
199
200

#if USE_ACT_INDEX
201
// Calculate an activity index for each mb
202
203
static void calc_activity_index(VP9_COMP *cpi, MACROBLOCK *x) {
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
204
  int mb_row, mb_col;
205

John Koleszar's avatar
John Koleszar committed
206
207
208
  int64_t act;
  int64_t a;
  int64_t b;
209
210

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
211
212
  FILE *f = fopen("norm_act.stt", "a");
  fprintf(f, "\n%12d\n", cpi->activity_avg);
213
214
#endif

John Koleszar's avatar
John Koleszar committed
215
216
  // Reset pointers to start of activity map
  x->mb_activity_ptr = cpi->mb_activity_map;
217

John Koleszar's avatar
John Koleszar committed
218
219
220
221
222
223
  // Calculate normalized mb activity number.
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      // Read activity from the map
      act = *(x->mb_activity_ptr);
224

John Koleszar's avatar
John Koleszar committed
225
226
227
      // Calculate a normalized activity number
      a = act + 4 * cpi->activity_avg;
      b = 4 * act + cpi->activity_avg;
228

John Koleszar's avatar
John Koleszar committed
229
230
231
232
      if (b >= a)
        *(x->activity_ptr) = (int)((b + (a >> 1)) / a) - 1;
      else
        *(x->activity_ptr) = 1 - (int)((a + (b >> 1)) / b);
233
234

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
235
      fprintf(f, " %6d", *(x->mb_activity_ptr));
236
#endif
John Koleszar's avatar
John Koleszar committed
237
238
239
      // Increment activity map pointers
      x->mb_activity_ptr++;
    }
240
241

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
242
    fprintf(f, "\n");
243
244
#endif

John Koleszar's avatar
John Koleszar committed
245
  }
246
247

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
248
  fclose(f);
249
250
251
#endif

}
252
#endif
253
254
255

// Loop through all MBs. Note activity of each, average activity and
// calculate a normalized activity for each
256
static void build_activity_map(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
257
  MACROBLOCK *const x = &cpi->mb;
John Koleszar's avatar
John Koleszar committed
258
  MACROBLOCKD *xd = &x->e_mbd;
259
  VP9_COMMON *const cm = &cpi->common;
260

261
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
262
263
264
  YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
  int recon_yoffset;
  int recon_y_stride = new_yv12->y_stride;
265
266
#endif

John Koleszar's avatar
John Koleszar committed
267
268
269
  int mb_row, mb_col;
  unsigned int mb_activity;
  int64_t activity_sum = 0;
270

271
272
  x->mb_activity_ptr = cpi->mb_activity_map;

John Koleszar's avatar
John Koleszar committed
273
274
  // for each macroblock row in image
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
275
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
276
277
278
    // reset above block coeffs
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
279
#endif
John Koleszar's avatar
John Koleszar committed
280
281
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
282
#if ALT_ACT_MEASURE
283
      xd->plane[0].dst.buf = new_yv12->y_buffer + recon_yoffset;
John Koleszar's avatar
John Koleszar committed
284
285
      xd->left_available = (mb_col != 0);
      recon_yoffset += 16;
286
#endif
287

John Koleszar's avatar
John Koleszar committed
288
289
      // measure activity
      mb_activity = mb_activity_measure(cpi, x, mb_row, mb_col);
290

John Koleszar's avatar
John Koleszar committed
291
292
      // Keep frame sum
      activity_sum += mb_activity;
293

John Koleszar's avatar
John Koleszar committed
294
295
      // Store MB level activity details.
      *x->mb_activity_ptr = mb_activity;
296

John Koleszar's avatar
John Koleszar committed
297
298
      // Increment activity map pointer
      x->mb_activity_ptr++;
299

John Koleszar's avatar
John Koleszar committed
300
      // adjust to the next column of source macroblocks
John Koleszar's avatar
John Koleszar committed
301
      x->plane[0].src.buf += 16;
John Koleszar's avatar
John Koleszar committed
302
    }
303

304

John Koleszar's avatar
John Koleszar committed
305
    // adjust to the next row of mbs
John Koleszar's avatar
John Koleszar committed
306
    x->plane[0].src.buf += 16 * x->plane[0].src.stride - 16 * cm->mb_cols;
307
308

#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
309
    // extend the recon for intra prediction
310
311
    vp9_extend_mb_row(new_yv12, xd->plane[0].dst.buf + 16,
                      xd->plane[1].dst.buf + 8, xd->plane[2].dst.buf + 8);
312
313
#endif

John Koleszar's avatar
John Koleszar committed
314
  }
315

John Koleszar's avatar
John Koleszar committed
316
317
  // Calculate an "average" MB activity
  calc_av_activity(cpi, activity_sum);
318

319
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
320
321
  // Calculate an activity index number of each mb
  calc_activity_index(cpi, x);
322
323
#endif

324
325
}

326
// Macroblock activity masking
327
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x) {
328
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
329
330
331
  x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
332
#else
John Koleszar's avatar
John Koleszar committed
333
334
335
  int64_t a;
  int64_t b;
  int64_t act = *(x->mb_activity_ptr);
336

John Koleszar's avatar
John Koleszar committed
337
338
339
  // Apply the masking to the RD multiplier.
  a = act + (2 * cpi->activity_avg);
  b = (2 * act) + cpi->activity_avg;
340

John Koleszar's avatar
John Koleszar committed
341
342
343
  x->rdmult = (unsigned int)(((int64_t)x->rdmult * b + (a >> 1)) / a);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
344
#endif
345

John Koleszar's avatar
John Koleszar committed
346
347
  // Activity based Zbin adjustment
  adjust_act_zbin(cpi, x);
348
}
John Koleszar's avatar
John Koleszar committed
349

350
static void update_state(VP9_COMP *cpi,
351
352
                         PICK_MODE_CONTEXT *ctx,
                         BLOCK_SIZE_TYPE bsize,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
353
354
                         int output_enabled) {
  int i, x_idx, y;
355
  VP9_COMMON *const cm = &cpi->common;
356
357
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
358
  MODE_INFO *mi = &ctx->mic;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
359
  MB_MODE_INFO *const mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
360
361
  int mb_mode = mi->mbmi.mode;
  int mb_mode_index = ctx->best_mode_index;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
362
  const int mis = cpi->common.mode_info_stride;
363
  const int bh = 1 << mi_height_log2(bsize), bw = 1 << mi_width_log2(bsize);
Adrian Grange's avatar
Adrian Grange committed
364
365

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
366
367
368
  assert(mb_mode < MB_MODE_COUNT);
  assert(mb_mode_index < MAX_MODES);
  assert(mi->mbmi.ref_frame < MAX_REF_FRAMES);
Adrian Grange's avatar
Adrian Grange committed
369
#endif
370
  assert(mi->mbmi.sb_type == bsize);
Adrian Grange's avatar
Adrian Grange committed
371

John Koleszar's avatar
John Koleszar committed
372
373
  // Restore the coding context of the MB to that that was in place
  // when the mode was picked for it
374
375
  for (y = 0; y < bh; y++) {
    for (x_idx = 0; x_idx < bw; x_idx++) {
376
377
      if ((xd->mb_to_right_edge >> (3 + LOG2_MI_SIZE)) + bw > x_idx &&
          (xd->mb_to_bottom_edge >> (3 + LOG2_MI_SIZE)) + bh > y) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
378
379
380
381
        MODE_INFO *mi_addr = xd->mode_info_context + x_idx + y * mis;

        vpx_memcpy(mi_addr, mi, sizeof(MODE_INFO));
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
382
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
383
  }
384
  if (bsize < BLOCK_SIZE_SB32X32) {
385
386
    if (bsize < BLOCK_SIZE_MB16X16)
      ctx->txfm_rd_diff[ALLOW_16X16] = ctx->txfm_rd_diff[ALLOW_8X8];
387
    ctx->txfm_rd_diff[ALLOW_32X32] = ctx->txfm_rd_diff[ALLOW_16X16];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
388
  }
Adrian Grange's avatar
Adrian Grange committed
389

Scott LaVarnway's avatar
Scott LaVarnway committed
390
  if (mb_mode == SPLITMV) {
John Koleszar's avatar
John Koleszar committed
391
392
393
    vpx_memcpy(x->partition_info, &ctx->partition_info,
               sizeof(PARTITION_INFO));

394
395
396
397
    mbmi->mv[0].as_int =
        x->partition_info->bmi[15 >> (CONFIG_SB8X8 * 2)].mv.as_int;
    mbmi->mv[1].as_int =
        x->partition_info->bmi[15 >> (CONFIG_SB8X8 * 2)].second_mv.as_int;
John Koleszar's avatar
John Koleszar committed
398
399
  }

400
  x->skip = ctx->skip;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
401
402
403
  if (!output_enabled)
    return;

404
  {
405
    int segment_id = mbmi->segment_id, ref_pred_flag;
Paul Wilkins's avatar
Paul Wilkins committed
406
    if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_SKIP)) {
407
408
409
410
      for (i = 0; i < NB_TXFM_MODES; i++) {
        cpi->rd_tx_select_diff[i] += ctx->txfm_rd_diff[i];
      }
    }
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427

    // Did the chosen reference frame match its predicted value.
    ref_pred_flag = ((xd->mode_info_context->mbmi.ref_frame ==
                      vp9_get_pred_ref(cm, xd)));
    vp9_set_pred_flag(xd, PRED_REF, ref_pred_flag);
    if (!xd->segmentation_enabled ||
        !vp9_segfeature_active(xd, segment_id, SEG_LVL_REF_FRAME) ||
        vp9_check_segref(xd, segment_id, INTRA_FRAME)  +
        vp9_check_segref(xd, segment_id, LAST_FRAME)   +
        vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
        vp9_check_segref(xd, segment_id, ALTREF_FRAME) > 1) {
      // Get the prediction context and status
      int pred_context = vp9_get_pred_context(cm, xd, PRED_REF);

      // Count prediction success
      cpi->ref_pred_count[pred_context][ref_pred_flag]++;
    }
428
429
  }

John Koleszar's avatar
John Koleszar committed
430
431
  if (cpi->common.frame_type == KEY_FRAME) {
    // Restore the coding modes to that held in the coding context
Yaowu Xu's avatar
Yaowu Xu committed
432
    // if (mb_mode == I4X4_PRED)
John Koleszar's avatar
John Koleszar committed
433
434
435
436
437
438
    //    for (i = 0; i < 16; i++)
    //    {
    //        xd->block[i].bmi.as_mode =
    //                          xd->mode_info_context->bmi[i].as_mode;
    //        assert(xd->mode_info_context->bmi[i].as_mode < MB_MODE_COUNT);
    //    }
439
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
440
441
442
443
444
445
446
447
448
449
450
    static const int kf_mode_index[] = {
      THR_DC /*DC_PRED*/,
      THR_V_PRED /*V_PRED*/,
      THR_H_PRED /*H_PRED*/,
      THR_D45_PRED /*D45_PRED*/,
      THR_D135_PRED /*D135_PRED*/,
      THR_D117_PRED /*D117_PRED*/,
      THR_D153_PRED /*D153_PRED*/,
      THR_D27_PRED /*D27_PRED*/,
      THR_D63_PRED /*D63_PRED*/,
      THR_TM /*TM_PRED*/,
451
#if !CONFIG_SB8X8
John Koleszar's avatar
John Koleszar committed
452
      THR_I8X8_PRED /*I8X8_PRED*/,
453
#endif
Yaowu Xu's avatar
Yaowu Xu committed
454
      THR_B_PRED /*I4X4_PRED*/,
John Koleszar's avatar
John Koleszar committed
455
456
    };
    cpi->mode_chosen_counts[kf_mode_index[mb_mode]]++;
457
#endif
John Koleszar's avatar
John Koleszar committed
458
459
460
461
462
463
464
  } else {
    /*
            // Reduce the activation RD thresholds for the best choice mode
            if ((cpi->rd_baseline_thresh[mb_mode_index] > 0) &&
                (cpi->rd_baseline_thresh[mb_mode_index] < (INT_MAX >> 2)))
            {
                int best_adjustment = (cpi->rd_thresh_mult[mb_mode_index] >> 2);
Adrian Grange's avatar
Adrian Grange committed
465

John Koleszar's avatar
John Koleszar committed
466
467
468
469
470
471
472
473
                cpi->rd_thresh_mult[mb_mode_index] =
                        (cpi->rd_thresh_mult[mb_mode_index]
                         >= (MIN_THRESHMULT + best_adjustment)) ?
                                cpi->rd_thresh_mult[mb_mode_index] - best_adjustment :
                                MIN_THRESHMULT;
                cpi->rd_threshes[mb_mode_index] =
                        (cpi->rd_baseline_thresh[mb_mode_index] >> 7)
                        * cpi->rd_thresh_mult[mb_mode_index];
Adrian Grange's avatar
Adrian Grange committed
474

John Koleszar's avatar
John Koleszar committed
475
476
477
478
            }
    */
    // Note how often each mode chosen as best
    cpi->mode_chosen_counts[mb_mode_index]++;
Deb Mukherjee's avatar
Deb Mukherjee committed
479
480
481
482
483
484
485
486
487
488
489
490
    if (mbmi->mode == SPLITMV || mbmi->mode == NEWMV) {
      int_mv best_mv, best_second_mv;
      MV_REFERENCE_FRAME rf = mbmi->ref_frame;
      best_mv.as_int = ctx->best_ref_mv.as_int;
      best_second_mv.as_int = ctx->second_best_ref_mv.as_int;
      if (mbmi->mode == NEWMV) {
        best_mv.as_int = mbmi->ref_mvs[rf][0].as_int;
        best_second_mv.as_int = mbmi->ref_mvs[mbmi->second_ref_frame][0].as_int;
      }
      mbmi->best_mv.as_int = best_mv.as_int;
      mbmi->best_second_mv.as_int = best_second_mv.as_int;
      vp9_update_nmv_count(cpi, x, &best_mv, &best_second_mv);
491
492
493
494
495
#if CONFIG_SB8X8
      xd->mode_info_context[1].mbmi =
      xd->mode_info_context[mis].mbmi =
      xd->mode_info_context[1 + mis].mbmi = *mbmi;
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
496
    }
497
498
499
500
501
502
503
504
505
506
507
508
509
#if CONFIG_COMP_INTERINTRA_PRED
    if (mbmi->mode >= NEARESTMV && mbmi->mode < SPLITMV &&
        mbmi->second_ref_frame <= INTRA_FRAME) {
      if (mbmi->second_ref_frame == INTRA_FRAME) {
        ++cpi->interintra_count[1];
        ++cpi->ymode_count[mbmi->interintra_mode];
#if SEPARATE_INTERINTRA_UV
        ++cpi->y_uv_mode_count[mbmi->interintra_mode][mbmi->interintra_uv_mode];
#endif
      } else {
        ++cpi->interintra_count[0];
      }
    }
510
#endif
511
    if (cpi->common.mcomp_filter_type == SWITCHABLE &&
512
        is_inter_mode(mbmi->mode)) {
513
514
515
516
      ++cpi->switchable_interp_count
          [vp9_get_pred_context(&cpi->common, xd, PRED_SWITCHABLE_INTERP)]
          [vp9_switchable_interp_map[mbmi->interp_filter]];
    }
Adrian Grange's avatar
Adrian Grange committed
517

518
519
520
    cpi->rd_comp_pred_diff[SINGLE_PREDICTION_ONLY] += ctx->single_pred_diff;
    cpi->rd_comp_pred_diff[COMP_PREDICTION_ONLY]   += ctx->comp_pred_diff;
    cpi->rd_comp_pred_diff[HYBRID_PREDICTION]      += ctx->hybrid_pred_diff;
John Koleszar's avatar
John Koleszar committed
521
  }
Adrian Grange's avatar
Adrian Grange committed
522
523
}

524
static unsigned find_seg_id(uint8_t *buf, BLOCK_SIZE_TYPE bsize,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
525
                            int start_y, int height, int start_x, int width) {
526
  const int bw = 1 << mi_width_log2(bsize), bh = 1 << mi_height_log2(bsize);
527
528
  const int end_x = MIN(start_x + bw, width);
  const int end_y = MIN(start_y + bh, height);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
529
530
531
532
533
534
535
536
537
538
539
540
541
  int x, y;
  unsigned seg_id = -1;

  buf += width * start_y;
  for (y = start_y; y < end_y; y++, buf += width) {
    for (x = start_x; x < end_x; x++) {
      seg_id = MIN(seg_id, buf[x]);
    }
  }

  return seg_id;
}

John Koleszar's avatar
John Koleszar committed
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
void vp9_setup_src_planes(MACROBLOCK *x,
                          const YV12_BUFFER_CONFIG *src,
                          int mb_row, int mb_col) {
  setup_pred_plane(&x->plane[0].src,
                   src->y_buffer, src->y_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[0].subsampling_x,
                   x->e_mbd.plane[0].subsampling_y);
  setup_pred_plane(&x->plane[1].src,
                   src->u_buffer, src->uv_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[1].subsampling_x,
                   x->e_mbd.plane[1].subsampling_y);
  setup_pred_plane(&x->plane[2].src,
                   src->v_buffer, src->uv_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[2].subsampling_x,
                   x->e_mbd.plane[2].subsampling_y);
}

562
563
564
565
566
567
568
569
570
static INLINE void set_partition_seg_context(VP9_COMP *cpi,
                                             int mi_row, int mi_col) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &cpi->mb.e_mbd;

  xd->above_seg_context = cm->above_seg_context + (mi_col >> CONFIG_SB8X8);
  xd->left_seg_context  = cm->left_seg_context + ((mi_row >> CONFIG_SB8X8) & 3);
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
571
static void set_offsets(VP9_COMP *cpi,
572
                        int mi_row, int mi_col, BLOCK_SIZE_TYPE bsize) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
573
574
575
576
577
  MACROBLOCK *const x = &cpi->mb;
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &x->e_mbd;
  MB_MODE_INFO *mbmi;
  const int dst_fb_idx = cm->new_fb_idx;
578
579
580
581
  const int idx_str = xd->mode_info_stride * mi_row + mi_col;
  const int bw = 1 << mi_width_log2(bsize), bh = 1 << mi_height_log2(bsize);
  const int mb_row = mi_row >> CONFIG_SB8X8;
  const int mb_col = mi_col >> CONFIG_SB8X8;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
582
  const int idx_map = mb_row * cm->mb_cols + mb_col;
583
  int i;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
584
585

  // entropy context structures
586
587
588
589
590
591
  for (i = 0; i < MAX_MB_PLANE; i++) {
    xd->plane[i].above_context = cm->above_context[i] +
        (mi_col * 4 >> (CONFIG_SB8X8 + xd->plane[i].subsampling_x));
    xd->plane[i].left_context = cm->left_context[i] +
        (((mi_row * 4 >> CONFIG_SB8X8) & 15) >> xd->plane[i].subsampling_y);
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
592

593
  // partition contexts
594
  set_partition_seg_context(cpi, mi_row, mi_col);
595

Ronald S. Bultje's avatar
Ronald S. Bultje committed
596
597
598
599
600
601
602
603
604
605
606
  // Activity map pointer
  x->mb_activity_ptr = &cpi->mb_activity_map[idx_map];
  x->active_ptr = cpi->active_map + idx_map;

  /* pointers to mode info contexts */
  x->partition_info          = x->pi + idx_str;
  xd->mode_info_context      = cm->mi + idx_str;
  mbmi = &xd->mode_info_context->mbmi;
  xd->prev_mode_info_context = cm->prev_mi + idx_str;

  // Set up destination pointers
607
  setup_dst_planes(xd, &cm->yv12_fb[dst_fb_idx], mi_row, mi_col);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
608
609
610

  /* Set up limit values for MV components to prevent them from
   * extending beyond the UMV borders assuming 16x16 block size */
611
612
613
614
615
616
  x->mv_row_min = -((mi_row * MI_SIZE) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_col_min = -((mi_col * MI_SIZE) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_row_max = ((cm->mi_rows - mi_row) * MI_SIZE +
                   (VP9BORDERINPIXELS - MI_SIZE * bh - VP9_INTERP_EXTEND));
  x->mv_col_max = ((cm->mi_cols - mi_col) * MI_SIZE +
                   (VP9BORDERINPIXELS - MI_SIZE * bw - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
617
618

  // Set up distance of MB to edge of frame in 1/8th pel units
619
620
  assert(!(mi_col & (bw - 1)) && !(mi_row & (bh - 1)));
  set_mi_row_col(cm, xd, mi_row, bh, mi_col, bw);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
621
622

  /* set up source buffers */
623
  vp9_setup_src_planes(x, cpi->Source, mi_row, mi_col);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
624
625
626
627
628
629
630

  /* R/D setup */
  x->rddiv = cpi->RDDIV;
  x->rdmult = cpi->RDMULT;

  /* segment ID */
  if (xd->segmentation_enabled) {
631
632
633
634
635
    uint8_t *map = xd->update_mb_segmentation_map ? cpi->segmentation_map
                                                  : cm->last_frame_seg_map;
    mbmi->segment_id = find_seg_id(map, bsize, mi_row,
                                   cm->mi_rows, mi_col, cm->mi_cols);

636
    assert(mbmi->segment_id <= (MAX_MB_SEGMENTS-1));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
    vp9_mb_init_quantizer(cpi, x);

    if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
        !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
        vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
        vp9_check_segref(xd, 1, INTRA_FRAME)  +
        vp9_check_segref(xd, 1, LAST_FRAME)   +
        vp9_check_segref(xd, 1, GOLDEN_FRAME) +
        vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
      cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
    } else {
      const int y = mb_row & ~3;
      const int x = mb_col & ~3;
      const int p16 = ((mb_row & 1) << 1) +  (mb_col & 1);
      const int p32 = ((mb_row & 2) << 2) + ((mb_col & 2) << 1);
652
653
654
655
      const int tile_progress =
          cm->cur_tile_mi_col_start * cm->mb_rows >> CONFIG_SB8X8;
      const int mb_cols =
          (cm->cur_tile_mi_col_end - cm->cur_tile_mi_col_start) >> CONFIG_SB8X8;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
656
657

      cpi->seg0_progress =
658
          ((y * mb_cols + x * 4 + p32 + p16 + tile_progress) << 16) / cm->MBs;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
659
660
661
662
663
664
    }
  } else {
    mbmi->segment_id = 0;
  }
}

665
#if !CONFIG_SB8X8
666
static int pick_mb_mode(VP9_COMP *cpi,
667
668
                        int mi_row,
                        int mi_col,
669
670
671
                        TOKENEXTRA **tp,
                        int *totalrate,
                        int *totaldist) {
672
673
674
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
675
  int splitmodes_used = 0;
676
  MB_MODE_INFO *mbmi;
677

678
  set_offsets(cpi, mi_row, mi_col, BLOCK_SIZE_MB16X16);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
679

680
681
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
    vp9_activity_masking(cpi, x);
John Koleszar's avatar
John Koleszar committed
682

683
684
  mbmi = &xd->mode_info_context->mbmi;
  mbmi->sb_type = BLOCK_SIZE_MB16X16;
John Koleszar's avatar
John Koleszar committed
685

686
687
688
689
  // Find best coding mode & reconstruct the MB so it is available
  // as a predictor for MBs that follow in the SB
  if (cm->frame_type == KEY_FRAME) {
    vp9_rd_pick_intra_mode(cpi, x, totalrate, totaldist);
690

691
692
693
694
    // Save the coding context
    vpx_memcpy(&x->mb_context[xd->sb_index][xd->mb_index].mic,
               xd->mode_info_context, sizeof(MODE_INFO));
  } else {
695
    vp9_pick_mode_inter_macroblock(cpi, x, mi_row, mi_col,
696
697
                                   totalrate, totaldist);
    splitmodes_used += (mbmi->mode == SPLITMV);
John Koleszar's avatar
John Koleszar committed
698

699
    if (cpi->mb.e_mbd.segmentation_enabled && mbmi->segment_id == 0) {
700
      cpi->seg0_idx++;
John Koleszar's avatar
John Koleszar committed
701
702
703
    }
  }

704
  return splitmodes_used;
Adrian Grange's avatar
Adrian Grange committed
705
}
706
#endif
Adrian Grange's avatar
Adrian Grange committed
707

708
static void pick_sb_modes(VP9_COMP *cpi, int mi_row, int mi_col,
709
710
                          TOKENEXTRA **tp, int *totalrate, int *totaldist,
                          BLOCK_SIZE_TYPE bsize, PICK_MODE_CONTEXT *ctx) {
711
712
713
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
714

715
  set_offsets(cpi, mi_row, mi_col, bsize);
716
  xd->mode_info_context->mbmi.sb_type = bsize;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
717
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
718
    vp9_activity_masking(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
719
720
721

  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
722
  if (cm->frame_type == KEY_FRAME) {
723
    vp9_rd_pick_intra_mode_sb(cpi, x, totalrate, totaldist, bsize, ctx);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
724
  } else {
725
    vp9_rd_pick_inter_mode_sb(cpi, x, mi_row, mi_col, totalrate, totaldist,
726
                              bsize, ctx);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
727
728
  }
}
Adrian Grange's avatar
Adrian Grange committed
729

730
static void update_stats(VP9_COMP *cpi, int mi_row, int mi_col) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
731
732
733
734
735
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  MODE_INFO *mi = xd->mode_info_context;
  MB_MODE_INFO *const mbmi = &mi->mbmi;
Adrian Grange's avatar
Adrian Grange committed
736

Ronald S. Bultje's avatar
Ronald S. Bultje committed
737
738
739
  if (cm->frame_type == KEY_FRAME) {
#ifdef MODE_STATS
    y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
740
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
741
742
  } else {
    int segment_id, seg_ref_active;
John Koleszar's avatar
John Koleszar committed
743

Ronald S. Bultje's avatar
Ronald S. Bultje committed
744
745
    if (mbmi->ref_frame) {
      int pred_context = vp9_get_pred_context(cm, xd, PRED_COMP);
746

Ronald S. Bultje's avatar
Ronald S. Bultje committed
747
748
749
750
      if (mbmi->second_ref_frame <= INTRA_FRAME)
        cpi->single_pred_count[pred_context]++;
      else
        cpi->comp_pred_count[pred_context]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
751
    }
Adrian Grange's avatar
Adrian Grange committed
752

Ronald S. Bultje's avatar
Ronald S. Bultje committed
753
754
#ifdef MODE_STATS
    inter_y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
755

Ronald S. Bultje's avatar
Ronald S. Bultje committed
756
757
    if (mbmi->mode == SPLITMV) {
      int b;
John Koleszar's avatar
John Koleszar committed
758

Ronald S. Bultje's avatar
Ronald S. Bultje committed
759
760
761
762
      for (b = 0; b < x->partition_info->count; b++) {
        inter_b_modes[x->partition_info->bmi[b].mode]++;
      }
    }
763
#endif
764

Ronald S. Bultje's avatar
Ronald S. Bultje committed
765
766
767
768
769
770
771
772
773
774
775
776
777
778
    // If we have just a single reference frame coded for a segment then
    // exclude from the reference frame counts used to work out
    // probabilities. NOTE: At the moment we dont support custom trees
    // for the reference frame coding for each segment but this is a
    // possible future action.
    segment_id = mbmi->segment_id;
    seg_ref_active = vp9_segfeature_active(xd, segment_id,
                                           SEG_LVL_REF_FRAME);
    if (!seg_ref_active ||
        ((vp9_check_segref(xd, segment_id, INTRA_FRAME) +
          vp9_check_segref(xd, segment_id, LAST_FRAME) +
          vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, segment_id, ALTREF_FRAME)) > 1)) {
      cpi->count_mb_ref_frame_usage[mbmi->ref_frame]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
779
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
780
781
782
783
784
    // Count of last ref frame 0,0 usage
    if ((mbmi->mode == ZEROMV) && (mbmi->ref_frame == LAST_FRAME))
      cpi->inter_zz_count++;
  }
}
John Koleszar's avatar
John Koleszar committed
785

786
787
788
789
790
static void set_block_index(MACROBLOCKD *xd, int idx,
                            BLOCK_SIZE_TYPE bsize) {
  if (bsize >= BLOCK_SIZE_SB32X32) {
    xd->sb_index = idx;
#if CONFIG_SB8X8
791
  } else if (bsize >= BLOCK_SIZE_MB16X16) {
792
    xd->mb_index = idx;
793
794
795
796
797
798
  } else {
    xd->b_index = idx;
#else
  } else {
    xd->mb_index = idx;
#endif
799
800
  }
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
801

802
803
804
static PICK_MODE_CONTEXT *get_block_context(MACROBLOCK *x,
                                            BLOCK_SIZE_TYPE bsize) {
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
805

806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
  switch (bsize) {
    case BLOCK_SIZE_SB64X64:
      return &x->sb64_context;
    case BLOCK_SIZE_SB64X32:
      return &x->sb64x32_context[xd->sb_index];
    case BLOCK_SIZE_SB32X64:
      return &x->sb32x64_context[xd->sb_index];
    case BLOCK_SIZE_SB32X32:
      return &x->sb32_context[xd->sb_index];
    case BLOCK_SIZE_SB32X16:
      return &x->sb32x16_context[xd->sb_index][xd->mb_index];
    case BLOCK_SIZE_SB16X32:
      return &x->sb16x32_context[xd->sb_index][xd->mb_index];
    case BLOCK_SIZE_MB16X16:
      return &x->mb_context[xd->sb_index][xd->mb_index];
821
822
823
824
825
826
827
828
#if CONFIG_SB8X8
    case BLOCK_SIZE_SB16X8:
      return &x->sb16x8_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X16:
      return &x->sb8x16_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X8:
      return &x->sb8_context[xd->sb_index][xd->mb_index][xd->b_index];
#endif
829
830
831
832
833
    default:
      assert(0);
      return NULL;
  }
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
834

835
836
837
838
839
840
static void encode_b(VP9_COMP *cpi, TOKENEXTRA **tp,
                     int mi_row, int mi_col, int output_enabled,
                     BLOCK_SIZE_TYPE bsize, int sub_index) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
841

842
843
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols)
    return;
John Koleszar's avatar
John Koleszar committed
844

845
846
847
848
  if (sub_index != -1)
    set_block_index(xd, sub_index, bsize);
  set_offsets(cpi, mi_row, mi_col, bsize);
  update_state(cpi, get_block_context(x, bsize), bsize, output_enabled);
849
#if !CONFIG_SB8X8
850
851
852
  if (bsize == BLOCK_SIZE_MB16X16) {
    if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
      vp9_activity_masking(cpi, x);
Deb Mukherjee's avatar
Deb Mukherjee committed
853

854
    encode_macroblock(cpi, tp, output_enabled, mi_row, mi_col);
855
856
857
  } else
#endif
  {
858
    encode_superblock(cpi, tp, output_enabled, mi_row, mi_col, bsize);
John Koleszar's avatar
John Koleszar committed
859
  }
John Koleszar's avatar
John Koleszar committed
860

861
862
  if (output_enabled) {
    update_stats(cpi, mi_row, mi_col);
863

864
865
    (*tp)->token = EOSB_TOKEN;
    (*tp)++;
John Koleszar's avatar
John Koleszar committed
866
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
867
868
}

869
870
871
static void encode_sb(VP9_COMP *cpi, TOKENEXTRA **tp,
                      int mi_row, int mi_col, int output_enabled,
                      BLOCK_SIZE_TYPE level,
872
873
874
875
876
                      BLOCK_SIZE_TYPE c1, BLOCK_SIZE_TYPE c2[4]
#if CONFIG_SB8X8
                      , BLOCK_SIZE_TYPE c3[4][4]
#endif
                      ) {
877
878
879
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
880
881
  const int bsl = mi_width_log2(level), bs = 1 << (bsl - 1);
  const int bwl = mi_width_log2(c1), bhl = mi_height_log2(c1);
882
  int UNINITIALIZED_IS_SAFE(pl);
883

884
885
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols)
    return;
886

887
888
889
890
891
892
893
894
#if CONFIG_SB8X8
  if (level > BLOCK_SIZE_SB8X8) {
#endif
    set_partition_seg_context(cpi, mi_row, mi_col);
    pl = partition_plane_context(xd, level);
#if CONFIG_SB8X8
  }
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
895

896
  if (bsl == bwl && bsl == bhl) {
897
898
899
900
901
902
903
    if (output_enabled &&
#if CONFIG_SB8X8
        level > BLOCK_SIZE_SB8X8
#else
        level > BLOCK_SIZE_MB16X16
#endif
        )
904
905
906
907
908
909
910
911
912
913
914
915
916
917
      cpi->partition_count[pl][PARTITION_NONE]++;
    encode_b(cpi, tp, mi_row, mi_col, output_enabled, c1, -1);
  } else if (bsl == bhl && bsl > bwl) {
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_VERT]++;
    encode_b(cpi, tp, mi_row, mi_col,      output_enabled, c1, 0);
    encode_b(cpi, tp, mi_row, mi_col + bs, output_enabled, c1, 1);
  } else if (bsl == bwl && bsl > bhl) {
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_HORZ]++;
    encode_b(cpi, tp, mi_row,      mi_col, output_enabled, c1, 0);
    encode_b(cpi, tp, mi_row + bs, mi_col, output_enabled, c1, 1);
  } else {
    BLOCK_SIZE_TYPE subsize;
918
919
    int i;

920
921
922
    assert(bwl < bsl && bhl < bsl);
    if (level == BLOCK_SIZE_SB64X64) {
      subsize = BLOCK_SIZE_SB32X32;
923
924
925
926
927
928
929
#if CONFIG_SB8X8
    } else if (level == BLOCK_SIZE_SB32X32) {
      subsize = BLOCK_SIZE_MB16X16;
    } else {
      assert(level == BLOCK_SIZE_MB16X16);
      subsize = BLOCK_SIZE_SB8X8;
#else
930
931
932
    } else {
      assert(level == BLOCK_SIZE_SB32X32);
      subsize = BLOCK_SIZE_MB16X16;
933
#endif
934
935
    }

936
937
938
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_SPLIT]++;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
939
    for (i = 0; i < 4; i++) {
940
      const int x_idx = i & 1, y_idx = i >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
941

942
943
944
      set_block_index(xd, i, subsize);
      encode_sb(cpi, tp, mi_row + y_idx * bs, mi_col + x_idx * bs,
                output_enabled, subsize,
945
946
947
948
949
#if CONFIG_SB8X8
                c2 ? c2[i] : c1, c3 ? c3[i] : NULL, NULL);
#else
                c2 ? c2[i] : c1, NULL);
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
950
951
    }
  }
952

953
954
955
956
#if CONFIG_SB8X8
  if (level > BLOCK_SIZE_SB8X8 &&
      (level == BLOCK_SIZE_MB16X16 || bsl == bwl || bsl == bhl))
#else
957
  if (level > BLOCK_SIZE_MB16X16 &&
958
959
960
      (level == BLOCK_SIZE_SB32X32 || bsl == bwl || bsl == bhl))
#endif
  {
961
    set_partition_seg_context(cpi, mi_row, mi_col);
962
    update_partition_context(xd, c1, level);
963
  }
Adrian Grange's avatar
Adrian Grange committed
964
}
John Koleszar's avatar
John Koleszar committed
965

Ronald S. Bultje's avatar
Ronald S. Bultje committed
966
static void encode_sb_row(VP9_COMP *cpi,
967
                          int mi_row,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
968
969
                          TOKENEXTRA **tp,
                          int *totalrate) {
970
971
972
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
973
  int mi_col, pl;
John Koleszar's avatar
John Koleszar committed
974
975

  // Initialize the left context for the new SB row
976
  vpx_memset(&cm->left_context, 0, sizeof(cm->left_context));
977
  vpx_memset(cm->left_seg_context, 0, sizeof(cm->left_seg_context));
John Koleszar's avatar
John Koleszar committed
978
979

  // Code each SB in the row
980
981
  for (mi_col = cm->cur_tile_mi_col_start;
       mi_col < cm->cur_tile_mi_col_end; mi_col += (4 << CONFIG_SB8X8)) {
982
    int i, p;
983
984