vp9_encodeframe.c 90 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
#include "./vpx_config.h"
13
#include "vp9/encoder/vp9_encodeframe.h"
14
15
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_encodemv.h"
16
#include "vp9/common/vp9_common.h"
17
#include "vp9/encoder/vp9_onyx_int.h"
18
#include "vp9/common/vp9_extend.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "vp9/common/vp9_entropy.h"
20
21
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
22
#include "vp9/encoder/vp9_segmentation.h"
23
#include "vp9/common/vp9_setupintrarecon.h"
24
#include "vp9/encoder/vp9_encodeintra.h"
25
26
#include "vp9/common/vp9_reconinter.h"
#include "vp9/common/vp9_invtrans.h"
27
#include "vp9/encoder/vp9_rdopt.h"
28
29
30
#include "vp9/common/vp9_findnearmv.h"
#include "vp9/common/vp9_reconintra.h"
#include "vp9/common/vp9_seg_common.h"
31
#include "vp9/common/vp9_tile_common.h"
32
#include "vp9/encoder/vp9_tokenize.h"
Yaowu Xu's avatar
Yaowu Xu committed
33
#include "./vp9_rtcd.h"
John Koleszar's avatar
John Koleszar committed
34
#include <stdio.h>
35
#include <math.h>
John Koleszar's avatar
John Koleszar committed
36
37
#include <limits.h>
#include "vpx_ports/vpx_timer.h"
38
39
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_mvref_common.h"
Paul Wilkins's avatar
Paul Wilkins committed
40

Yaowu Xu's avatar
Yaowu Xu committed
41
#define DBG_PRNT_SEGMAP 0
42

43
// #define ENC_DEBUG
44
#ifdef ENC_DEBUG
John Koleszar's avatar
John Koleszar committed
45
int enc_debug = 0;
46
47
#endif

Dmitry Kovalev's avatar
Dmitry Kovalev committed
48
void vp9_select_interp_filter_type(VP9_COMP *cpi);
49

50
#if !CONFIG_SB8X8
Ronald S. Bultje's avatar
Ronald S. Bultje committed
51
static void encode_macroblock(VP9_COMP *cpi, TOKENEXTRA **t,
52
                              int output_enabled, int mi_row, int mi_col);
53
#endif
54

55
static void encode_superblock(VP9_COMP *cpi, TOKENEXTRA **t,
56
                              int output_enabled, int mi_row, int mi_col,
57
                              BLOCK_SIZE_TYPE bsize);
58

59
static void adjust_act_zbin(VP9_COMP *cpi, MACROBLOCK *x);
60

John Koleszar's avatar
John Koleszar committed
61
#ifdef MODE_STATS
62
unsigned int inter_y_modes[MB_MODE_COUNT];
63
unsigned int inter_uv_modes[VP9_UV_MODES];
64
unsigned int inter_b_modes[B_MODE_COUNT];
65
66
67
68
unsigned int y_modes[VP9_YMODES];
unsigned int i8x8_modes[VP9_I8X8_MODES];
unsigned int uv_modes[VP9_UV_MODES];
unsigned int uv_modes_y[VP9_YMODES][VP9_UV_MODES];
69
unsigned int b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
70
71
72
#endif


73
74
75
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
76
 *  vp9_activity_masking().
77
 */
78
#define VP9_ACTIVITY_AVG_MIN (64)
79
80
81
82
83
84

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
85
static const uint8_t VP9_VAR_OFFS[16] = {
John Koleszar's avatar
John Koleszar committed
86
  128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128
87
88
};

89
90

// Original activity measure from Tim T's code.
91
static unsigned int tt_activity_measure(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
92
93
94
95
96
97
98
99
100
  unsigned int act;
  unsigned int sse;
  /* TODO: This could also be done over smaller areas (8x8), but that would
   *  require extensive changes elsewhere, as lambda is assumed to be fixed
   *  over an entire MB in most of the code.
   * Another option is to compute four 8x8 variances, and pick a single
   *  lambda using a non-linear combination (e.g., the smallest, or second
   *  smallest, etc.).
   */
John Koleszar's avatar
John Koleszar committed
101
102
  act = vp9_variance16x16(x->plane[0].src.buf, x->plane[0].src.stride,
                          VP9_VAR_OFFS, 0, &sse);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
103
  act <<= 4;
John Koleszar's avatar
John Koleszar committed
104
105
106
107
108
109

  /* If the region is flat, lower the activity some more. */
  if (act < 8 << 12)
    act = act < 5 << 12 ? act : 5 << 12;

  return act;
110
111
}

112
// Stub for alternative experimental activity measures.
113
static unsigned int alt_activity_measure(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
114
                                         MACROBLOCK *x, int use_dc_pred) {
115
  return vp9_encode_intra(cpi, x, use_dc_pred);
116
117
118
119
120
}


// Measure the activity of the current macroblock
// What we measure here is TBD so abstracted to this function
121
#define ALT_ACT_MEASURE 1
122
static unsigned int mb_activity_measure(VP9_COMP *cpi, MACROBLOCK *x,
John Koleszar's avatar
John Koleszar committed
123
124
                                        int mb_row, int mb_col) {
  unsigned int mb_activity;
125

John Koleszar's avatar
John Koleszar committed
126
127
  if (ALT_ACT_MEASURE) {
    int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
128

John Koleszar's avatar
John Koleszar committed
129
130
131
132
133
134
    // Or use and alternative.
    mb_activity = alt_activity_measure(cpi, x, use_dc_pred);
  } else {
    // Original activity measure from Tim T's code.
    mb_activity = tt_activity_measure(cpi, x);
  }
135

136
137
  if (mb_activity < VP9_ACTIVITY_AVG_MIN)
    mb_activity = VP9_ACTIVITY_AVG_MIN;
138

John Koleszar's avatar
John Koleszar committed
139
  return mb_activity;
140
141
142
}

// Calculate an "average" mb activity value for the frame
143
#define ACT_MEDIAN 0
144
static void calc_av_activity(VP9_COMP *cpi, int64_t activity_sum) {
145
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
  // Find median: Simple n^2 algorithm for experimentation
  {
    unsigned int median;
    unsigned int i, j;
    unsigned int *sortlist;
    unsigned int tmp;

    // Create a list to sort to
    CHECK_MEM_ERROR(sortlist,
    vpx_calloc(sizeof(unsigned int),
    cpi->common.MBs));

    // Copy map to sort list
    vpx_memcpy(sortlist, cpi->mb_activity_map,
    sizeof(unsigned int) * cpi->common.MBs);


    // Ripple each value down to its correct position
    for (i = 1; i < cpi->common.MBs; i ++) {
      for (j = i; j > 0; j --) {
        if (sortlist[j] < sortlist[j - 1]) {
          // Swap values
          tmp = sortlist[j - 1];
          sortlist[j - 1] = sortlist[j];
          sortlist[j] = tmp;
        } else
          break;
      }
    }
175

John Koleszar's avatar
John Koleszar committed
176
177
178
    // Even number MBs so estimate median as mean of two either side.
    median = (1 + sortlist[cpi->common.MBs >> 1] +
              sortlist[(cpi->common.MBs >> 1) + 1]) >> 1;
179

John Koleszar's avatar
John Koleszar committed
180
    cpi->activity_avg = median;
181

John Koleszar's avatar
John Koleszar committed
182
183
    vpx_free(sortlist);
  }
184
#else
John Koleszar's avatar
John Koleszar committed
185
186
  // Simple mean for now
  cpi->activity_avg = (unsigned int)(activity_sum / cpi->common.MBs);
187
188
#endif

189
190
  if (cpi->activity_avg < VP9_ACTIVITY_AVG_MIN)
    cpi->activity_avg = VP9_ACTIVITY_AVG_MIN;
191

John Koleszar's avatar
John Koleszar committed
192
193
194
  // Experimental code: return fixed value normalized for several clips
  if (ALT_ACT_MEASURE)
    cpi->activity_avg = 100000;
195
196
}

197
#define USE_ACT_INDEX   0
198
#define OUTPUT_NORM_ACT_STATS   0
199
200

#if USE_ACT_INDEX
201
// Calculate an activity index for each mb
202
203
static void calc_activity_index(VP9_COMP *cpi, MACROBLOCK *x) {
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
204
  int mb_row, mb_col;
205

John Koleszar's avatar
John Koleszar committed
206
207
208
  int64_t act;
  int64_t a;
  int64_t b;
209
210

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
211
212
  FILE *f = fopen("norm_act.stt", "a");
  fprintf(f, "\n%12d\n", cpi->activity_avg);
213
214
#endif

John Koleszar's avatar
John Koleszar committed
215
216
  // Reset pointers to start of activity map
  x->mb_activity_ptr = cpi->mb_activity_map;
217

John Koleszar's avatar
John Koleszar committed
218
219
220
221
222
223
  // Calculate normalized mb activity number.
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      // Read activity from the map
      act = *(x->mb_activity_ptr);
224

John Koleszar's avatar
John Koleszar committed
225
226
227
      // Calculate a normalized activity number
      a = act + 4 * cpi->activity_avg;
      b = 4 * act + cpi->activity_avg;
228

John Koleszar's avatar
John Koleszar committed
229
230
231
232
      if (b >= a)
        *(x->activity_ptr) = (int)((b + (a >> 1)) / a) - 1;
      else
        *(x->activity_ptr) = 1 - (int)((a + (b >> 1)) / b);
233
234

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
235
      fprintf(f, " %6d", *(x->mb_activity_ptr));
236
#endif
John Koleszar's avatar
John Koleszar committed
237
238
239
      // Increment activity map pointers
      x->mb_activity_ptr++;
    }
240
241

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
242
    fprintf(f, "\n");
243
244
#endif

John Koleszar's avatar
John Koleszar committed
245
  }
246
247

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
248
  fclose(f);
249
250
251
#endif

}
252
#endif
253
254
255

// Loop through all MBs. Note activity of each, average activity and
// calculate a normalized activity for each
256
static void build_activity_map(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
257
  MACROBLOCK *const x = &cpi->mb;
John Koleszar's avatar
John Koleszar committed
258
  MACROBLOCKD *xd = &x->e_mbd;
259
  VP9_COMMON *const cm = &cpi->common;
260

261
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
262
263
264
  YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
  int recon_yoffset;
  int recon_y_stride = new_yv12->y_stride;
265
266
#endif

John Koleszar's avatar
John Koleszar committed
267
268
269
  int mb_row, mb_col;
  unsigned int mb_activity;
  int64_t activity_sum = 0;
270

271
272
  x->mb_activity_ptr = cpi->mb_activity_map;

John Koleszar's avatar
John Koleszar committed
273
274
  // for each macroblock row in image
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
275
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
276
277
278
    // reset above block coeffs
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
279
#endif
John Koleszar's avatar
John Koleszar committed
280
281
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
282
#if ALT_ACT_MEASURE
283
      xd->plane[0].dst.buf = new_yv12->y_buffer + recon_yoffset;
John Koleszar's avatar
John Koleszar committed
284
285
      xd->left_available = (mb_col != 0);
      recon_yoffset += 16;
286
#endif
287

John Koleszar's avatar
John Koleszar committed
288
289
      // measure activity
      mb_activity = mb_activity_measure(cpi, x, mb_row, mb_col);
290

John Koleszar's avatar
John Koleszar committed
291
292
      // Keep frame sum
      activity_sum += mb_activity;
293

John Koleszar's avatar
John Koleszar committed
294
295
      // Store MB level activity details.
      *x->mb_activity_ptr = mb_activity;
296

John Koleszar's avatar
John Koleszar committed
297
298
      // Increment activity map pointer
      x->mb_activity_ptr++;
299

John Koleszar's avatar
John Koleszar committed
300
      // adjust to the next column of source macroblocks
John Koleszar's avatar
John Koleszar committed
301
      x->plane[0].src.buf += 16;
John Koleszar's avatar
John Koleszar committed
302
    }
303

304

John Koleszar's avatar
John Koleszar committed
305
    // adjust to the next row of mbs
John Koleszar's avatar
John Koleszar committed
306
    x->plane[0].src.buf += 16 * x->plane[0].src.stride - 16 * cm->mb_cols;
307
308

#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
309
    // extend the recon for intra prediction
310
311
    vp9_extend_mb_row(new_yv12, xd->plane[0].dst.buf + 16,
                      xd->plane[1].dst.buf + 8, xd->plane[2].dst.buf + 8);
312
313
#endif

John Koleszar's avatar
John Koleszar committed
314
  }
315

John Koleszar's avatar
John Koleszar committed
316
317
  // Calculate an "average" MB activity
  calc_av_activity(cpi, activity_sum);
318

319
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
320
321
  // Calculate an activity index number of each mb
  calc_activity_index(cpi, x);
322
323
#endif

324
325
}

326
// Macroblock activity masking
327
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x) {
328
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
329
330
331
  x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
332
#else
John Koleszar's avatar
John Koleszar committed
333
334
335
  int64_t a;
  int64_t b;
  int64_t act = *(x->mb_activity_ptr);
336

John Koleszar's avatar
John Koleszar committed
337
338
339
  // Apply the masking to the RD multiplier.
  a = act + (2 * cpi->activity_avg);
  b = (2 * act) + cpi->activity_avg;
340

John Koleszar's avatar
John Koleszar committed
341
342
343
  x->rdmult = (unsigned int)(((int64_t)x->rdmult * b + (a >> 1)) / a);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
344
#endif
345

John Koleszar's avatar
John Koleszar committed
346
347
  // Activity based Zbin adjustment
  adjust_act_zbin(cpi, x);
348
}
John Koleszar's avatar
John Koleszar committed
349

350
static void update_state(VP9_COMP *cpi,
351
352
                         PICK_MODE_CONTEXT *ctx,
                         BLOCK_SIZE_TYPE bsize,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
353
354
                         int output_enabled) {
  int i, x_idx, y;
355
  VP9_COMMON *const cm = &cpi->common;
356
357
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
358
  MODE_INFO *mi = &ctx->mic;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
359
  MB_MODE_INFO *const mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
360
361
  int mb_mode = mi->mbmi.mode;
  int mb_mode_index = ctx->best_mode_index;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
362
  const int mis = cpi->common.mode_info_stride;
363
  const int bh = 1 << mi_height_log2(bsize), bw = 1 << mi_width_log2(bsize);
Adrian Grange's avatar
Adrian Grange committed
364
365

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
366
367
368
  assert(mb_mode < MB_MODE_COUNT);
  assert(mb_mode_index < MAX_MODES);
  assert(mi->mbmi.ref_frame < MAX_REF_FRAMES);
Adrian Grange's avatar
Adrian Grange committed
369
#endif
370
  assert(mi->mbmi.sb_type == bsize);
Adrian Grange's avatar
Adrian Grange committed
371

John Koleszar's avatar
John Koleszar committed
372
373
  // Restore the coding context of the MB to that that was in place
  // when the mode was picked for it
374
375
  for (y = 0; y < bh; y++) {
    for (x_idx = 0; x_idx < bw; x_idx++) {
376
377
      if ((xd->mb_to_right_edge >> (3 + LOG2_MI_SIZE)) + bw > x_idx &&
          (xd->mb_to_bottom_edge >> (3 + LOG2_MI_SIZE)) + bh > y) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
378
379
380
381
        MODE_INFO *mi_addr = xd->mode_info_context + x_idx + y * mis;

        vpx_memcpy(mi_addr, mi, sizeof(MODE_INFO));
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
382
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
383
  }
384
  if (bsize < BLOCK_SIZE_SB32X32) {
385
386
    if (bsize < BLOCK_SIZE_MB16X16)
      ctx->txfm_rd_diff[ALLOW_16X16] = ctx->txfm_rd_diff[ALLOW_8X8];
387
    ctx->txfm_rd_diff[ALLOW_32X32] = ctx->txfm_rd_diff[ALLOW_16X16];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
388
  }
Adrian Grange's avatar
Adrian Grange committed
389

Scott LaVarnway's avatar
Scott LaVarnway committed
390
  if (mb_mode == SPLITMV) {
John Koleszar's avatar
John Koleszar committed
391
392
393
    vpx_memcpy(x->partition_info, &ctx->partition_info,
               sizeof(PARTITION_INFO));

394
395
396
397
    mbmi->mv[0].as_int =
        x->partition_info->bmi[15 >> (CONFIG_SB8X8 * 2)].mv.as_int;
    mbmi->mv[1].as_int =
        x->partition_info->bmi[15 >> (CONFIG_SB8X8 * 2)].second_mv.as_int;
398
399
400
401
402
403
404
405
406
407
408
#if CONFIG_SB8X8
    vpx_memcpy(x->partition_info + mis, &ctx->partition_info,
               sizeof(PARTITION_INFO));
    vpx_memcpy(x->partition_info + 1, &ctx->partition_info,
               sizeof(PARTITION_INFO));
    vpx_memcpy(x->partition_info + mis + 1, &ctx->partition_info,
               sizeof(PARTITION_INFO));
    xd->mode_info_context[1].mbmi =
    xd->mode_info_context[mis].mbmi =
    xd->mode_info_context[1 + mis].mbmi = *mbmi;
#endif
John Koleszar's avatar
John Koleszar committed
409
410
  }

411
  x->skip = ctx->skip;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
412
413
414
  if (!output_enabled)
    return;

415
  {
416
    int segment_id = mbmi->segment_id, ref_pred_flag;
Paul Wilkins's avatar
Paul Wilkins committed
417
    if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_SKIP)) {
418
419
420
421
      for (i = 0; i < NB_TXFM_MODES; i++) {
        cpi->rd_tx_select_diff[i] += ctx->txfm_rd_diff[i];
      }
    }
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438

    // Did the chosen reference frame match its predicted value.
    ref_pred_flag = ((xd->mode_info_context->mbmi.ref_frame ==
                      vp9_get_pred_ref(cm, xd)));
    vp9_set_pred_flag(xd, PRED_REF, ref_pred_flag);
    if (!xd->segmentation_enabled ||
        !vp9_segfeature_active(xd, segment_id, SEG_LVL_REF_FRAME) ||
        vp9_check_segref(xd, segment_id, INTRA_FRAME)  +
        vp9_check_segref(xd, segment_id, LAST_FRAME)   +
        vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
        vp9_check_segref(xd, segment_id, ALTREF_FRAME) > 1) {
      // Get the prediction context and status
      int pred_context = vp9_get_pred_context(cm, xd, PRED_REF);

      // Count prediction success
      cpi->ref_pred_count[pred_context][ref_pred_flag]++;
    }
439
440
  }

John Koleszar's avatar
John Koleszar committed
441
442
  if (cpi->common.frame_type == KEY_FRAME) {
    // Restore the coding modes to that held in the coding context
Yaowu Xu's avatar
Yaowu Xu committed
443
    // if (mb_mode == I4X4_PRED)
John Koleszar's avatar
John Koleszar committed
444
445
446
447
448
449
    //    for (i = 0; i < 16; i++)
    //    {
    //        xd->block[i].bmi.as_mode =
    //                          xd->mode_info_context->bmi[i].as_mode;
    //        assert(xd->mode_info_context->bmi[i].as_mode < MB_MODE_COUNT);
    //    }
450
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
451
452
453
454
455
456
457
458
459
460
461
    static const int kf_mode_index[] = {
      THR_DC /*DC_PRED*/,
      THR_V_PRED /*V_PRED*/,
      THR_H_PRED /*H_PRED*/,
      THR_D45_PRED /*D45_PRED*/,
      THR_D135_PRED /*D135_PRED*/,
      THR_D117_PRED /*D117_PRED*/,
      THR_D153_PRED /*D153_PRED*/,
      THR_D27_PRED /*D27_PRED*/,
      THR_D63_PRED /*D63_PRED*/,
      THR_TM /*TM_PRED*/,
462
#if !CONFIG_SB8X8
John Koleszar's avatar
John Koleszar committed
463
      THR_I8X8_PRED /*I8X8_PRED*/,
464
#endif
Yaowu Xu's avatar
Yaowu Xu committed
465
      THR_B_PRED /*I4X4_PRED*/,
John Koleszar's avatar
John Koleszar committed
466
467
    };
    cpi->mode_chosen_counts[kf_mode_index[mb_mode]]++;
468
#endif
John Koleszar's avatar
John Koleszar committed
469
470
471
472
473
474
475
  } else {
    /*
            // Reduce the activation RD thresholds for the best choice mode
            if ((cpi->rd_baseline_thresh[mb_mode_index] > 0) &&
                (cpi->rd_baseline_thresh[mb_mode_index] < (INT_MAX >> 2)))
            {
                int best_adjustment = (cpi->rd_thresh_mult[mb_mode_index] >> 2);
Adrian Grange's avatar
Adrian Grange committed
476

John Koleszar's avatar
John Koleszar committed
477
478
479
480
481
482
483
484
                cpi->rd_thresh_mult[mb_mode_index] =
                        (cpi->rd_thresh_mult[mb_mode_index]
                         >= (MIN_THRESHMULT + best_adjustment)) ?
                                cpi->rd_thresh_mult[mb_mode_index] - best_adjustment :
                                MIN_THRESHMULT;
                cpi->rd_threshes[mb_mode_index] =
                        (cpi->rd_baseline_thresh[mb_mode_index] >> 7)
                        * cpi->rd_thresh_mult[mb_mode_index];
Adrian Grange's avatar
Adrian Grange committed
485

John Koleszar's avatar
John Koleszar committed
486
487
488
489
            }
    */
    // Note how often each mode chosen as best
    cpi->mode_chosen_counts[mb_mode_index]++;
Deb Mukherjee's avatar
Deb Mukherjee committed
490
491
492
493
494
495
496
497
498
499
500
501
    if (mbmi->mode == SPLITMV || mbmi->mode == NEWMV) {
      int_mv best_mv, best_second_mv;
      MV_REFERENCE_FRAME rf = mbmi->ref_frame;
      best_mv.as_int = ctx->best_ref_mv.as_int;
      best_second_mv.as_int = ctx->second_best_ref_mv.as_int;
      if (mbmi->mode == NEWMV) {
        best_mv.as_int = mbmi->ref_mvs[rf][0].as_int;
        best_second_mv.as_int = mbmi->ref_mvs[mbmi->second_ref_frame][0].as_int;
      }
      mbmi->best_mv.as_int = best_mv.as_int;
      mbmi->best_second_mv.as_int = best_second_mv.as_int;
      vp9_update_nmv_count(cpi, x, &best_mv, &best_second_mv);
502
503
504
505
506
#if CONFIG_SB8X8
      xd->mode_info_context[1].mbmi =
      xd->mode_info_context[mis].mbmi =
      xd->mode_info_context[1 + mis].mbmi = *mbmi;
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
507
    }
508
509
510
511
512
513
514
515
516
517
518
519
520
#if CONFIG_COMP_INTERINTRA_PRED
    if (mbmi->mode >= NEARESTMV && mbmi->mode < SPLITMV &&
        mbmi->second_ref_frame <= INTRA_FRAME) {
      if (mbmi->second_ref_frame == INTRA_FRAME) {
        ++cpi->interintra_count[1];
        ++cpi->ymode_count[mbmi->interintra_mode];
#if SEPARATE_INTERINTRA_UV
        ++cpi->y_uv_mode_count[mbmi->interintra_mode][mbmi->interintra_uv_mode];
#endif
      } else {
        ++cpi->interintra_count[0];
      }
    }
521
#endif
522
    if (cpi->common.mcomp_filter_type == SWITCHABLE &&
523
        is_inter_mode(mbmi->mode)) {
524
525
526
527
      ++cpi->switchable_interp_count
          [vp9_get_pred_context(&cpi->common, xd, PRED_SWITCHABLE_INTERP)]
          [vp9_switchable_interp_map[mbmi->interp_filter]];
    }
Adrian Grange's avatar
Adrian Grange committed
528

529
530
531
    cpi->rd_comp_pred_diff[SINGLE_PREDICTION_ONLY] += ctx->single_pred_diff;
    cpi->rd_comp_pred_diff[COMP_PREDICTION_ONLY]   += ctx->comp_pred_diff;
    cpi->rd_comp_pred_diff[HYBRID_PREDICTION]      += ctx->hybrid_pred_diff;
John Koleszar's avatar
John Koleszar committed
532
  }
Adrian Grange's avatar
Adrian Grange committed
533
534
}

535
static unsigned find_seg_id(uint8_t *buf, BLOCK_SIZE_TYPE bsize,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
536
                            int start_y, int height, int start_x, int width) {
537
  const int bw = 1 << mi_width_log2(bsize), bh = 1 << mi_height_log2(bsize);
538
539
  const int end_x = MIN(start_x + bw, width);
  const int end_y = MIN(start_y + bh, height);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
540
541
542
543
544
545
546
547
548
549
550
551
552
  int x, y;
  unsigned seg_id = -1;

  buf += width * start_y;
  for (y = start_y; y < end_y; y++, buf += width) {
    for (x = start_x; x < end_x; x++) {
      seg_id = MIN(seg_id, buf[x]);
    }
  }

  return seg_id;
}

John Koleszar's avatar
John Koleszar committed
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
void vp9_setup_src_planes(MACROBLOCK *x,
                          const YV12_BUFFER_CONFIG *src,
                          int mb_row, int mb_col) {
  setup_pred_plane(&x->plane[0].src,
                   src->y_buffer, src->y_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[0].subsampling_x,
                   x->e_mbd.plane[0].subsampling_y);
  setup_pred_plane(&x->plane[1].src,
                   src->u_buffer, src->uv_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[1].subsampling_x,
                   x->e_mbd.plane[1].subsampling_y);
  setup_pred_plane(&x->plane[2].src,
                   src->v_buffer, src->uv_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[2].subsampling_x,
                   x->e_mbd.plane[2].subsampling_y);
}

573
574
575
576
577
578
579
580
581
static INLINE void set_partition_seg_context(VP9_COMP *cpi,
                                             int mi_row, int mi_col) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &cpi->mb.e_mbd;

  xd->above_seg_context = cm->above_seg_context + (mi_col >> CONFIG_SB8X8);
  xd->left_seg_context  = cm->left_seg_context + ((mi_row >> CONFIG_SB8X8) & 3);
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
582
static void set_offsets(VP9_COMP *cpi,
583
                        int mi_row, int mi_col, BLOCK_SIZE_TYPE bsize) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
584
585
586
587
588
  MACROBLOCK *const x = &cpi->mb;
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &x->e_mbd;
  MB_MODE_INFO *mbmi;
  const int dst_fb_idx = cm->new_fb_idx;
589
590
591
592
  const int idx_str = xd->mode_info_stride * mi_row + mi_col;
  const int bw = 1 << mi_width_log2(bsize), bh = 1 << mi_height_log2(bsize);
  const int mb_row = mi_row >> CONFIG_SB8X8;
  const int mb_col = mi_col >> CONFIG_SB8X8;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
593
  const int idx_map = mb_row * cm->mb_cols + mb_col;
594
  int i;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
595
596

  // entropy context structures
597
598
599
600
601
602
  for (i = 0; i < MAX_MB_PLANE; i++) {
    xd->plane[i].above_context = cm->above_context[i] +
        (mi_col * 4 >> (CONFIG_SB8X8 + xd->plane[i].subsampling_x));
    xd->plane[i].left_context = cm->left_context[i] +
        (((mi_row * 4 >> CONFIG_SB8X8) & 15) >> xd->plane[i].subsampling_y);
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
603

604
  // partition contexts
605
  set_partition_seg_context(cpi, mi_row, mi_col);
606

Ronald S. Bultje's avatar
Ronald S. Bultje committed
607
608
609
610
611
612
613
614
615
616
617
  // Activity map pointer
  x->mb_activity_ptr = &cpi->mb_activity_map[idx_map];
  x->active_ptr = cpi->active_map + idx_map;

  /* pointers to mode info contexts */
  x->partition_info          = x->pi + idx_str;
  xd->mode_info_context      = cm->mi + idx_str;
  mbmi = &xd->mode_info_context->mbmi;
  xd->prev_mode_info_context = cm->prev_mi + idx_str;

  // Set up destination pointers
618
  setup_dst_planes(xd, &cm->yv12_fb[dst_fb_idx], mi_row, mi_col);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
619
620
621

  /* Set up limit values for MV components to prevent them from
   * extending beyond the UMV borders assuming 16x16 block size */
622
623
624
625
626
627
  x->mv_row_min = -((mi_row * MI_SIZE) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_col_min = -((mi_col * MI_SIZE) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_row_max = ((cm->mi_rows - mi_row) * MI_SIZE +
                   (VP9BORDERINPIXELS - MI_SIZE * bh - VP9_INTERP_EXTEND));
  x->mv_col_max = ((cm->mi_cols - mi_col) * MI_SIZE +
                   (VP9BORDERINPIXELS - MI_SIZE * bw - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
628
629

  // Set up distance of MB to edge of frame in 1/8th pel units
630
631
  assert(!(mi_col & (bw - 1)) && !(mi_row & (bh - 1)));
  set_mi_row_col(cm, xd, mi_row, bh, mi_col, bw);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
632
633

  /* set up source buffers */
634
  vp9_setup_src_planes(x, cpi->Source, mi_row, mi_col);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
635
636
637
638
639
640
641
642

  /* R/D setup */
  x->rddiv = cpi->RDDIV;
  x->rdmult = cpi->RDMULT;

  /* segment ID */
  if (xd->segmentation_enabled) {
    if (xd->update_mb_segmentation_map) {
643
      mbmi->segment_id = find_seg_id(cpi->segmentation_map, bsize,
644
                                     mi_row, cm->mi_rows, mi_col, cm->mi_cols);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
645
    } else {
646
      mbmi->segment_id = find_seg_id(cm->last_frame_seg_map, bsize,
647
                                     mi_row, cm->mi_rows, mi_col, cm->mi_cols);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
648
    }
649
    assert(mbmi->segment_id <= (MAX_MB_SEGMENTS-1));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
    vp9_mb_init_quantizer(cpi, x);

    if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
        !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
        vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
        vp9_check_segref(xd, 1, INTRA_FRAME)  +
        vp9_check_segref(xd, 1, LAST_FRAME)   +
        vp9_check_segref(xd, 1, GOLDEN_FRAME) +
        vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
      cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
    } else {
      const int y = mb_row & ~3;
      const int x = mb_col & ~3;
      const int p16 = ((mb_row & 1) << 1) +  (mb_col & 1);
      const int p32 = ((mb_row & 2) << 2) + ((mb_col & 2) << 1);
665
666
667
668
      const int tile_progress =
          cm->cur_tile_mi_col_start * cm->mb_rows >> CONFIG_SB8X8;
      const int mb_cols =
          (cm->cur_tile_mi_col_end - cm->cur_tile_mi_col_start) >> CONFIG_SB8X8;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
669
670

      cpi->seg0_progress =
671
          ((y * mb_cols + x * 4 + p32 + p16 + tile_progress) << 16) / cm->MBs;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
672
673
674
675
676
677
    }
  } else {
    mbmi->segment_id = 0;
  }
}

678
#if !CONFIG_SB8X8
679
static int pick_mb_mode(VP9_COMP *cpi,
680
681
                        int mi_row,
                        int mi_col,
682
683
684
                        TOKENEXTRA **tp,
                        int *totalrate,
                        int *totaldist) {
685
686
687
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
688
  int splitmodes_used = 0;
689
  MB_MODE_INFO *mbmi;
690

691
  set_offsets(cpi, mi_row, mi_col, BLOCK_SIZE_MB16X16);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
692

693
694
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
    vp9_activity_masking(cpi, x);
John Koleszar's avatar
John Koleszar committed
695

696
697
  mbmi = &xd->mode_info_context->mbmi;
  mbmi->sb_type = BLOCK_SIZE_MB16X16;
John Koleszar's avatar
John Koleszar committed
698

699
700
701
702
  // Find best coding mode & reconstruct the MB so it is available
  // as a predictor for MBs that follow in the SB
  if (cm->frame_type == KEY_FRAME) {
    vp9_rd_pick_intra_mode(cpi, x, totalrate, totaldist);
703

704
705
706
707
    // Save the coding context
    vpx_memcpy(&x->mb_context[xd->sb_index][xd->mb_index].mic,
               xd->mode_info_context, sizeof(MODE_INFO));
  } else {
708
    vp9_pick_mode_inter_macroblock(cpi, x, mi_row, mi_col,
709
710
                                   totalrate, totaldist);
    splitmodes_used += (mbmi->mode == SPLITMV);
John Koleszar's avatar
John Koleszar committed
711

712
    if (cpi->mb.e_mbd.segmentation_enabled && mbmi->segment_id == 0) {
713
      cpi->seg0_idx++;
John Koleszar's avatar
John Koleszar committed
714
715
716
    }
  }

717
  return splitmodes_used;
Adrian Grange's avatar
Adrian Grange committed
718
}
719
#endif
Adrian Grange's avatar
Adrian Grange committed
720

721
static void pick_sb_modes(VP9_COMP *cpi, int mi_row, int mi_col,
722
723
                          TOKENEXTRA **tp, int *totalrate, int *totaldist,
                          BLOCK_SIZE_TYPE bsize, PICK_MODE_CONTEXT *ctx) {
724
725
726
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
727

728
  set_offsets(cpi, mi_row, mi_col, bsize);
729
  xd->mode_info_context->mbmi.sb_type = bsize;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
730
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
731
    vp9_activity_masking(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
732
733
734

  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
735
  if (cm->frame_type == KEY_FRAME) {
736
    vp9_rd_pick_intra_mode_sb(cpi, x, totalrate, totaldist, bsize, ctx);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
737
  } else {
738
    vp9_rd_pick_inter_mode_sb(cpi, x, mi_row, mi_col, totalrate, totaldist,
739
                              bsize, ctx);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
740
741
  }
}
Adrian Grange's avatar
Adrian Grange committed
742

743
static void update_stats(VP9_COMP *cpi, int mi_row, int mi_col) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
744
745
746
747
748
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  MODE_INFO *mi = xd->mode_info_context;
  MB_MODE_INFO *const mbmi = &mi->mbmi;
Adrian Grange's avatar
Adrian Grange committed
749

Ronald S. Bultje's avatar
Ronald S. Bultje committed
750
751
752
  if (cm->frame_type == KEY_FRAME) {
#ifdef MODE_STATS
    y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
753
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
754
755
  } else {
    int segment_id, seg_ref_active;
John Koleszar's avatar
John Koleszar committed
756

Ronald S. Bultje's avatar
Ronald S. Bultje committed
757
758
    if (mbmi->ref_frame) {
      int pred_context = vp9_get_pred_context(cm, xd, PRED_COMP);
759

Ronald S. Bultje's avatar
Ronald S. Bultje committed
760
761
762
763
      if (mbmi->second_ref_frame <= INTRA_FRAME)
        cpi->single_pred_count[pred_context]++;
      else
        cpi->comp_pred_count[pred_context]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
764
    }
Adrian Grange's avatar
Adrian Grange committed
765

Ronald S. Bultje's avatar
Ronald S. Bultje committed
766
767
#ifdef MODE_STATS
    inter_y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
768

Ronald S. Bultje's avatar
Ronald S. Bultje committed
769
770
    if (mbmi->mode == SPLITMV) {
      int b;
John Koleszar's avatar
John Koleszar committed
771

Ronald S. Bultje's avatar
Ronald S. Bultje committed
772
773
774
775
      for (b = 0; b < x->partition_info->count; b++) {
        inter_b_modes[x->partition_info->bmi[b].mode]++;
      }
    }
776
#endif
777

Ronald S. Bultje's avatar
Ronald S. Bultje committed
778
779
780
781
782
783
784
785
786
787
788
789
790
791
    // If we have just a single reference frame coded for a segment then
    // exclude from the reference frame counts used to work out
    // probabilities. NOTE: At the moment we dont support custom trees
    // for the reference frame coding for each segment but this is a
    // possible future action.
    segment_id = mbmi->segment_id;
    seg_ref_active = vp9_segfeature_active(xd, segment_id,
                                           SEG_LVL_REF_FRAME);
    if (!seg_ref_active ||
        ((vp9_check_segref(xd, segment_id, INTRA_FRAME) +
          vp9_check_segref(xd, segment_id, LAST_FRAME) +
          vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, segment_id, ALTREF_FRAME)) > 1)) {
      cpi->count_mb_ref_frame_usage[mbmi->ref_frame]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
792
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
793
794
795
796
797
    // Count of last ref frame 0,0 usage
    if ((mbmi->mode == ZEROMV) && (mbmi->ref_frame == LAST_FRAME))
      cpi->inter_zz_count++;
  }
}
John Koleszar's avatar
John Koleszar committed
798

799
800
801
802
803
static void set_block_index(MACROBLOCKD *xd, int idx,
                            BLOCK_SIZE_TYPE bsize) {
  if (bsize >= BLOCK_SIZE_SB32X32) {
    xd->sb_index = idx;
#if CONFIG_SB8X8
804
  } else if (bsize >= BLOCK_SIZE_MB16X16) {
805
    xd->mb_index = idx;
806
807
808
809
810
811
  } else {
    xd->b_index = idx;
#else
  } else {
    xd->mb_index = idx;
#endif
812
813
  }
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
814

815
816
817
static PICK_MODE_CONTEXT *get_block_context(MACROBLOCK *x,
                                            BLOCK_SIZE_TYPE bsize) {
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
818

819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
  switch (bsize) {
    case BLOCK_SIZE_SB64X64:
      return &x->sb64_context;
    case BLOCK_SIZE_SB64X32:
      return &x->sb64x32_context[xd->sb_index];
    case BLOCK_SIZE_SB32X64:
      return &x->sb32x64_context[xd->sb_index];
    case BLOCK_SIZE_SB32X32:
      return &x->sb32_context[xd->sb_index];
    case BLOCK_SIZE_SB32X16:
      return &x->sb32x16_context[xd->sb_index][xd->mb_index];
    case BLOCK_SIZE_SB16X32:
      return &x->sb16x32_context[xd->sb_index][xd->mb_index];
    case BLOCK_SIZE_MB16X16:
      return &x->mb_context[xd->sb_index][xd->mb_index];
834
835
836
837
838
839
840
841
#if CONFIG_SB8X8
    case BLOCK_SIZE_SB16X8:
      return &x->sb16x8_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X16:
      return &x->sb8x16_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X8:
      return &x->sb8_context[xd->sb_index][xd->mb_index][xd->b_index];
#endif
842
843
844
845
846
    default:
      assert(0);
      return NULL;
  }
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
847

848
849
850
851
852
853
static void encode_b(VP9_COMP *cpi, TOKENEXTRA **tp,
                     int mi_row, int mi_col, int output_enabled,
                     BLOCK_SIZE_TYPE bsize, int sub_index) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
854

855
856
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols)
    return;
John Koleszar's avatar
John Koleszar committed
857

858
859
860
861
  if (sub_index != -1)
    set_block_index(xd, sub_index, bsize);
  set_offsets(cpi, mi_row, mi_col, bsize);
  update_state(cpi, get_block_context(x, bsize), bsize, output_enabled);
862
#if !CONFIG_SB8X8
863
864
865
  if (bsize == BLOCK_SIZE_MB16X16) {
    if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
      vp9_activity_masking(cpi, x);
Deb Mukherjee's avatar
Deb Mukherjee committed
866

867
    encode_macroblock(cpi, tp, output_enabled, mi_row, mi_col);
868
869
870
  } else
#endif
  {
871
    encode_superblock(cpi, tp, output_enabled, mi_row, mi_col, bsize);
John Koleszar's avatar
John Koleszar committed
872
  }
John Koleszar's avatar
John Koleszar committed
873

874
875
  if (output_enabled) {
    update_stats(cpi, mi_row, mi_col);
876

877
878
    (*tp)->token = EOSB_TOKEN;
    (*tp)++;
John Koleszar's avatar
John Koleszar committed
879
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
880
881
}

882
883
884
static void encode_sb(VP9_COMP *cpi, TOKENEXTRA **tp,
                      int mi_row, int mi_col, int output_enabled,
                      BLOCK_SIZE_TYPE level,
885
886
887
888
889
                      BLOCK_SIZE_TYPE c1, BLOCK_SIZE_TYPE c2[4]
#if CONFIG_SB8X8
                      , BLOCK_SIZE_TYPE c3[4][4]
#endif
                      ) {
890
891
892
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
893
894
  const int bsl = mi_width_log2(level), bs = 1 << (bsl - 1);
  const int bwl = mi_width_log2(c1), bhl = mi_height_log2(c1);
895
  int UNINITIALIZED_IS_SAFE(pl);
896

897
898
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols)
    return;
899

900
901
902
903
904
905
906
907
#if CONFIG_SB8X8
  if (level > BLOCK_SIZE_SB8X8) {
#endif
    set_partition_seg_context(cpi, mi_row, mi_col);
    pl = partition_plane_context(xd, level);
#if CONFIG_SB8X8
  }
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
908

909
  if (bsl == bwl && bsl == bhl) {
910
911
912
913
914
915
916
    if (output_enabled &&
#if CONFIG_SB8X8
        level > BLOCK_SIZE_SB8X8
#else
        level > BLOCK_SIZE_MB16X16
#endif
        )
917
918
919
920
921
922
923
924
925
926
927
928
929
930
      cpi->partition_count[pl][PARTITION_NONE]++;
    encode_b(cpi, tp, mi_row, mi_col, output_enabled, c1, -1);
  } else if (bsl == bhl && bsl > bwl) {
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_VERT]++;
    encode_b(cpi, tp, mi_row, mi_col,      output_enabled, c1, 0);
    encode_b(cpi, tp, mi_row, mi_col + bs, output_enabled, c1, 1);
  } else if (bsl == bwl && bsl > bhl) {
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_HORZ]++;
    encode_b(cpi, tp, mi_row,      mi_col, output_enabled, c1, 0);
    encode_b(cpi, tp, mi_row + bs, mi_col, output_enabled, c1, 1);
  } else {
    BLOCK_SIZE_TYPE subsize;
931
932
    int i;

933
934
935
    assert(bwl < bsl && bhl < bsl);
    if (level == BLOCK_SIZE_SB64X64) {
      subsize = BLOCK_SIZE_SB32X32;
936
937
938
939
940
941
942
#if CONFIG_SB8X8
    } else if (level == BLOCK_SIZE_SB32X32) {
      subsize = BLOCK_SIZE_MB16X16;
    } else {
      assert(level == BLOCK_SIZE_MB16X16);
      subsize = BLOCK_SIZE_SB8X8;
#else
943
944
945
    } else {
      assert(level == BLOCK_SIZE_SB32X32);
      subsize = BLOCK_SIZE_MB16X16;
946
#endif
947
948
    }

949
950
951
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_SPLIT]++;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
952
    for (i = 0; i < 4; i++) {
953
      const int x_idx = i & 1, y_idx = i >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
954

955
956
957
      set_block_index(xd, i, subsize);
      encode_sb(cpi, tp, mi_row + y_idx * bs, mi_col + x_idx * bs,
                output_enabled, subsize,