vp9_encodeframe.c 60 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
#include "./vpx_config.h"
13
#include "vp9/encoder/vp9_encodeframe.h"
14
15
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_encodemv.h"
16
#include "vp9/common/vp9_common.h"
17
#include "vp9/encoder/vp9_onyx_int.h"
18
#include "vp9/common/vp9_extend.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "vp9/common/vp9_entropy.h"
20
21
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
22
23
#include "vp9/encoder/vp9_segmentation.h"
#include "vp9/encoder/vp9_encodeintra.h"
24
25
#include "vp9/common/vp9_reconinter.h"
#include "vp9/common/vp9_invtrans.h"
26
#include "vp9/encoder/vp9_rdopt.h"
27
28
29
#include "vp9/common/vp9_findnearmv.h"
#include "vp9/common/vp9_reconintra.h"
#include "vp9/common/vp9_seg_common.h"
30
#include "vp9/common/vp9_tile_common.h"
31
#include "vp9/encoder/vp9_tokenize.h"
Yaowu Xu's avatar
Yaowu Xu committed
32
#include "./vp9_rtcd.h"
John Koleszar's avatar
John Koleszar committed
33
#include <stdio.h>
34
#include <math.h>
John Koleszar's avatar
John Koleszar committed
35
36
#include <limits.h>
#include "vpx_ports/vpx_timer.h"
37
38
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_mvref_common.h"
Paul Wilkins's avatar
Paul Wilkins committed
39

Yaowu Xu's avatar
Yaowu Xu committed
40
#define DBG_PRNT_SEGMAP 0
41

42
// #define ENC_DEBUG
43
#ifdef ENC_DEBUG
John Koleszar's avatar
John Koleszar committed
44
int enc_debug = 0;
45
46
#endif

Dmitry Kovalev's avatar
Dmitry Kovalev committed
47
void vp9_select_interp_filter_type(VP9_COMP *cpi);
48

49
static void encode_superblock(VP9_COMP *cpi, TOKENEXTRA **t,
50
                              int output_enabled, int mi_row, int mi_col,
51
                              BLOCK_SIZE_TYPE bsize);
52

53
static void adjust_act_zbin(VP9_COMP *cpi, MACROBLOCK *x);
54

John Koleszar's avatar
John Koleszar committed
55
#ifdef MODE_STATS
56
unsigned int inter_y_modes[MB_MODE_COUNT];
57
unsigned int inter_uv_modes[VP9_UV_MODES];
58
unsigned int inter_b_modes[B_MODE_COUNT];
59
60
61
62
unsigned int y_modes[VP9_YMODES];
unsigned int i8x8_modes[VP9_I8X8_MODES];
unsigned int uv_modes[VP9_UV_MODES];
unsigned int uv_modes_y[VP9_YMODES][VP9_UV_MODES];
63
unsigned int b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
64
65
66
#endif


67
68
69
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
70
 *  vp9_activity_masking().
71
 */
72
#define VP9_ACTIVITY_AVG_MIN (64)
73
74
75
76
77
78

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
79
static const uint8_t VP9_VAR_OFFS[16] = {
John Koleszar's avatar
John Koleszar committed
80
  128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128
81
82
};

83
84

// Original activity measure from Tim T's code.
85
static unsigned int tt_activity_measure(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
86
87
88
89
90
91
92
93
94
  unsigned int act;
  unsigned int sse;
  /* TODO: This could also be done over smaller areas (8x8), but that would
   *  require extensive changes elsewhere, as lambda is assumed to be fixed
   *  over an entire MB in most of the code.
   * Another option is to compute four 8x8 variances, and pick a single
   *  lambda using a non-linear combination (e.g., the smallest, or second
   *  smallest, etc.).
   */
John Koleszar's avatar
John Koleszar committed
95
96
  act = vp9_variance16x16(x->plane[0].src.buf, x->plane[0].src.stride,
                          VP9_VAR_OFFS, 0, &sse);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
97
  act <<= 4;
John Koleszar's avatar
John Koleszar committed
98
99
100
101
102
103

  /* If the region is flat, lower the activity some more. */
  if (act < 8 << 12)
    act = act < 5 << 12 ? act : 5 << 12;

  return act;
104
105
}

106
// Stub for alternative experimental activity measures.
107
static unsigned int alt_activity_measure(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
108
                                         MACROBLOCK *x, int use_dc_pred) {
109
  return vp9_encode_intra(cpi, x, use_dc_pred);
110
111
112
113
114
}


// Measure the activity of the current macroblock
// What we measure here is TBD so abstracted to this function
115
#define ALT_ACT_MEASURE 1
116
static unsigned int mb_activity_measure(VP9_COMP *cpi, MACROBLOCK *x,
John Koleszar's avatar
John Koleszar committed
117
118
                                        int mb_row, int mb_col) {
  unsigned int mb_activity;
119

John Koleszar's avatar
John Koleszar committed
120
121
  if (ALT_ACT_MEASURE) {
    int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
122

John Koleszar's avatar
John Koleszar committed
123
124
125
126
127
128
    // Or use and alternative.
    mb_activity = alt_activity_measure(cpi, x, use_dc_pred);
  } else {
    // Original activity measure from Tim T's code.
    mb_activity = tt_activity_measure(cpi, x);
  }
129

130
131
  if (mb_activity < VP9_ACTIVITY_AVG_MIN)
    mb_activity = VP9_ACTIVITY_AVG_MIN;
132

John Koleszar's avatar
John Koleszar committed
133
  return mb_activity;
134
135
136
}

// Calculate an "average" mb activity value for the frame
137
#define ACT_MEDIAN 0
138
static void calc_av_activity(VP9_COMP *cpi, int64_t activity_sum) {
139
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
  // Find median: Simple n^2 algorithm for experimentation
  {
    unsigned int median;
    unsigned int i, j;
    unsigned int *sortlist;
    unsigned int tmp;

    // Create a list to sort to
    CHECK_MEM_ERROR(sortlist,
    vpx_calloc(sizeof(unsigned int),
    cpi->common.MBs));

    // Copy map to sort list
    vpx_memcpy(sortlist, cpi->mb_activity_map,
    sizeof(unsigned int) * cpi->common.MBs);


    // Ripple each value down to its correct position
    for (i = 1; i < cpi->common.MBs; i ++) {
      for (j = i; j > 0; j --) {
        if (sortlist[j] < sortlist[j - 1]) {
          // Swap values
          tmp = sortlist[j - 1];
          sortlist[j - 1] = sortlist[j];
          sortlist[j] = tmp;
        } else
          break;
      }
    }
169

John Koleszar's avatar
John Koleszar committed
170
171
172
    // Even number MBs so estimate median as mean of two either side.
    median = (1 + sortlist[cpi->common.MBs >> 1] +
              sortlist[(cpi->common.MBs >> 1) + 1]) >> 1;
173

John Koleszar's avatar
John Koleszar committed
174
    cpi->activity_avg = median;
175

John Koleszar's avatar
John Koleszar committed
176
177
    vpx_free(sortlist);
  }
178
#else
John Koleszar's avatar
John Koleszar committed
179
180
  // Simple mean for now
  cpi->activity_avg = (unsigned int)(activity_sum / cpi->common.MBs);
181
182
#endif

183
184
  if (cpi->activity_avg < VP9_ACTIVITY_AVG_MIN)
    cpi->activity_avg = VP9_ACTIVITY_AVG_MIN;
185

John Koleszar's avatar
John Koleszar committed
186
187
188
  // Experimental code: return fixed value normalized for several clips
  if (ALT_ACT_MEASURE)
    cpi->activity_avg = 100000;
189
190
}

191
#define USE_ACT_INDEX   0
192
#define OUTPUT_NORM_ACT_STATS   0
193
194

#if USE_ACT_INDEX
195
// Calculate an activity index for each mb
196
197
static void calc_activity_index(VP9_COMP *cpi, MACROBLOCK *x) {
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
198
  int mb_row, mb_col;
199

John Koleszar's avatar
John Koleszar committed
200
201
202
  int64_t act;
  int64_t a;
  int64_t b;
203
204

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
205
206
  FILE *f = fopen("norm_act.stt", "a");
  fprintf(f, "\n%12d\n", cpi->activity_avg);
207
208
#endif

John Koleszar's avatar
John Koleszar committed
209
210
  // Reset pointers to start of activity map
  x->mb_activity_ptr = cpi->mb_activity_map;
211

John Koleszar's avatar
John Koleszar committed
212
213
214
215
216
217
  // Calculate normalized mb activity number.
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      // Read activity from the map
      act = *(x->mb_activity_ptr);
218

John Koleszar's avatar
John Koleszar committed
219
220
221
      // Calculate a normalized activity number
      a = act + 4 * cpi->activity_avg;
      b = 4 * act + cpi->activity_avg;
222

John Koleszar's avatar
John Koleszar committed
223
224
225
226
      if (b >= a)
        *(x->activity_ptr) = (int)((b + (a >> 1)) / a) - 1;
      else
        *(x->activity_ptr) = 1 - (int)((a + (b >> 1)) / b);
227
228

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
229
      fprintf(f, " %6d", *(x->mb_activity_ptr));
230
#endif
John Koleszar's avatar
John Koleszar committed
231
232
233
      // Increment activity map pointers
      x->mb_activity_ptr++;
    }
234
235

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
236
    fprintf(f, "\n");
237
238
#endif

John Koleszar's avatar
John Koleszar committed
239
  }
240
241

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
242
  fclose(f);
243
244
245
#endif

}
246
#endif
247
248
249

// Loop through all MBs. Note activity of each, average activity and
// calculate a normalized activity for each
250
static void build_activity_map(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
251
  MACROBLOCK *const x = &cpi->mb;
John Koleszar's avatar
John Koleszar committed
252
  MACROBLOCKD *xd = &x->e_mbd;
253
  VP9_COMMON *const cm = &cpi->common;
254

255
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
256
257
258
  YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
  int recon_yoffset;
  int recon_y_stride = new_yv12->y_stride;
259
260
#endif

John Koleszar's avatar
John Koleszar committed
261
262
263
  int mb_row, mb_col;
  unsigned int mb_activity;
  int64_t activity_sum = 0;
264

265
266
  x->mb_activity_ptr = cpi->mb_activity_map;

John Koleszar's avatar
John Koleszar committed
267
268
  // for each macroblock row in image
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
269
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
270
271
272
    // reset above block coeffs
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
273
#endif
John Koleszar's avatar
John Koleszar committed
274
275
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
276
#if ALT_ACT_MEASURE
277
      xd->plane[0].dst.buf = new_yv12->y_buffer + recon_yoffset;
John Koleszar's avatar
John Koleszar committed
278
279
      xd->left_available = (mb_col != 0);
      recon_yoffset += 16;
280
#endif
281

John Koleszar's avatar
John Koleszar committed
282
283
      // measure activity
      mb_activity = mb_activity_measure(cpi, x, mb_row, mb_col);
284

John Koleszar's avatar
John Koleszar committed
285
286
      // Keep frame sum
      activity_sum += mb_activity;
287

John Koleszar's avatar
John Koleszar committed
288
289
      // Store MB level activity details.
      *x->mb_activity_ptr = mb_activity;
290

John Koleszar's avatar
John Koleszar committed
291
292
      // Increment activity map pointer
      x->mb_activity_ptr++;
293

John Koleszar's avatar
John Koleszar committed
294
      // adjust to the next column of source macroblocks
John Koleszar's avatar
John Koleszar committed
295
      x->plane[0].src.buf += 16;
John Koleszar's avatar
John Koleszar committed
296
    }
297

298

John Koleszar's avatar
John Koleszar committed
299
    // adjust to the next row of mbs
John Koleszar's avatar
John Koleszar committed
300
    x->plane[0].src.buf += 16 * x->plane[0].src.stride - 16 * cm->mb_cols;
301
302

#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
303
    // extend the recon for intra prediction
304
305
    vp9_extend_mb_row(new_yv12, xd->plane[0].dst.buf + 16,
                      xd->plane[1].dst.buf + 8, xd->plane[2].dst.buf + 8);
306
307
#endif

John Koleszar's avatar
John Koleszar committed
308
  }
309

John Koleszar's avatar
John Koleszar committed
310
311
  // Calculate an "average" MB activity
  calc_av_activity(cpi, activity_sum);
312

313
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
314
315
  // Calculate an activity index number of each mb
  calc_activity_index(cpi, x);
316
317
#endif

318
319
}

320
// Macroblock activity masking
321
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x) {
322
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
323
324
325
  x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
326
#else
John Koleszar's avatar
John Koleszar committed
327
328
329
  int64_t a;
  int64_t b;
  int64_t act = *(x->mb_activity_ptr);
330

John Koleszar's avatar
John Koleszar committed
331
332
333
  // Apply the masking to the RD multiplier.
  a = act + (2 * cpi->activity_avg);
  b = (2 * act) + cpi->activity_avg;
334

John Koleszar's avatar
John Koleszar committed
335
336
337
  x->rdmult = (unsigned int)(((int64_t)x->rdmult * b + (a >> 1)) / a);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
338
#endif
339

John Koleszar's avatar
John Koleszar committed
340
341
  // Activity based Zbin adjustment
  adjust_act_zbin(cpi, x);
342
}
John Koleszar's avatar
John Koleszar committed
343

344
static void update_state(VP9_COMP *cpi,
345
346
                         PICK_MODE_CONTEXT *ctx,
                         BLOCK_SIZE_TYPE bsize,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
347
348
                         int output_enabled) {
  int i, x_idx, y;
349
  VP9_COMMON *const cm = &cpi->common;
350
351
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
352
  MODE_INFO *mi = &ctx->mic;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
353
  MB_MODE_INFO *const mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
354
355
  int mb_mode = mi->mbmi.mode;
  int mb_mode_index = ctx->best_mode_index;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
356
  const int mis = cpi->common.mode_info_stride;
357
  const int bh = 1 << mi_height_log2(bsize), bw = 1 << mi_width_log2(bsize);
Adrian Grange's avatar
Adrian Grange committed
358
359

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
360
361
362
  assert(mb_mode < MB_MODE_COUNT);
  assert(mb_mode_index < MAX_MODES);
  assert(mi->mbmi.ref_frame < MAX_REF_FRAMES);
Adrian Grange's avatar
Adrian Grange committed
363
#endif
364
  assert(mi->mbmi.sb_type == bsize);
Adrian Grange's avatar
Adrian Grange committed
365

John Koleszar's avatar
John Koleszar committed
366
367
  // Restore the coding context of the MB to that that was in place
  // when the mode was picked for it
368
369
  for (y = 0; y < bh; y++) {
    for (x_idx = 0; x_idx < bw; x_idx++) {
370
371
      if ((xd->mb_to_right_edge >> (3 + LOG2_MI_SIZE)) + bw > x_idx &&
          (xd->mb_to_bottom_edge >> (3 + LOG2_MI_SIZE)) + bh > y) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
372
373
374
375
        MODE_INFO *mi_addr = xd->mode_info_context + x_idx + y * mis;

        vpx_memcpy(mi_addr, mi, sizeof(MODE_INFO));
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
376
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
377
  }
378
  if (bsize < BLOCK_SIZE_SB32X32) {
379
380
    if (bsize < BLOCK_SIZE_MB16X16)
      ctx->txfm_rd_diff[ALLOW_16X16] = ctx->txfm_rd_diff[ALLOW_8X8];
381
    ctx->txfm_rd_diff[ALLOW_32X32] = ctx->txfm_rd_diff[ALLOW_16X16];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
382
  }
Adrian Grange's avatar
Adrian Grange committed
383

Scott LaVarnway's avatar
Scott LaVarnway committed
384
  if (mb_mode == SPLITMV) {
John Koleszar's avatar
John Koleszar committed
385
386
387
    vpx_memcpy(x->partition_info, &ctx->partition_info,
               sizeof(PARTITION_INFO));

388
    mbmi->mv[0].as_int =
Jingning Han's avatar
Jingning Han committed
389
        x->partition_info->bmi[3].mv.as_int;
390
    mbmi->mv[1].as_int =
Jingning Han's avatar
Jingning Han committed
391
        x->partition_info->bmi[3].second_mv.as_int;
John Koleszar's avatar
John Koleszar committed
392
393
  }

394
  x->skip = ctx->skip;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
395
396
397
  if (!output_enabled)
    return;

398
  {
399
    int segment_id = mbmi->segment_id, ref_pred_flag;
Paul Wilkins's avatar
Paul Wilkins committed
400
    if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_SKIP)) {
401
402
403
404
      for (i = 0; i < NB_TXFM_MODES; i++) {
        cpi->rd_tx_select_diff[i] += ctx->txfm_rd_diff[i];
      }
    }
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421

    // Did the chosen reference frame match its predicted value.
    ref_pred_flag = ((xd->mode_info_context->mbmi.ref_frame ==
                      vp9_get_pred_ref(cm, xd)));
    vp9_set_pred_flag(xd, PRED_REF, ref_pred_flag);
    if (!xd->segmentation_enabled ||
        !vp9_segfeature_active(xd, segment_id, SEG_LVL_REF_FRAME) ||
        vp9_check_segref(xd, segment_id, INTRA_FRAME)  +
        vp9_check_segref(xd, segment_id, LAST_FRAME)   +
        vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
        vp9_check_segref(xd, segment_id, ALTREF_FRAME) > 1) {
      // Get the prediction context and status
      int pred_context = vp9_get_pred_context(cm, xd, PRED_REF);

      // Count prediction success
      cpi->ref_pred_count[pred_context][ref_pred_flag]++;
    }
422
423
  }

John Koleszar's avatar
John Koleszar committed
424
425
  if (cpi->common.frame_type == KEY_FRAME) {
    // Restore the coding modes to that held in the coding context
Yaowu Xu's avatar
Yaowu Xu committed
426
    // if (mb_mode == I4X4_PRED)
John Koleszar's avatar
John Koleszar committed
427
428
429
430
431
432
    //    for (i = 0; i < 16; i++)
    //    {
    //        xd->block[i].bmi.as_mode =
    //                          xd->mode_info_context->bmi[i].as_mode;
    //        assert(xd->mode_info_context->bmi[i].as_mode < MB_MODE_COUNT);
    //    }
433
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
434
435
436
437
438
439
440
441
442
443
444
    static const int kf_mode_index[] = {
      THR_DC /*DC_PRED*/,
      THR_V_PRED /*V_PRED*/,
      THR_H_PRED /*H_PRED*/,
      THR_D45_PRED /*D45_PRED*/,
      THR_D135_PRED /*D135_PRED*/,
      THR_D117_PRED /*D117_PRED*/,
      THR_D153_PRED /*D153_PRED*/,
      THR_D27_PRED /*D27_PRED*/,
      THR_D63_PRED /*D63_PRED*/,
      THR_TM /*TM_PRED*/,
Yaowu Xu's avatar
Yaowu Xu committed
445
      THR_B_PRED /*I4X4_PRED*/,
John Koleszar's avatar
John Koleszar committed
446
447
    };
    cpi->mode_chosen_counts[kf_mode_index[mb_mode]]++;
448
#endif
John Koleszar's avatar
John Koleszar committed
449
450
451
452
453
454
455
  } else {
    /*
            // Reduce the activation RD thresholds for the best choice mode
            if ((cpi->rd_baseline_thresh[mb_mode_index] > 0) &&
                (cpi->rd_baseline_thresh[mb_mode_index] < (INT_MAX >> 2)))
            {
                int best_adjustment = (cpi->rd_thresh_mult[mb_mode_index] >> 2);
Adrian Grange's avatar
Adrian Grange committed
456

John Koleszar's avatar
John Koleszar committed
457
458
459
460
461
462
463
464
                cpi->rd_thresh_mult[mb_mode_index] =
                        (cpi->rd_thresh_mult[mb_mode_index]
                         >= (MIN_THRESHMULT + best_adjustment)) ?
                                cpi->rd_thresh_mult[mb_mode_index] - best_adjustment :
                                MIN_THRESHMULT;
                cpi->rd_threshes[mb_mode_index] =
                        (cpi->rd_baseline_thresh[mb_mode_index] >> 7)
                        * cpi->rd_thresh_mult[mb_mode_index];
Adrian Grange's avatar
Adrian Grange committed
465

John Koleszar's avatar
John Koleszar committed
466
467
468
469
            }
    */
    // Note how often each mode chosen as best
    cpi->mode_chosen_counts[mb_mode_index]++;
Deb Mukherjee's avatar
Deb Mukherjee committed
470
471
472
473
474
475
476
477
478
479
480
481
    if (mbmi->mode == SPLITMV || mbmi->mode == NEWMV) {
      int_mv best_mv, best_second_mv;
      MV_REFERENCE_FRAME rf = mbmi->ref_frame;
      best_mv.as_int = ctx->best_ref_mv.as_int;
      best_second_mv.as_int = ctx->second_best_ref_mv.as_int;
      if (mbmi->mode == NEWMV) {
        best_mv.as_int = mbmi->ref_mvs[rf][0].as_int;
        best_second_mv.as_int = mbmi->ref_mvs[mbmi->second_ref_frame][0].as_int;
      }
      mbmi->best_mv.as_int = best_mv.as_int;
      mbmi->best_second_mv.as_int = best_second_mv.as_int;
      vp9_update_nmv_count(cpi, x, &best_mv, &best_second_mv);
482
    }
Jingning Han's avatar
Jingning Han committed
483

484
485
486
487
488
    if (bsize > BLOCK_SIZE_SB8X8 && mbmi->mode == NEWMV) {
      int i, j;
      for (j = 0; j < bh; ++j)
        for (i = 0; i < bw; ++i)
          xd->mode_info_context[mis * j + i].mbmi = *mbmi;
Deb Mukherjee's avatar
Deb Mukherjee committed
489
    }
490

491
    if (cpi->common.mcomp_filter_type == SWITCHABLE &&
492
        is_inter_mode(mbmi->mode)) {
493
494
495
496
      ++cpi->switchable_interp_count
          [vp9_get_pred_context(&cpi->common, xd, PRED_SWITCHABLE_INTERP)]
          [vp9_switchable_interp_map[mbmi->interp_filter]];
    }
Adrian Grange's avatar
Adrian Grange committed
497

498
499
500
    cpi->rd_comp_pred_diff[SINGLE_PREDICTION_ONLY] += ctx->single_pred_diff;
    cpi->rd_comp_pred_diff[COMP_PREDICTION_ONLY]   += ctx->comp_pred_diff;
    cpi->rd_comp_pred_diff[HYBRID_PREDICTION]      += ctx->hybrid_pred_diff;
John Koleszar's avatar
John Koleszar committed
501
  }
Adrian Grange's avatar
Adrian Grange committed
502
503
}

504
static unsigned find_seg_id(uint8_t *buf, BLOCK_SIZE_TYPE bsize,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
505
                            int start_y, int height, int start_x, int width) {
506
  const int bw = 1 << mi_width_log2(bsize), bh = 1 << mi_height_log2(bsize);
507
508
  const int end_x = MIN(start_x + bw, width);
  const int end_y = MIN(start_y + bh, height);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
509
510
511
512
513
514
515
516
517
518
519
520
521
  int x, y;
  unsigned seg_id = -1;

  buf += width * start_y;
  for (y = start_y; y < end_y; y++, buf += width) {
    for (x = start_x; x < end_x; x++) {
      seg_id = MIN(seg_id, buf[x]);
    }
  }

  return seg_id;
}

John Koleszar's avatar
John Koleszar committed
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
void vp9_setup_src_planes(MACROBLOCK *x,
                          const YV12_BUFFER_CONFIG *src,
                          int mb_row, int mb_col) {
  setup_pred_plane(&x->plane[0].src,
                   src->y_buffer, src->y_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[0].subsampling_x,
                   x->e_mbd.plane[0].subsampling_y);
  setup_pred_plane(&x->plane[1].src,
                   src->u_buffer, src->uv_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[1].subsampling_x,
                   x->e_mbd.plane[1].subsampling_y);
  setup_pred_plane(&x->plane[2].src,
                   src->v_buffer, src->uv_stride,
                   mb_row, mb_col, NULL,
                   x->e_mbd.plane[2].subsampling_x,
                   x->e_mbd.plane[2].subsampling_y);
}

542
543
544
545
546
static INLINE void set_partition_seg_context(VP9_COMP *cpi,
                                             int mi_row, int mi_col) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &cpi->mb.e_mbd;

547
548
  xd->above_seg_context = cm->above_seg_context + mi_col;
  xd->left_seg_context  = cm->left_seg_context + (mi_row & MI_MASK);
549
550
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
551
static void set_offsets(VP9_COMP *cpi,
552
                        int mi_row, int mi_col, BLOCK_SIZE_TYPE bsize) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
553
554
555
556
557
  MACROBLOCK *const x = &cpi->mb;
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &x->e_mbd;
  MB_MODE_INFO *mbmi;
  const int dst_fb_idx = cm->new_fb_idx;
558
559
  const int idx_str = xd->mode_info_stride * mi_row + mi_col;
  const int bw = 1 << mi_width_log2(bsize), bh = 1 << mi_height_log2(bsize);
Jingning Han's avatar
Jingning Han committed
560
561
  const int mb_row = mi_row >> 1;
  const int mb_col = mi_col >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
562
  const int idx_map = mb_row * cm->mb_cols + mb_col;
563
  int i;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
564
565

  // entropy context structures
566
567
  for (i = 0; i < MAX_MB_PLANE; i++) {
    xd->plane[i].above_context = cm->above_context[i] +
Jingning Han's avatar
Jingning Han committed
568
        (mi_col * 2 >>  xd->plane[i].subsampling_x);
569
    xd->plane[i].left_context = cm->left_context[i] +
Jingning Han's avatar
Jingning Han committed
570
        (((mi_row * 2) & 15) >> xd->plane[i].subsampling_y);
571
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
572

573
  // partition contexts
574
  set_partition_seg_context(cpi, mi_row, mi_col);
575

Ronald S. Bultje's avatar
Ronald S. Bultje committed
576
577
578
579
580
581
582
583
584
585
586
  // Activity map pointer
  x->mb_activity_ptr = &cpi->mb_activity_map[idx_map];
  x->active_ptr = cpi->active_map + idx_map;

  /* pointers to mode info contexts */
  x->partition_info          = x->pi + idx_str;
  xd->mode_info_context      = cm->mi + idx_str;
  mbmi = &xd->mode_info_context->mbmi;
  xd->prev_mode_info_context = cm->prev_mi + idx_str;

  // Set up destination pointers
587
  setup_dst_planes(xd, &cm->yv12_fb[dst_fb_idx], mi_row, mi_col);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
588
589
590

  /* Set up limit values for MV components to prevent them from
   * extending beyond the UMV borders assuming 16x16 block size */
591
592
593
594
595
596
  x->mv_row_min = -((mi_row * MI_SIZE) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_col_min = -((mi_col * MI_SIZE) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_row_max = ((cm->mi_rows - mi_row) * MI_SIZE +
                   (VP9BORDERINPIXELS - MI_SIZE * bh - VP9_INTERP_EXTEND));
  x->mv_col_max = ((cm->mi_cols - mi_col) * MI_SIZE +
                   (VP9BORDERINPIXELS - MI_SIZE * bw - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
597
598

  // Set up distance of MB to edge of frame in 1/8th pel units
599
600
  assert(!(mi_col & (bw - 1)) && !(mi_row & (bh - 1)));
  set_mi_row_col(cm, xd, mi_row, bh, mi_col, bw);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
601
602

  /* set up source buffers */
603
  vp9_setup_src_planes(x, cpi->Source, mi_row, mi_col);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
604
605
606
607
608
609
610

  /* R/D setup */
  x->rddiv = cpi->RDDIV;
  x->rdmult = cpi->RDMULT;

  /* segment ID */
  if (xd->segmentation_enabled) {
611
612
613
614
615
    uint8_t *map = xd->update_mb_segmentation_map ? cpi->segmentation_map
                                                  : cm->last_frame_seg_map;
    mbmi->segment_id = find_seg_id(map, bsize, mi_row,
                                   cm->mi_rows, mi_col, cm->mi_cols);

616
    assert(mbmi->segment_id <= (MAX_MB_SEGMENTS-1));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
    vp9_mb_init_quantizer(cpi, x);

    if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
        !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
        vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
        vp9_check_segref(xd, 1, INTRA_FRAME)  +
        vp9_check_segref(xd, 1, LAST_FRAME)   +
        vp9_check_segref(xd, 1, GOLDEN_FRAME) +
        vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
      cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
    } else {
      const int y = mb_row & ~3;
      const int x = mb_col & ~3;
      const int p16 = ((mb_row & 1) << 1) +  (mb_col & 1);
      const int p32 = ((mb_row & 2) << 2) + ((mb_col & 2) << 1);
632
      const int tile_progress =
Jingning Han's avatar
Jingning Han committed
633
          cm->cur_tile_mi_col_start * cm->mb_rows >> 1;
634
      const int mb_cols =
Jingning Han's avatar
Jingning Han committed
635
          (cm->cur_tile_mi_col_end - cm->cur_tile_mi_col_start) >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
636
637

      cpi->seg0_progress =
638
          ((y * mb_cols + x * 4 + p32 + p16 + tile_progress) << 16) / cm->MBs;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
639
640
641
642
643
644
    }
  } else {
    mbmi->segment_id = 0;
  }
}

645
static void pick_sb_modes(VP9_COMP *cpi, int mi_row, int mi_col,
646
647
                          TOKENEXTRA **tp, int *totalrate, int *totaldist,
                          BLOCK_SIZE_TYPE bsize, PICK_MODE_CONTEXT *ctx) {
648
649
650
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
651

652
  set_offsets(cpi, mi_row, mi_col, bsize);
653
  xd->mode_info_context->mbmi.sb_type = bsize;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
654
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
655
    vp9_activity_masking(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
656
657
658

  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
659
  if (cm->frame_type == KEY_FRAME) {
660
    vp9_rd_pick_intra_mode_sb(cpi, x, totalrate, totaldist, bsize, ctx);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
661
  } else {
662
    vp9_rd_pick_inter_mode_sb(cpi, x, mi_row, mi_col, totalrate, totaldist,
663
                              bsize, ctx);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
664
665
  }
}
Adrian Grange's avatar
Adrian Grange committed
666

667
static void update_stats(VP9_COMP *cpi, int mi_row, int mi_col) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
668
669
670
671
672
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  MODE_INFO *mi = xd->mode_info_context;
  MB_MODE_INFO *const mbmi = &mi->mbmi;
Adrian Grange's avatar
Adrian Grange committed
673

Ronald S. Bultje's avatar
Ronald S. Bultje committed
674
675
676
  if (cm->frame_type == KEY_FRAME) {
#ifdef MODE_STATS
    y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
677
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
678
679
  } else {
    int segment_id, seg_ref_active;
John Koleszar's avatar
John Koleszar committed
680

Ronald S. Bultje's avatar
Ronald S. Bultje committed
681
682
    if (mbmi->ref_frame) {
      int pred_context = vp9_get_pred_context(cm, xd, PRED_COMP);
683

Ronald S. Bultje's avatar
Ronald S. Bultje committed
684
685
686
687
      if (mbmi->second_ref_frame <= INTRA_FRAME)
        cpi->single_pred_count[pred_context]++;
      else
        cpi->comp_pred_count[pred_context]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
688
    }
Adrian Grange's avatar
Adrian Grange committed
689

Ronald S. Bultje's avatar
Ronald S. Bultje committed
690
691
#ifdef MODE_STATS
    inter_y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
692

Ronald S. Bultje's avatar
Ronald S. Bultje committed
693
694
    if (mbmi->mode == SPLITMV) {
      int b;
John Koleszar's avatar
John Koleszar committed
695

Ronald S. Bultje's avatar
Ronald S. Bultje committed
696
697
698
699
      for (b = 0; b < x->partition_info->count; b++) {
        inter_b_modes[x->partition_info->bmi[b].mode]++;
      }
    }
700
#endif
701

Ronald S. Bultje's avatar
Ronald S. Bultje committed
702
703
704
705
706
707
708
709
710
711
712
713
714
715
    // If we have just a single reference frame coded for a segment then
    // exclude from the reference frame counts used to work out
    // probabilities. NOTE: At the moment we dont support custom trees
    // for the reference frame coding for each segment but this is a
    // possible future action.
    segment_id = mbmi->segment_id;
    seg_ref_active = vp9_segfeature_active(xd, segment_id,
                                           SEG_LVL_REF_FRAME);
    if (!seg_ref_active ||
        ((vp9_check_segref(xd, segment_id, INTRA_FRAME) +
          vp9_check_segref(xd, segment_id, LAST_FRAME) +
          vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, segment_id, ALTREF_FRAME)) > 1)) {
      cpi->count_mb_ref_frame_usage[mbmi->ref_frame]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
716
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
717
718
719
720
721
    // Count of last ref frame 0,0 usage
    if ((mbmi->mode == ZEROMV) && (mbmi->ref_frame == LAST_FRAME))
      cpi->inter_zz_count++;
  }
}
John Koleszar's avatar
John Koleszar committed
722

723
724
725
726
static void set_block_index(MACROBLOCKD *xd, int idx,
                            BLOCK_SIZE_TYPE bsize) {
  if (bsize >= BLOCK_SIZE_SB32X32) {
    xd->sb_index = idx;
727
  } else if (bsize >= BLOCK_SIZE_MB16X16) {
728
    xd->mb_index = idx;
729
730
  } else {
    xd->b_index = idx;
731
732
  }
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
733

734
735
736
// TODO(jingning): the variables used here are little complicated. need further
// refactoring on organizing the the temporary buffers, when recursive
// partition down to 4x4 block size is enabled.
737
738
739
static PICK_MODE_CONTEXT *get_block_context(MACROBLOCK *x,
                                            BLOCK_SIZE_TYPE bsize) {
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
740

741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
  switch (bsize) {
    case BLOCK_SIZE_SB64X64:
      return &x->sb64_context;
    case BLOCK_SIZE_SB64X32:
      return &x->sb64x32_context[xd->sb_index];
    case BLOCK_SIZE_SB32X64:
      return &x->sb32x64_context[xd->sb_index];
    case BLOCK_SIZE_SB32X32:
      return &x->sb32_context[xd->sb_index];
    case BLOCK_SIZE_SB32X16:
      return &x->sb32x16_context[xd->sb_index][xd->mb_index];
    case BLOCK_SIZE_SB16X32:
      return &x->sb16x32_context[xd->sb_index][xd->mb_index];
    case BLOCK_SIZE_MB16X16:
      return &x->mb_context[xd->sb_index][xd->mb_index];
756
757
758
759
760
761
    case BLOCK_SIZE_SB16X8:
      return &x->sb16x8_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X16:
      return &x->sb8x16_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X8:
      return &x->sb8_context[xd->sb_index][xd->mb_index][xd->b_index];
762
763
764
765
766
    default:
      assert(0);
      return NULL;
  }
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
767

768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
static BLOCK_SIZE_TYPE *get_sb_partitioning(MACROBLOCK *x,
                                            BLOCK_SIZE_TYPE bsize) {
  MACROBLOCKD *xd = &x->e_mbd;
  switch (bsize) {
    case BLOCK_SIZE_SB64X64:
      return &x->sb64_partitioning;
    case BLOCK_SIZE_SB32X32:
      return &x->sb_partitioning[xd->sb_index];
    case BLOCK_SIZE_MB16X16:
      return &x->mb_partitioning[xd->sb_index][xd->mb_index];
    default:
      assert(0);
      return NULL;
  }
}

static void restore_context(VP9_COMP *cpi, int mi_row, int mi_col,
                            ENTROPY_CONTEXT a[16 * MAX_MB_PLANE],
                            ENTROPY_CONTEXT l[16 * MAX_MB_PLANE],
                            PARTITION_CONTEXT sa[8],
                            PARTITION_CONTEXT sl[8],
                            BLOCK_SIZE_TYPE bsize) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  int p;
  int bwl = b_width_log2(bsize), bw = 1 << bwl;
  int bhl = b_height_log2(bsize), bh = 1 << bhl;
  int mwl = mi_width_log2(bsize), mw = 1 << mwl;
  int mhl = mi_height_log2(bsize), mh = 1 << mhl;
  for (p = 0; p < MAX_MB_PLANE; p++) {
    vpx_memcpy(cm->above_context[p] +
               ((mi_col * 2) >> xd->plane[p].subsampling_x),
               a + bw * p,
               sizeof(ENTROPY_CONTEXT) * bw >> xd->plane[p].subsampling_x);
    vpx_memcpy(cm->left_context[p] +
               ((mi_row & MI_MASK) * 2 >> xd->plane[p].subsampling_y),
               l + bh * p,
               sizeof(ENTROPY_CONTEXT) * bh >> xd->plane[p].subsampling_y);
  }
  vpx_memcpy(cm->above_seg_context + mi_col, sa,
             sizeof(PARTITION_CONTEXT) * mw);
  vpx_memcpy(cm->left_seg_context + (mi_row & MI_MASK), sl,
             sizeof(PARTITION_CONTEXT) * mh);
}

814
815
816
817
818
819
static void encode_b(VP9_COMP *cpi, TOKENEXTRA **tp,
                     int mi_row, int mi_col, int output_enabled,
                     BLOCK_SIZE_TYPE bsize, int sub_index) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
820

821
822
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols)
    return;
John Koleszar's avatar
John Koleszar committed
823

824
825
826
827
  if (sub_index != -1)
    set_block_index(xd, sub_index, bsize);
  set_offsets(cpi, mi_row, mi_col, bsize);
  update_state(cpi, get_block_context(x, bsize), bsize, output_enabled);
Jingning Han's avatar
Jingning Han committed
828
  encode_superblock(cpi, tp, output_enabled, mi_row, mi_col, bsize);
John Koleszar's avatar
John Koleszar committed
829

830
831
  if (output_enabled) {
    update_stats(cpi, mi_row, mi_col);
832

833
834
    (*tp)->token = EOSB_TOKEN;
    (*tp)++;
John Koleszar's avatar
John Koleszar committed
835
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
836
837
}

838
839
static void encode_sb(VP9_COMP *cpi, TOKENEXTRA **tp,
                      int mi_row, int mi_col, int output_enabled,
840
                      BLOCK_SIZE_TYPE bsize) {
841
842
843
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
844
845
846
  BLOCK_SIZE_TYPE c1 = BLOCK_SIZE_SB8X8;
  const int bsl = mi_width_log2(bsize), bs = 1 << (bsl - 1);
  int bwl, bhl;
847
  int UNINITIALIZED_IS_SAFE(pl);
848

849
850
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols)
    return;
851

852
  if (bsize > BLOCK_SIZE_SB8X8) {
853
    set_partition_seg_context(cpi, mi_row, mi_col);
854
855
    pl = partition_plane_context(xd, bsize);
    c1 = *(get_sb_partitioning(x, bsize));
856
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
857

858
859
  bwl = mi_width_log2(c1), bhl = mi_height_log2(c1);

860
  if (bsl == bwl && bsl == bhl) {
861
    if (output_enabled && bsize > BLOCK_SIZE_SB8X8)
862
863
864
865
866
867
868
869
870
871
872
873
874
875
      cpi->partition_count[pl][PARTITION_NONE]++;
    encode_b(cpi, tp, mi_row, mi_col, output_enabled, c1, -1);
  } else if (bsl == bhl && bsl > bwl) {
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_VERT]++;
    encode_b(cpi, tp, mi_row, mi_col,      output_enabled, c1, 0);
    encode_b(cpi, tp, mi_row, mi_col + bs, output_enabled, c1, 1);
  } else if (bsl == bwl && bsl > bhl) {
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_HORZ]++;
    encode_b(cpi, tp, mi_row,      mi_col, output_enabled, c1, 0);
    encode_b(cpi, tp, mi_row + bs, mi_col, output_enabled, c1, 1);
  } else {
    BLOCK_SIZE_TYPE subsize;
876
877
    int i;

878
    assert(bwl < bsl && bhl < bsl);
879
    if (bsize == BLOCK_SIZE_SB64X64) {
880
      subsize = BLOCK_SIZE_SB32X32;
881
    } else if (bsize == BLOCK_SIZE_SB32X32) {
882
883
      subsize = BLOCK_SIZE_MB16X16;
    } else {
884
      assert(bsize == BLOCK_SIZE_MB16X16);
885
      subsize = BLOCK_SIZE_SB8X8;
886
887
    }

888
889
890
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_SPLIT]++;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
891
    for (i = 0; i < 4; i++) {
892
      const int x_idx = i & 1, y_idx = i >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
893

894
895
      set_block_index(xd, i, subsize);
      encode_sb(cpi, tp, mi_row + y_idx * bs, mi_col + x_idx * bs,
896
                output_enabled, subsize);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
897
898
    }
  }
899

900
901
  if (bsize > BLOCK_SIZE_SB8X8 &&
      (bsize == BLOCK_SIZE_MB16X16 || bsl == bwl || bsl == bhl)) {
902
    set_partition_seg_context(cpi, mi_row, mi_col);
903
    update_partition_context(xd, c1, bsize);
904
  }
Adrian Grange's avatar
Adrian Grange committed
905
}
John Koleszar's avatar
John Koleszar committed
906

907
908
909
910
911
912
913
914

// TODO(jingning,jimbankoski,rbultje): properly skip partition types that are
// unlikely to be selected depending on previously rate-distortion optimization
// results, for encoding speed-up.
static void rd_pick_partition(VP9_COMP *cpi, TOKENEXTRA **tp,
                              int mi_row, int mi_col,
                              BLOCK_SIZE_TYPE bsize,
                              int *rate, int *dist) {
915
916
917
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
  int bsl = b_width_log2(bsize), bs = 1 << bsl;
  int msl = mi_height_log2(bsize), ms = 1 << msl;
  ENTROPY_CONTEXT   l[16 * MAX_MB_PLANE], a[16 * MAX_MB_PLANE];
  PARTITION_CONTEXT sl[8], sa[8];
  TOKENEXTRA *tp_orig = *tp;
  int i, p, pl;
  BLOCK_SIZE_TYPE subsize;
  int srate = INT_MAX, sdist = INT_MAX;

  assert(mi_height_log2(bsize) == mi_width_log2(bsize));

  // buffer the above/left context information of the block in search.
  for (p = 0; p < MAX_MB_PLANE; ++p) {
    vpx_memcpy(a + bs * p, cm->above_context[p] +
               (mi_col * 2 >> xd->plane[p].subsampling_x),
               sizeof(ENTROPY_CONTEXT) * bs >> xd->plane[p].subsampling_x);
    vpx_memcpy(l + bs * p, cm->left_context[p] +
               ((mi_row & MI_MASK) * 2 >> xd->plane[p].subsampling_y),
               sizeof(ENTROPY_CONTEXT) * bs >> xd->plane[p].subsampling_y);
  }
  vpx_memcpy(sa, cm->above_seg_context + mi_col,
             sizeof(PARTITION_CONTEXT) * ms);
  vpx_memcpy(sl, cm->left_seg_context + (mi_row & MI_MASK),
             sizeof(PARTITION_CONTEXT) * ms);

  // PARTITION_SPLIT
  if (bsize >= BLOCK_SIZE_MB16X16) {
    int r4 = 0, d4 = 0;
    subsize = get_subsize(bsize, PARTITION_SPLIT);
    *(get_sb_partitioning(x, bsize)) = subsize;

    for (i = 0; i < 4; ++i) {
      int x_idx = (i & 1) * (ms >> 1);
      int y_idx = (i >> 1) * (ms >> 1);
      int r, d;
953

954
      if ((mi_row + y_idx >= cm->mi_rows) || (mi_col + x_idx >= cm->mi_cols))
Ronald S. Bultje's avatar
Ronald S. Bultje committed
955
956
        continue;

957
958
959
960
961
      *(get_sb_index(xd, subsize)) = i;
      rd_pick_partition(cpi, tp, mi_row + y_idx, mi_col + x_idx, subsize,
                        &r, &d);
      r4 += r;
      d4 += d;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
962
    }
963
    set_partition_seg_context(cpi, mi_row, mi_col);
964
965
    pl = partition_plane_context(xd, bsize);
    r4 += x->partition_cost[pl][PARTITION_SPLIT];
966

967
968
969
970
    srate = r4;
    sdist = d4;
    restore_context(cpi, mi_row, mi_col, a, l, sa, sl, bsize);
  }