vp9_encodeframe.c 71.8 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
#include "./vpx_config.h"
Jim Bankoski's avatar
Jim Bankoski committed
13
#include "./vp9_rtcd.h"
14
#include "vp9/encoder/vp9_encodeframe.h"
15
16
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_encodemv.h"
17
#include "vp9/common/vp9_common.h"
18
#include "vp9/encoder/vp9_onyx_int.h"
19
#include "vp9/common/vp9_extend.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "vp9/common/vp9_entropy.h"
21
22
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
23
24
#include "vp9/encoder/vp9_segmentation.h"
#include "vp9/encoder/vp9_encodeintra.h"
25
26
#include "vp9/common/vp9_reconinter.h"
#include "vp9/common/vp9_invtrans.h"
27
#include "vp9/encoder/vp9_rdopt.h"
28
29
30
#include "vp9/common/vp9_findnearmv.h"
#include "vp9/common/vp9_reconintra.h"
#include "vp9/common/vp9_seg_common.h"
31
#include "vp9/common/vp9_tile_common.h"
32
#include "vp9/encoder/vp9_tokenize.h"
Yaowu Xu's avatar
Yaowu Xu committed
33
#include "./vp9_rtcd.h"
John Koleszar's avatar
John Koleszar committed
34
#include <stdio.h>
35
#include <math.h>
John Koleszar's avatar
John Koleszar committed
36
37
#include <limits.h>
#include "vpx_ports/vpx_timer.h"
38
39
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_mvref_common.h"
Paul Wilkins's avatar
Paul Wilkins committed
40

Yaowu Xu's avatar
Yaowu Xu committed
41
#define DBG_PRNT_SEGMAP 0
42

43
// #define ENC_DEBUG
44
#ifdef ENC_DEBUG
John Koleszar's avatar
John Koleszar committed
45
int enc_debug = 0;
46
47
#endif

Dmitry Kovalev's avatar
Dmitry Kovalev committed
48
void vp9_select_interp_filter_type(VP9_COMP *cpi);
49

50
static void encode_superblock(VP9_COMP *cpi, TOKENEXTRA **t,
51
                              int output_enabled, int mi_row, int mi_col,
52
                              BLOCK_SIZE_TYPE bsize);
53

54
static void adjust_act_zbin(VP9_COMP *cpi, MACROBLOCK *x);
55

56
57
58
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
59
 *  vp9_activity_masking().
60
 */
61
#define VP9_ACTIVITY_AVG_MIN (64)
62
63
64
65
66
67

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
68
static const uint8_t VP9_VAR_OFFS[16] = {
John Koleszar's avatar
John Koleszar committed
69
  128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128
70
71
};

72
73

// Original activity measure from Tim T's code.
74
static unsigned int tt_activity_measure(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
75
76
77
78
79
80
81
82
83
  unsigned int act;
  unsigned int sse;
  /* TODO: This could also be done over smaller areas (8x8), but that would
   *  require extensive changes elsewhere, as lambda is assumed to be fixed
   *  over an entire MB in most of the code.
   * Another option is to compute four 8x8 variances, and pick a single
   *  lambda using a non-linear combination (e.g., the smallest, or second
   *  smallest, etc.).
   */
John Koleszar's avatar
John Koleszar committed
84
85
  act = vp9_variance16x16(x->plane[0].src.buf, x->plane[0].src.stride,
                          VP9_VAR_OFFS, 0, &sse);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
86
  act <<= 4;
John Koleszar's avatar
John Koleszar committed
87
88
89
90
91
92

  /* If the region is flat, lower the activity some more. */
  if (act < 8 << 12)
    act = act < 5 << 12 ? act : 5 << 12;

  return act;
93
94
}

95
// Stub for alternative experimental activity measures.
96
static unsigned int alt_activity_measure(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
97
                                         MACROBLOCK *x, int use_dc_pred) {
98
  return vp9_encode_intra(cpi, x, use_dc_pred);
99
100
}

Jim Bankoski's avatar
Jim Bankoski committed
101
102
DECLARE_ALIGNED(16, static const uint8_t, vp9_64x64_zeros[64*64]) = { 0 };

103
104
105

// Measure the activity of the current macroblock
// What we measure here is TBD so abstracted to this function
106
#define ALT_ACT_MEASURE 1
107
static unsigned int mb_activity_measure(VP9_COMP *cpi, MACROBLOCK *x,
John Koleszar's avatar
John Koleszar committed
108
109
                                        int mb_row, int mb_col) {
  unsigned int mb_activity;
110

John Koleszar's avatar
John Koleszar committed
111
112
  if (ALT_ACT_MEASURE) {
    int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
113

John Koleszar's avatar
John Koleszar committed
114
115
116
117
118
119
    // Or use and alternative.
    mb_activity = alt_activity_measure(cpi, x, use_dc_pred);
  } else {
    // Original activity measure from Tim T's code.
    mb_activity = tt_activity_measure(cpi, x);
  }
120

121
122
  if (mb_activity < VP9_ACTIVITY_AVG_MIN)
    mb_activity = VP9_ACTIVITY_AVG_MIN;
123

John Koleszar's avatar
John Koleszar committed
124
  return mb_activity;
125
126
127
}

// Calculate an "average" mb activity value for the frame
128
#define ACT_MEDIAN 0
129
static void calc_av_activity(VP9_COMP *cpi, int64_t activity_sum) {
130
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
  // Find median: Simple n^2 algorithm for experimentation
  {
    unsigned int median;
    unsigned int i, j;
    unsigned int *sortlist;
    unsigned int tmp;

    // Create a list to sort to
    CHECK_MEM_ERROR(sortlist,
    vpx_calloc(sizeof(unsigned int),
    cpi->common.MBs));

    // Copy map to sort list
    vpx_memcpy(sortlist, cpi->mb_activity_map,
    sizeof(unsigned int) * cpi->common.MBs);


    // Ripple each value down to its correct position
    for (i = 1; i < cpi->common.MBs; i ++) {
      for (j = i; j > 0; j --) {
        if (sortlist[j] < sortlist[j - 1]) {
          // Swap values
          tmp = sortlist[j - 1];
          sortlist[j - 1] = sortlist[j];
          sortlist[j] = tmp;
        } else
          break;
      }
    }
160

John Koleszar's avatar
John Koleszar committed
161
162
163
    // Even number MBs so estimate median as mean of two either side.
    median = (1 + sortlist[cpi->common.MBs >> 1] +
              sortlist[(cpi->common.MBs >> 1) + 1]) >> 1;
164

John Koleszar's avatar
John Koleszar committed
165
    cpi->activity_avg = median;
166

John Koleszar's avatar
John Koleszar committed
167
168
    vpx_free(sortlist);
  }
169
#else
John Koleszar's avatar
John Koleszar committed
170
171
  // Simple mean for now
  cpi->activity_avg = (unsigned int)(activity_sum / cpi->common.MBs);
172
173
#endif

174
175
  if (cpi->activity_avg < VP9_ACTIVITY_AVG_MIN)
    cpi->activity_avg = VP9_ACTIVITY_AVG_MIN;
176

John Koleszar's avatar
John Koleszar committed
177
178
179
  // Experimental code: return fixed value normalized for several clips
  if (ALT_ACT_MEASURE)
    cpi->activity_avg = 100000;
180
181
}

182
#define USE_ACT_INDEX   0
183
#define OUTPUT_NORM_ACT_STATS   0
184
185

#if USE_ACT_INDEX
186
// Calculate an activity index for each mb
187
188
static void calc_activity_index(VP9_COMP *cpi, MACROBLOCK *x) {
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
189
  int mb_row, mb_col;
190

John Koleszar's avatar
John Koleszar committed
191
192
193
  int64_t act;
  int64_t a;
  int64_t b;
194
195

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
196
197
  FILE *f = fopen("norm_act.stt", "a");
  fprintf(f, "\n%12d\n", cpi->activity_avg);
198
199
#endif

John Koleszar's avatar
John Koleszar committed
200
201
  // Reset pointers to start of activity map
  x->mb_activity_ptr = cpi->mb_activity_map;
202

John Koleszar's avatar
John Koleszar committed
203
204
205
206
207
208
  // Calculate normalized mb activity number.
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      // Read activity from the map
      act = *(x->mb_activity_ptr);
209

John Koleszar's avatar
John Koleszar committed
210
211
212
      // Calculate a normalized activity number
      a = act + 4 * cpi->activity_avg;
      b = 4 * act + cpi->activity_avg;
213

John Koleszar's avatar
John Koleszar committed
214
215
216
217
      if (b >= a)
        *(x->activity_ptr) = (int)((b + (a >> 1)) / a) - 1;
      else
        *(x->activity_ptr) = 1 - (int)((a + (b >> 1)) / b);
218
219

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
220
      fprintf(f, " %6d", *(x->mb_activity_ptr));
221
#endif
John Koleszar's avatar
John Koleszar committed
222
223
224
      // Increment activity map pointers
      x->mb_activity_ptr++;
    }
225
226

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
227
    fprintf(f, "\n");
228
229
#endif

John Koleszar's avatar
John Koleszar committed
230
  }
231
232

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
233
  fclose(f);
234
235
236
#endif

}
237
#endif
238
239
240

// Loop through all MBs. Note activity of each, average activity and
// calculate a normalized activity for each
241
static void build_activity_map(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
242
  MACROBLOCK *const x = &cpi->mb;
John Koleszar's avatar
John Koleszar committed
243
  MACROBLOCKD *xd = &x->e_mbd;
244
  VP9_COMMON *const cm = &cpi->common;
245

246
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
247
248
249
  YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
  int recon_yoffset;
  int recon_y_stride = new_yv12->y_stride;
250
251
#endif

John Koleszar's avatar
John Koleszar committed
252
253
254
  int mb_row, mb_col;
  unsigned int mb_activity;
  int64_t activity_sum = 0;
255

256
257
  x->mb_activity_ptr = cpi->mb_activity_map;

John Koleszar's avatar
John Koleszar committed
258
259
  // for each macroblock row in image
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
260
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
261
262
263
    // reset above block coeffs
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
264
#endif
John Koleszar's avatar
John Koleszar committed
265
266
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
267
#if ALT_ACT_MEASURE
268
      xd->plane[0].dst.buf = new_yv12->y_buffer + recon_yoffset;
John Koleszar's avatar
John Koleszar committed
269
270
      xd->left_available = (mb_col != 0);
      recon_yoffset += 16;
271
#endif
272

John Koleszar's avatar
John Koleszar committed
273
274
      // measure activity
      mb_activity = mb_activity_measure(cpi, x, mb_row, mb_col);
275

John Koleszar's avatar
John Koleszar committed
276
277
      // Keep frame sum
      activity_sum += mb_activity;
278

John Koleszar's avatar
John Koleszar committed
279
280
      // Store MB level activity details.
      *x->mb_activity_ptr = mb_activity;
281

John Koleszar's avatar
John Koleszar committed
282
283
      // Increment activity map pointer
      x->mb_activity_ptr++;
284

John Koleszar's avatar
John Koleszar committed
285
      // adjust to the next column of source macroblocks
John Koleszar's avatar
John Koleszar committed
286
      x->plane[0].src.buf += 16;
John Koleszar's avatar
John Koleszar committed
287
    }
288

289

John Koleszar's avatar
John Koleszar committed
290
    // adjust to the next row of mbs
John Koleszar's avatar
John Koleszar committed
291
    x->plane[0].src.buf += 16 * x->plane[0].src.stride - 16 * cm->mb_cols;
John Koleszar's avatar
John Koleszar committed
292
  }
293

John Koleszar's avatar
John Koleszar committed
294
295
  // Calculate an "average" MB activity
  calc_av_activity(cpi, activity_sum);
296

297
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
298
299
  // Calculate an activity index number of each mb
  calc_activity_index(cpi, x);
300
301
#endif

302
303
}

304
// Macroblock activity masking
305
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x) {
306
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
307
308
309
  x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
310
#else
John Koleszar's avatar
John Koleszar committed
311
312
313
  int64_t a;
  int64_t b;
  int64_t act = *(x->mb_activity_ptr);
314

John Koleszar's avatar
John Koleszar committed
315
316
317
  // Apply the masking to the RD multiplier.
  a = act + (2 * cpi->activity_avg);
  b = (2 * act) + cpi->activity_avg;
318

John Koleszar's avatar
John Koleszar committed
319
320
321
  x->rdmult = (unsigned int)(((int64_t)x->rdmult * b + (a >> 1)) / a);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
322
#endif
323

John Koleszar's avatar
John Koleszar committed
324
325
  // Activity based Zbin adjustment
  adjust_act_zbin(cpi, x);
326
}
John Koleszar's avatar
John Koleszar committed
327

328
static void update_state(VP9_COMP *cpi,
329
330
                         PICK_MODE_CONTEXT *ctx,
                         BLOCK_SIZE_TYPE bsize,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
331
332
                         int output_enabled) {
  int i, x_idx, y;
333
  VP9_COMMON *const cm = &cpi->common;
334
335
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
336
  MODE_INFO *mi = &ctx->mic;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
337
  MB_MODE_INFO *const mbmi = &xd->mode_info_context->mbmi;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
338
339
340
#if CONFIG_DEBUG || CONFIG_INTERNAL_STATS
  MB_PREDICTION_MODE mb_mode = mi->mbmi.mode;
#endif
John Koleszar's avatar
John Koleszar committed
341
  int mb_mode_index = ctx->best_mode_index;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
342
  const int mis = cpi->common.mode_info_stride;
343
  const int bh = 1 << mi_height_log2(bsize), bw = 1 << mi_width_log2(bsize);
Adrian Grange's avatar
Adrian Grange committed
344
345

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
346
347
348
  assert(mb_mode < MB_MODE_COUNT);
  assert(mb_mode_index < MAX_MODES);
  assert(mi->mbmi.ref_frame < MAX_REF_FRAMES);
Adrian Grange's avatar
Adrian Grange committed
349
350
#endif

351
  assert(mi->mbmi.sb_type == bsize);
John Koleszar's avatar
John Koleszar committed
352
353
  // Restore the coding context of the MB to that that was in place
  // when the mode was picked for it
354
355
  for (y = 0; y < bh; y++) {
    for (x_idx = 0; x_idx < bw; x_idx++) {
356
357
      if ((xd->mb_to_right_edge >> (3 + LOG2_MI_SIZE)) + bw > x_idx &&
          (xd->mb_to_bottom_edge >> (3 + LOG2_MI_SIZE)) + bh > y) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
358
        MODE_INFO *mi_addr = xd->mode_info_context + x_idx + y * mis;
359
        *mi_addr = *mi;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
360
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
361
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
362
  }
363
  if (bsize < BLOCK_SIZE_SB32X32) {
364
365
    if (bsize < BLOCK_SIZE_MB16X16)
      ctx->txfm_rd_diff[ALLOW_16X16] = ctx->txfm_rd_diff[ALLOW_8X8];
366
    ctx->txfm_rd_diff[ALLOW_32X32] = ctx->txfm_rd_diff[ALLOW_16X16];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
367
  }
Adrian Grange's avatar
Adrian Grange committed
368

369
370
371
372
  if (mbmi->ref_frame != INTRA_FRAME && mbmi->sb_type < BLOCK_SIZE_SB8X8) {
    *x->partition_info = ctx->partition_info;
    mbmi->mv[0].as_int = x->partition_info->bmi[3].mv.as_int;
    mbmi->mv[1].as_int = x->partition_info->bmi[3].second_mv.as_int;
John Koleszar's avatar
John Koleszar committed
373
374
  }

375
  x->skip = ctx->skip;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
376
377
378
  if (!output_enabled)
    return;

379
  {
380
    int segment_id = mbmi->segment_id, ref_pred_flag;
Paul Wilkins's avatar
Paul Wilkins committed
381
    if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_SKIP)) {
382
383
384
385
      for (i = 0; i < NB_TXFM_MODES; i++) {
        cpi->rd_tx_select_diff[i] += ctx->txfm_rd_diff[i];
      }
    }
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402

    // Did the chosen reference frame match its predicted value.
    ref_pred_flag = ((xd->mode_info_context->mbmi.ref_frame ==
                      vp9_get_pred_ref(cm, xd)));
    vp9_set_pred_flag(xd, PRED_REF, ref_pred_flag);
    if (!xd->segmentation_enabled ||
        !vp9_segfeature_active(xd, segment_id, SEG_LVL_REF_FRAME) ||
        vp9_check_segref(xd, segment_id, INTRA_FRAME)  +
        vp9_check_segref(xd, segment_id, LAST_FRAME)   +
        vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
        vp9_check_segref(xd, segment_id, ALTREF_FRAME) > 1) {
      // Get the prediction context and status
      int pred_context = vp9_get_pred_context(cm, xd, PRED_REF);

      // Count prediction success
      cpi->ref_pred_count[pred_context][ref_pred_flag]++;
    }
403
404
  }

John Koleszar's avatar
John Koleszar committed
405
406
  if (cpi->common.frame_type == KEY_FRAME) {
    // Restore the coding modes to that held in the coding context
Yaowu Xu's avatar
Yaowu Xu committed
407
    // if (mb_mode == I4X4_PRED)
John Koleszar's avatar
John Koleszar committed
408
409
410
411
412
413
    //    for (i = 0; i < 16; i++)
    //    {
    //        xd->block[i].bmi.as_mode =
    //                          xd->mode_info_context->bmi[i].as_mode;
    //        assert(xd->mode_info_context->bmi[i].as_mode < MB_MODE_COUNT);
    //    }
414
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
415
416
417
418
419
420
421
422
423
424
425
    static const int kf_mode_index[] = {
      THR_DC /*DC_PRED*/,
      THR_V_PRED /*V_PRED*/,
      THR_H_PRED /*H_PRED*/,
      THR_D45_PRED /*D45_PRED*/,
      THR_D135_PRED /*D135_PRED*/,
      THR_D117_PRED /*D117_PRED*/,
      THR_D153_PRED /*D153_PRED*/,
      THR_D27_PRED /*D27_PRED*/,
      THR_D63_PRED /*D63_PRED*/,
      THR_TM /*TM_PRED*/,
Yaowu Xu's avatar
Yaowu Xu committed
426
      THR_B_PRED /*I4X4_PRED*/,
John Koleszar's avatar
John Koleszar committed
427
428
    };
    cpi->mode_chosen_counts[kf_mode_index[mb_mode]]++;
429
#endif
John Koleszar's avatar
John Koleszar committed
430
431
432
433
434
435
436
  } else {
    /*
            // Reduce the activation RD thresholds for the best choice mode
            if ((cpi->rd_baseline_thresh[mb_mode_index] > 0) &&
                (cpi->rd_baseline_thresh[mb_mode_index] < (INT_MAX >> 2)))
            {
                int best_adjustment = (cpi->rd_thresh_mult[mb_mode_index] >> 2);
Adrian Grange's avatar
Adrian Grange committed
437

John Koleszar's avatar
John Koleszar committed
438
439
440
441
442
443
444
445
                cpi->rd_thresh_mult[mb_mode_index] =
                        (cpi->rd_thresh_mult[mb_mode_index]
                         >= (MIN_THRESHMULT + best_adjustment)) ?
                                cpi->rd_thresh_mult[mb_mode_index] - best_adjustment :
                                MIN_THRESHMULT;
                cpi->rd_threshes[mb_mode_index] =
                        (cpi->rd_baseline_thresh[mb_mode_index] >> 7)
                        * cpi->rd_thresh_mult[mb_mode_index];
Adrian Grange's avatar
Adrian Grange committed
446

John Koleszar's avatar
John Koleszar committed
447
448
449
450
            }
    */
    // Note how often each mode chosen as best
    cpi->mode_chosen_counts[mb_mode_index]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
451
452
    if (mbmi->ref_frame != INTRA_FRAME &&
        (mbmi->sb_type < BLOCK_SIZE_SB8X8 || mbmi->mode == NEWMV)) {
Deb Mukherjee's avatar
Deb Mukherjee committed
453
454
455
456
457
458
459
460
461
462
463
      int_mv best_mv, best_second_mv;
      MV_REFERENCE_FRAME rf = mbmi->ref_frame;
      best_mv.as_int = ctx->best_ref_mv.as_int;
      best_second_mv.as_int = ctx->second_best_ref_mv.as_int;
      if (mbmi->mode == NEWMV) {
        best_mv.as_int = mbmi->ref_mvs[rf][0].as_int;
        best_second_mv.as_int = mbmi->ref_mvs[mbmi->second_ref_frame][0].as_int;
      }
      mbmi->best_mv.as_int = best_mv.as_int;
      mbmi->best_second_mv.as_int = best_second_mv.as_int;
      vp9_update_nmv_count(cpi, x, &best_mv, &best_second_mv);
464
    }
Jingning Han's avatar
Jingning Han committed
465

466
467
468
469
    if (bsize > BLOCK_SIZE_SB8X8 && mbmi->mode == NEWMV) {
      int i, j;
      for (j = 0; j < bh; ++j)
        for (i = 0; i < bw; ++i)
470
471
472
          if ((xd->mb_to_right_edge >> (3 + LOG2_MI_SIZE)) + bw > j &&
              (xd->mb_to_bottom_edge >> (3 + LOG2_MI_SIZE)) + bh > i)
            xd->mode_info_context[mis * j + i].mbmi = *mbmi;
Deb Mukherjee's avatar
Deb Mukherjee committed
473
    }
474

475
    if (cpi->common.mcomp_filter_type == SWITCHABLE &&
476
        is_inter_mode(mbmi->mode)) {
477
      ++cpi->common.fc.switchable_interp_count
478
479
480
          [vp9_get_pred_context(&cpi->common, xd, PRED_SWITCHABLE_INTERP)]
          [vp9_switchable_interp_map[mbmi->interp_filter]];
    }
Adrian Grange's avatar
Adrian Grange committed
481

482
483
484
    cpi->rd_comp_pred_diff[SINGLE_PREDICTION_ONLY] += ctx->single_pred_diff;
    cpi->rd_comp_pred_diff[COMP_PREDICTION_ONLY]   += ctx->comp_pred_diff;
    cpi->rd_comp_pred_diff[HYBRID_PREDICTION]      += ctx->hybrid_pred_diff;
John Koleszar's avatar
John Koleszar committed
485
  }
Adrian Grange's avatar
Adrian Grange committed
486
487
}

488
static unsigned find_seg_id(uint8_t *buf, BLOCK_SIZE_TYPE bsize,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
489
                            int start_y, int height, int start_x, int width) {
490
  const int bw = 1 << mi_width_log2(bsize), bh = 1 << mi_height_log2(bsize);
491
492
  const int end_x = MIN(start_x + bw, width);
  const int end_y = MIN(start_y + bh, height);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
493
494
495
496
497
498
499
500
501
502
503
504
505
  int x, y;
  unsigned seg_id = -1;

  buf += width * start_y;
  for (y = start_y; y < end_y; y++, buf += width) {
    for (x = start_x; x < end_x; x++) {
      seg_id = MIN(seg_id, buf[x]);
    }
  }

  return seg_id;
}

John Koleszar's avatar
John Koleszar committed
506
507
508
void vp9_setup_src_planes(MACROBLOCK *x,
                          const YV12_BUFFER_CONFIG *src,
                          int mb_row, int mb_col) {
509
510
511
512
513
514
515
516
517
518
519
520
521
  uint8_t *buffers[4] = {src->y_buffer, src->u_buffer, src->v_buffer,
                         src->alpha_buffer};
  int strides[4] = {src->y_stride, src->uv_stride, src->uv_stride,
                    src->alpha_stride};
  int i;

  for (i = 0; i < MAX_MB_PLANE; i++) {
    setup_pred_plane(&x->plane[i].src,
                     buffers[i], strides[i],
                     mb_row, mb_col, NULL,
                     x->e_mbd.plane[i].subsampling_x,
                     x->e_mbd.plane[i].subsampling_y);
  }
John Koleszar's avatar
John Koleszar committed
522
523
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
524
static void set_offsets(VP9_COMP *cpi,
525
                        int mi_row, int mi_col, BLOCK_SIZE_TYPE bsize) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
526
527
528
529
530
  MACROBLOCK *const x = &cpi->mb;
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &x->e_mbd;
  MB_MODE_INFO *mbmi;
  const int dst_fb_idx = cm->new_fb_idx;
531
532
  const int idx_str = xd->mode_info_stride * mi_row + mi_col;
  const int bw = 1 << mi_width_log2(bsize), bh = 1 << mi_height_log2(bsize);
Jingning Han's avatar
Jingning Han committed
533
534
  const int mb_row = mi_row >> 1;
  const int mb_col = mi_col >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
535
  const int idx_map = mb_row * cm->mb_cols + mb_col;
536
  int i;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
537
538

  // entropy context structures
539
540
  for (i = 0; i < MAX_MB_PLANE; i++) {
    xd->plane[i].above_context = cm->above_context[i] +
Jingning Han's avatar
Jingning Han committed
541
        (mi_col * 2 >>  xd->plane[i].subsampling_x);
542
    xd->plane[i].left_context = cm->left_context[i] +
Jingning Han's avatar
Jingning Han committed
543
        (((mi_row * 2) & 15) >> xd->plane[i].subsampling_y);
544
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
545

546
  // partition contexts
547
  set_partition_seg_context(cm, xd, mi_row, mi_col);
548

Ronald S. Bultje's avatar
Ronald S. Bultje committed
549
550
551
552
553
554
555
556
  // Activity map pointer
  x->mb_activity_ptr = &cpi->mb_activity_map[idx_map];
  x->active_ptr = cpi->active_map + idx_map;

  /* pointers to mode info contexts */
  x->partition_info          = x->pi + idx_str;
  xd->mode_info_context      = cm->mi + idx_str;
  mbmi = &xd->mode_info_context->mbmi;
557
558
559
560
  // Special case: if prev_mi is NULL, the previous mode info context
  // cannot be used.
  xd->prev_mode_info_context = cm->prev_mi ?
                                 cm->prev_mi + idx_str : NULL;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
561
562

  // Set up destination pointers
563
  setup_dst_planes(xd, &cm->yv12_fb[dst_fb_idx], mi_row, mi_col);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
564
565
566

  /* Set up limit values for MV components to prevent them from
   * extending beyond the UMV borders assuming 16x16 block size */
567
568
569
570
571
572
  x->mv_row_min = -((mi_row * MI_SIZE) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_col_min = -((mi_col * MI_SIZE) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_row_max = ((cm->mi_rows - mi_row) * MI_SIZE +
                   (VP9BORDERINPIXELS - MI_SIZE * bh - VP9_INTERP_EXTEND));
  x->mv_col_max = ((cm->mi_cols - mi_col) * MI_SIZE +
                   (VP9BORDERINPIXELS - MI_SIZE * bw - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
573
574

  // Set up distance of MB to edge of frame in 1/8th pel units
575
576
  assert(!(mi_col & (bw - 1)) && !(mi_row & (bh - 1)));
  set_mi_row_col(cm, xd, mi_row, bh, mi_col, bw);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
577
578

  /* set up source buffers */
579
  vp9_setup_src_planes(x, cpi->Source, mi_row, mi_col);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
580
581
582
583
584
585
586

  /* R/D setup */
  x->rddiv = cpi->RDDIV;
  x->rdmult = cpi->RDMULT;

  /* segment ID */
  if (xd->segmentation_enabled) {
587
588
589
590
591
    uint8_t *map = xd->update_mb_segmentation_map ? cpi->segmentation_map
                                                  : cm->last_frame_seg_map;
    mbmi->segment_id = find_seg_id(map, bsize, mi_row,
                                   cm->mi_rows, mi_col, cm->mi_cols);

592
    assert(mbmi->segment_id <= (MAX_MB_SEGMENTS-1));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
    vp9_mb_init_quantizer(cpi, x);

    if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
        !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
        vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
        vp9_check_segref(xd, 1, INTRA_FRAME)  +
        vp9_check_segref(xd, 1, LAST_FRAME)   +
        vp9_check_segref(xd, 1, GOLDEN_FRAME) +
        vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
      cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
    } else {
      const int y = mb_row & ~3;
      const int x = mb_col & ~3;
      const int p16 = ((mb_row & 1) << 1) +  (mb_col & 1);
      const int p32 = ((mb_row & 2) << 2) + ((mb_col & 2) << 1);
608
      const int tile_progress =
Jingning Han's avatar
Jingning Han committed
609
          cm->cur_tile_mi_col_start * cm->mb_rows >> 1;
610
      const int mb_cols =
Jingning Han's avatar
Jingning Han committed
611
          (cm->cur_tile_mi_col_end - cm->cur_tile_mi_col_start) >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
612
613

      cpi->seg0_progress =
614
          ((y * mb_cols + x * 4 + p32 + p16 + tile_progress) << 16) / cm->MBs;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
615
616
617
618
619
620
    }
  } else {
    mbmi->segment_id = 0;
  }
}

621
static void pick_sb_modes(VP9_COMP *cpi, int mi_row, int mi_col,
622
623
                          TOKENEXTRA **tp, int *totalrate, int *totaldist,
                          BLOCK_SIZE_TYPE bsize, PICK_MODE_CONTEXT *ctx) {
624
625
626
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
627

628
629
630
631
  if (bsize < BLOCK_SIZE_SB8X8)
    if (xd->ab_index != 0)
      return;

632
  set_offsets(cpi, mi_row, mi_col, bsize);
633
  xd->mode_info_context->mbmi.sb_type = bsize;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
634
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
635
    vp9_activity_masking(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
636
637
638

  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
639
  if (cm->frame_type == KEY_FRAME) {
640
    vp9_rd_pick_intra_mode_sb(cpi, x, totalrate, totaldist, bsize, ctx);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
641
  } else {
642
    vp9_rd_pick_inter_mode_sb(cpi, x, mi_row, mi_col, totalrate, totaldist,
643
                              bsize, ctx);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
644
645
  }
}
Adrian Grange's avatar
Adrian Grange committed
646

647
static void update_stats(VP9_COMP *cpi, int mi_row, int mi_col) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
648
649
650
651
652
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  MODE_INFO *mi = xd->mode_info_context;
  MB_MODE_INFO *const mbmi = &mi->mbmi;
Adrian Grange's avatar
Adrian Grange committed
653

Paul Wilkins's avatar
Paul Wilkins committed
654
  if (cm->frame_type != KEY_FRAME) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
655
    int segment_id, seg_ref_active;
John Koleszar's avatar
John Koleszar committed
656

Ronald S. Bultje's avatar
Ronald S. Bultje committed
657
658
    if (mbmi->ref_frame) {
      int pred_context = vp9_get_pred_context(cm, xd, PRED_COMP);
659

Ronald S. Bultje's avatar
Ronald S. Bultje committed
660
661
662
663
      if (mbmi->second_ref_frame <= INTRA_FRAME)
        cpi->single_pred_count[pred_context]++;
      else
        cpi->comp_pred_count[pred_context]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
664
    }
Adrian Grange's avatar
Adrian Grange committed
665

Ronald S. Bultje's avatar
Ronald S. Bultje committed
666
667
668
669
670
671
672
673
674
675
676
677
678
679
    // If we have just a single reference frame coded for a segment then
    // exclude from the reference frame counts used to work out
    // probabilities. NOTE: At the moment we dont support custom trees
    // for the reference frame coding for each segment but this is a
    // possible future action.
    segment_id = mbmi->segment_id;
    seg_ref_active = vp9_segfeature_active(xd, segment_id,
                                           SEG_LVL_REF_FRAME);
    if (!seg_ref_active ||
        ((vp9_check_segref(xd, segment_id, INTRA_FRAME) +
          vp9_check_segref(xd, segment_id, LAST_FRAME) +
          vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, segment_id, ALTREF_FRAME)) > 1)) {
      cpi->count_mb_ref_frame_usage[mbmi->ref_frame]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
680
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
681
682
683
684
685
    // Count of last ref frame 0,0 usage
    if ((mbmi->mode == ZEROMV) && (mbmi->ref_frame == LAST_FRAME))
      cpi->inter_zz_count++;
  }
}
John Koleszar's avatar
John Koleszar committed
686

687
688
689
// TODO(jingning): the variables used here are little complicated. need further
// refactoring on organizing the the temporary buffers, when recursive
// partition down to 4x4 block size is enabled.
690
691
692
static PICK_MODE_CONTEXT *get_block_context(MACROBLOCK *x,
                                            BLOCK_SIZE_TYPE bsize) {
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
693

694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
  switch (bsize) {
    case BLOCK_SIZE_SB64X64:
      return &x->sb64_context;
    case BLOCK_SIZE_SB64X32:
      return &x->sb64x32_context[xd->sb_index];
    case BLOCK_SIZE_SB32X64:
      return &x->sb32x64_context[xd->sb_index];
    case BLOCK_SIZE_SB32X32:
      return &x->sb32_context[xd->sb_index];
    case BLOCK_SIZE_SB32X16:
      return &x->sb32x16_context[xd->sb_index][xd->mb_index];
    case BLOCK_SIZE_SB16X32:
      return &x->sb16x32_context[xd->sb_index][xd->mb_index];
    case BLOCK_SIZE_MB16X16:
      return &x->mb_context[xd->sb_index][xd->mb_index];
709
710
711
712
713
    case BLOCK_SIZE_SB16X8:
      return &x->sb16x8_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X16:
      return &x->sb8x16_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X8:
714
715
716
717
718
719
720
      return &x->sb8x8_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB8X4:
      return &x->sb8x4_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_SB4X8:
      return &x->sb4x8_context[xd->sb_index][xd->mb_index][xd->b_index];
    case BLOCK_SIZE_AB4X4:
      return &x->ab4x4_context[xd->sb_index][xd->mb_index][xd->b_index];
721
722
723
724
725
    default:
      assert(0);
      return NULL;
  }
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
726

727
728
729
730
731
732
733
734
735
736
static BLOCK_SIZE_TYPE *get_sb_partitioning(MACROBLOCK *x,
                                            BLOCK_SIZE_TYPE bsize) {
  MACROBLOCKD *xd = &x->e_mbd;
  switch (bsize) {
    case BLOCK_SIZE_SB64X64:
      return &x->sb64_partitioning;
    case BLOCK_SIZE_SB32X32:
      return &x->sb_partitioning[xd->sb_index];
    case BLOCK_SIZE_MB16X16:
      return &x->mb_partitioning[xd->sb_index][xd->mb_index];
737
738
    case BLOCK_SIZE_SB8X8:
      return &x->b_partitioning[xd->sb_index][xd->mb_index][xd->b_index];
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
    default:
      assert(0);
      return NULL;
  }
}

static void restore_context(VP9_COMP *cpi, int mi_row, int mi_col,
                            ENTROPY_CONTEXT a[16 * MAX_MB_PLANE],
                            ENTROPY_CONTEXT l[16 * MAX_MB_PLANE],
                            PARTITION_CONTEXT sa[8],
                            PARTITION_CONTEXT sl[8],
                            BLOCK_SIZE_TYPE bsize) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  int p;
  int bwl = b_width_log2(bsize), bw = 1 << bwl;
  int bhl = b_height_log2(bsize), bh = 1 << bhl;
  int mwl = mi_width_log2(bsize), mw = 1 << mwl;
  int mhl = mi_height_log2(bsize), mh = 1 << mhl;
  for (p = 0; p < MAX_MB_PLANE; p++) {
    vpx_memcpy(cm->above_context[p] +
               ((mi_col * 2) >> xd->plane[p].subsampling_x),
               a + bw * p,
               sizeof(ENTROPY_CONTEXT) * bw >> xd->plane[p].subsampling_x);
    vpx_memcpy(cm->left_context[p] +
               ((mi_row & MI_MASK) * 2 >> xd->plane[p].subsampling_y),
               l + bh * p,
               sizeof(ENTROPY_CONTEXT) * bh >> xd->plane[p].subsampling_y);
  }
  vpx_memcpy(cm->above_seg_context + mi_col, sa,
             sizeof(PARTITION_CONTEXT) * mw);
  vpx_memcpy(cm->left_seg_context + (mi_row & MI_MASK), sl,
             sizeof(PARTITION_CONTEXT) * mh);
}
Jim Bankoski's avatar
Jim Bankoski committed
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
static void save_context(VP9_COMP *cpi, int mi_row, int mi_col,
                          ENTROPY_CONTEXT a[16 * MAX_MB_PLANE],
                          ENTROPY_CONTEXT l[16 * MAX_MB_PLANE],
                          PARTITION_CONTEXT sa[8],
                          PARTITION_CONTEXT sl[8],
                          BLOCK_SIZE_TYPE bsize) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  int p;
  int bwl = b_width_log2(bsize), bw = 1 << bwl;
  int bhl = b_height_log2(bsize), bh = 1 << bhl;
  int mwl = mi_width_log2(bsize), mw = 1 << mwl;
  int mhl = mi_height_log2(bsize), mh = 1 << mhl;

  // buffer the above/left context information of the block in search.
  for (p = 0; p < MAX_MB_PLANE; ++p) {
    vpx_memcpy(a + bw * p, cm->above_context[p] +
               (mi_col * 2 >> xd->plane[p].subsampling_x),
               sizeof(ENTROPY_CONTEXT) * bw >> xd->plane[p].subsampling_x);
    vpx_memcpy(l + bh * p, cm->left_context[p] +
               ((mi_row & MI_MASK) * 2 >> xd->plane[p].subsampling_y),
               sizeof(ENTROPY_CONTEXT) * bh >> xd->plane[p].subsampling_y);
  }
  vpx_memcpy(sa, cm->above_seg_context + mi_col,
             sizeof(PARTITION_CONTEXT) * mw);
  vpx_memcpy(sl, cm->left_seg_context + (mi_row & MI_MASK),
             sizeof(PARTITION_CONTEXT) * mh);
}
803

804
805
806
807
808
809
static void encode_b(VP9_COMP *cpi, TOKENEXTRA **tp,
                     int mi_row, int mi_col, int output_enabled,
                     BLOCK_SIZE_TYPE bsize, int sub_index) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
810

811
812
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols)
    return;
John Koleszar's avatar
John Koleszar committed
813

814
  if (sub_index != -1)
815
    *(get_sb_index(xd, bsize)) = sub_index;
816
817
818
819

  if (bsize < BLOCK_SIZE_SB8X8)
    if (xd->ab_index > 0)
      return;
820
821
  set_offsets(cpi, mi_row, mi_col, bsize);
  update_state(cpi, get_block_context(x, bsize), bsize, output_enabled);
Jingning Han's avatar
Jingning Han committed
822
  encode_superblock(cpi, tp, output_enabled, mi_row, mi_col, bsize);
John Koleszar's avatar
John Koleszar committed
823

824
825
  if (output_enabled) {
    update_stats(cpi, mi_row, mi_col);
826

827
828
    (*tp)->token = EOSB_TOKEN;
    (*tp)++;
John Koleszar's avatar
John Koleszar committed
829
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
830
831
}

832
833
static void encode_sb(VP9_COMP *cpi, TOKENEXTRA **tp,
                      int mi_row, int mi_col, int output_enabled,
834
                      BLOCK_SIZE_TYPE bsize) {
835
836
837
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
838
  BLOCK_SIZE_TYPE c1 = BLOCK_SIZE_SB8X8;
839
  const int bsl = b_width_log2(bsize), bs = (1 << bsl) / 4;
840
  int bwl, bhl;
841
  int UNINITIALIZED_IS_SAFE(pl);
842

843
844
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols)
    return;
845

846
  c1 = BLOCK_SIZE_AB4X4;
847
  if (bsize >= BLOCK_SIZE_SB8X8) {
848
    set_partition_seg_context(cm, xd, mi_row, mi_col);
849
850
    pl = partition_plane_context(xd, bsize);
    c1 = *(get_sb_partitioning(x, bsize));
851
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
852

853
  bwl = b_width_log2(c1), bhl = b_height_log2(c1);
854

855
  if (bsl == bwl && bsl == bhl) {
856
    if (output_enabled && bsize >= BLOCK_SIZE_SB8X8)
857
        cpi->partition_count[pl][PARTITION_NONE]++;
858
859
860
861
862
863
864
865
866
867
868
869
870
    encode_b(cpi, tp, mi_row, mi_col, output_enabled, c1, -1);
  } else if (bsl == bhl && bsl > bwl) {
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_VERT]++;
    encode_b(cpi, tp, mi_row, mi_col,      output_enabled, c1, 0);
    encode_b(cpi, tp, mi_row, mi_col + bs, output_enabled, c1, 1);
  } else if (bsl == bwl && bsl > bhl) {
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_HORZ]++;
    encode_b(cpi, tp, mi_row,      mi_col, output_enabled, c1, 0);
    encode_b(cpi, tp, mi_row + bs, mi_col, output_enabled, c1, 1);
  } else {
    BLOCK_SIZE_TYPE subsize;
871
872
    int i;

873
    assert(bwl < bsl && bhl < bsl);
874
    subsize = get_subsize(bsize, PARTITION_SPLIT);
875

876
877
878
    if (output_enabled)
      cpi->partition_count[pl][PARTITION_SPLIT]++;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
879
    for (i = 0; i < 4; i++) {
880
      const int x_idx = i & 1, y_idx = i >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
881

882
      *(get_sb_index(xd, subsize)) = i;
883
      encode_sb(cpi, tp, mi_row + y_idx * bs, mi_col + x_idx * bs,
884
                output_enabled, subsize);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
885
886
    }
  }
887

888
889
  if (bsize >= BLOCK_SIZE_SB8X8 &&
      (bsize == BLOCK_SIZE_SB8X8 || bsl == bwl || bsl == bhl)) {
890
    set_partition_seg_context(cm, xd, mi_row, mi_col);
891
    update_partition_context(xd, c1, bsize);
892
  }
Adrian Grange's avatar
Adrian Grange committed
893
}
John Koleszar's avatar
John Koleszar committed
894

Jim Bankoski's avatar
Jim Bankoski committed
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
static void set_partitioning(VP9_COMP *cpi, MODE_INFO *m,
                             BLOCK_SIZE_TYPE bsize) {
  VP9_COMMON *const cm = &cpi->common;
  const int mis = cm->mode_info_stride;
  int bsl = b_width_log2(bsize);
  int bs = (1 << bsl) / 2;  //
  int block_row, block_col;
  int row, col;

  // this test function sets the entire macroblock to the same bsize
  for (block_row = 0; block_row < 8; block_row += bs) {
    for (block_col = 0; block_col < 8; block_col += bs) {
      for (row = 0; row < bs; row++) {
        for (col = 0; col < bs; col++) {
          m[(block_row+row)*mis + block_col+col].mbmi.sb_type = bsize;
        }
      }
    }
  }
}

static void set_block_size(VP9_COMMON *const cm,
                           MODE_INFO *m, BLOCK_SIZE_TYPE bsize, int mis,
                           int mi_row, int mi_col) {
  int row, col;
920
921
922
923
  int bwl = b_width_log2(bsize);
  int bhl = b_height_log2(bsize);
  int bsl = (bwl > bhl ? bwl : bhl);

Jim Bankoski's avatar
Jim Bankoski committed
924
925
926
927
928
  int bs = (1 << bsl) / 2;  //
  MODE_INFO *m2 = m + mi_row * mis + mi_col;
  for (row = 0; row < bs; row++) {
    for (col = 0; col < bs; col++) {
      if (mi_row + row >= cm->mi_rows || mi_col + col >= cm->mi_cols)
929
        continue;
Jim Bankoski's avatar
Jim Bankoski committed
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
      m2[row*mis+col].mbmi.sb_type = bsize;
    }
  }
}
typedef struct {
  int64_t sum_square_error;
  int64_t sum_error;
  int count;
  int variance;
} var;

#define VT(TYPE, BLOCKSIZE) \
  typedef struct { \
    var none; \
    var horz[2]; \
    var vert[2]; \
    BLOCKSIZE split[4]; } TYPE;

VT(v8x8, var)
VT(v16x16, v8x8)
VT(v32x32, v16x16)
VT(v64x64, v32x32)

typedef enum {
  V16X16,
  V32X32,
  V64X64,
} TREE_LEVEL;

// Set variance values given sum square error, sum error, count.
static void fill_variance(var *v, int64_t s2, int64_t s, int c) {
  v->sum_square_error = s2;
  v->sum_error = s;
  v->count = c;
  v->variance = 256
      * (v->sum_square_error - v->sum_error * v->sum_error / v->count)
      / v->count;
}

// Combine 2 variance structures by summing the sum_error, sum_square_error,
// and counts and then calculating the new variance.
void sum_2_variances(var *r, var *a, var*b) {
  fill_variance(r, a->sum_square_error + b->sum_square_error,
                a->sum_error + b->sum_error, a->count + b->count);
}
// Fill one level of our variance tree,  by summing the split sums into each of
// the horizontal, vertical and none from split and recalculating variance.
#define fill_variance_tree(VT) \
  sum_2_variances(VT.horz[0], VT.split[0].none, VT.split[1].none); \
  sum_2_variances(VT.horz[1], VT.split[2].none, VT.split[3].none); \
  sum_2_variances(VT.vert[0], VT.split[0].none, VT.split[2].none); \
  sum_2_variances(VT.vert[1], VT.split[1].none, VT.split[3].none); \
  sum_2_variances(VT.none, VT.vert[0], VT.vert[1]);

// Set the blocksize in the macroblock info structure if the variance is less
// than our threshold to one of none, horz, vert.
#define set_vt_size(VT, BLOCKSIZE, R, C, ACTION) \
  if (VT.none.variance < threshold) { \
    set_block_size(cm, m, BLOCKSIZE, mis, R, C); \
    ACTION; \
  } \
  if (VT.horz[0].variance < threshold && VT.horz[1].variance < threshold ) { \
    set_block_size(cm, m, get_subsize(BLOCKSIZE, PARTITION_HORZ), mis, R, C); \
    ACTION; \
  } \
  if (VT.vert[0].variance < threshold && VT.vert[1].variance < threshold ) { \
    set_block_size(cm, m, get_subsize(BLOCKSIZE, PARTITION_VERT), mis, R, C); \
    ACTION; \
  }

static void choose_partitioning(VP9_COMP *cpi, MODE_INFO *m, int mi_row,
                                int mi_col) {
  VP9_COMMON * const cm = &cpi->common;
  MACROBLOCK *x = &cpi->mb;
  MACROBLOCKD *xd = &cpi->mb.e_mbd;
  const int mis = cm->mode_info_stride;
  // TODO(JBB): More experimentation or testing of this threshold;
  int64_t threshold = 4;
  int i, j, k;
  v64x64 vt;
  unsigned char * s;
  int sp;
  const unsigned char * d = xd->plane[0].pre->buf;
  int dp = xd->plane[0].pre->stride;
1014
1015
1016
  int pixels_wide = 64, pixels_high = 64;

  vpx_memset(&vt, 0, sizeof(vt));
Jim Bankoski's avatar
Jim Bankoski committed
1017
1018

  set_offsets(cpi, mi_row, mi_col, BLOCK_SIZE_SB64X64);
1019
1020
1021
1022
1023
1024
1025

  if (xd->mb_to_right_edge < 0)
    pixels_wide += (xd->mb_to_right_edge >> 3);

  if (xd->mb_to_bottom_edge < 0)
    pixels_high