vp9_encodeframe.c 97.3 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
12
 */


#include "vpx_ports/config.h"
13
#include "vp9/encoder/vp9_encodeframe.h"
14
15
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_encodemv.h"
16
#include "vp9/common/vp9_common.h"
17
#include "vp9/encoder/vp9_onyx_int.h"
18
#include "vp9/common/vp9_extend.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "vp9/common/vp9_entropy.h"
20
21
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
22
#include "vp9/encoder/vp9_segmentation.h"
23
24
#include "vp9/common/vp9_setupintrarecon.h"
#include "vp9/common/vp9_reconintra4x4.h"
25
#include "vp9/encoder/vp9_encodeintra.h"
26
27
#include "vp9/common/vp9_reconinter.h"
#include "vp9/common/vp9_invtrans.h"
28
#include "vp9/encoder/vp9_rdopt.h"
29
30
31
32
#include "vp9/common/vp9_findnearmv.h"
#include "vp9/common/vp9_reconintra.h"
#include "vp9/common/vp9_seg_common.h"
#include "vp9/encoder/vp9_tokenize.h"
33
#include "vp9_rtcd.h"
John Koleszar's avatar
John Koleszar committed
34
#include <stdio.h>
35
#include <math.h>
John Koleszar's avatar
John Koleszar committed
36
37
#include <limits.h>
#include "vpx_ports/vpx_timer.h"
38
39
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_mvref_common.h"
Paul Wilkins's avatar
Paul Wilkins committed
40

Yaowu Xu's avatar
Yaowu Xu committed
41
#define DBG_PRNT_SEGMAP 0
42

43
// #define ENC_DEBUG
44
#ifdef ENC_DEBUG
John Koleszar's avatar
John Koleszar committed
45
int enc_debug = 0;
46
47
#endif

48
49
extern void select_interp_filter_type(VP9_COMP *cpi);

Ronald S. Bultje's avatar
Ronald S. Bultje committed
50
51
52
static void encode_macroblock(VP9_COMP *cpi, TOKENEXTRA **t,
                              int recon_yoffset, int recon_uvoffset,
                              int output_enabled, int mb_row, int mb_col);
53

Ronald S. Bultje's avatar
Ronald S. Bultje committed
54
55
56
57
58
59
60
static void encode_superblock32(VP9_COMP *cpi, TOKENEXTRA **t,
                                int recon_yoffset, int recon_uvoffset,
                                int output_enabled, int mb_row, int mb_col);

static void encode_superblock64(VP9_COMP *cpi, TOKENEXTRA **t,
                                int recon_yoffset, int recon_uvoffset,
                                int output_enabled, int mb_row, int mb_col);
61

62
static void adjust_act_zbin(VP9_COMP *cpi, MACROBLOCK *x);
63

John Koleszar's avatar
John Koleszar committed
64
#ifdef MODE_STATS
65
unsigned int inter_y_modes[MB_MODE_COUNT];
66
unsigned int inter_uv_modes[VP9_UV_MODES];
67
unsigned int inter_b_modes[B_MODE_COUNT];
68
69
70
71
unsigned int y_modes[VP9_YMODES];
unsigned int i8x8_modes[VP9_I8X8_MODES];
unsigned int uv_modes[VP9_UV_MODES];
unsigned int uv_modes_y[VP9_YMODES][VP9_UV_MODES];
72
unsigned int b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
73
74
75
#endif


76
77
78
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
79
 *  vp9_activity_masking().
80
 */
81
#define VP9_ACTIVITY_AVG_MIN (64)
82
83
84
85
86
87

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
88
static const uint8_t VP9_VAR_OFFS[16] = {
John Koleszar's avatar
John Koleszar committed
89
  128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128
90
91
};

92
93

// Original activity measure from Tim T's code.
94
static unsigned int tt_activity_measure(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
95
96
97
98
99
100
101
102
103
  unsigned int act;
  unsigned int sse;
  /* TODO: This could also be done over smaller areas (8x8), but that would
   *  require extensive changes elsewhere, as lambda is assumed to be fixed
   *  over an entire MB in most of the code.
   * Another option is to compute four 8x8 variances, and pick a single
   *  lambda using a non-linear combination (e.g., the smallest, or second
   *  smallest, etc.).
   */
104
  act = vp9_variance16x16(x->src.y_buffer, x->src.y_stride, VP9_VAR_OFFS, 0,
105
                          &sse);
John Koleszar's avatar
John Koleszar committed
106
107
108
109
110
111
112
  act = act << 4;

  /* If the region is flat, lower the activity some more. */
  if (act < 8 << 12)
    act = act < 5 << 12 ? act : 5 << 12;

  return act;
113
114
}

115
// Stub for alternative experimental activity measures.
116
static unsigned int alt_activity_measure(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
117
                                         MACROBLOCK *x, int use_dc_pred) {
118
  return vp9_encode_intra(cpi, x, use_dc_pred);
119
120
121
122
123
}


// Measure the activity of the current macroblock
// What we measure here is TBD so abstracted to this function
124
#define ALT_ACT_MEASURE 1
125
static unsigned int mb_activity_measure(VP9_COMP *cpi, MACROBLOCK *x,
John Koleszar's avatar
John Koleszar committed
126
127
                                        int mb_row, int mb_col) {
  unsigned int mb_activity;
128

John Koleszar's avatar
John Koleszar committed
129
130
  if (ALT_ACT_MEASURE) {
    int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
131

John Koleszar's avatar
John Koleszar committed
132
133
134
135
136
137
    // Or use and alternative.
    mb_activity = alt_activity_measure(cpi, x, use_dc_pred);
  } else {
    // Original activity measure from Tim T's code.
    mb_activity = tt_activity_measure(cpi, x);
  }
138

139
140
  if (mb_activity < VP9_ACTIVITY_AVG_MIN)
    mb_activity = VP9_ACTIVITY_AVG_MIN;
141

John Koleszar's avatar
John Koleszar committed
142
  return mb_activity;
143
144
145
}

// Calculate an "average" mb activity value for the frame
146
#define ACT_MEDIAN 0
147
static void calc_av_activity(VP9_COMP *cpi, int64_t activity_sum) {
148
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
  // Find median: Simple n^2 algorithm for experimentation
  {
    unsigned int median;
    unsigned int i, j;
    unsigned int *sortlist;
    unsigned int tmp;

    // Create a list to sort to
    CHECK_MEM_ERROR(sortlist,
    vpx_calloc(sizeof(unsigned int),
    cpi->common.MBs));

    // Copy map to sort list
    vpx_memcpy(sortlist, cpi->mb_activity_map,
    sizeof(unsigned int) * cpi->common.MBs);


    // Ripple each value down to its correct position
    for (i = 1; i < cpi->common.MBs; i ++) {
      for (j = i; j > 0; j --) {
        if (sortlist[j] < sortlist[j - 1]) {
          // Swap values
          tmp = sortlist[j - 1];
          sortlist[j - 1] = sortlist[j];
          sortlist[j] = tmp;
        } else
          break;
      }
    }
178

John Koleszar's avatar
John Koleszar committed
179
180
181
    // Even number MBs so estimate median as mean of two either side.
    median = (1 + sortlist[cpi->common.MBs >> 1] +
              sortlist[(cpi->common.MBs >> 1) + 1]) >> 1;
182

John Koleszar's avatar
John Koleszar committed
183
    cpi->activity_avg = median;
184

John Koleszar's avatar
John Koleszar committed
185
186
    vpx_free(sortlist);
  }
187
#else
John Koleszar's avatar
John Koleszar committed
188
189
  // Simple mean for now
  cpi->activity_avg = (unsigned int)(activity_sum / cpi->common.MBs);
190
191
#endif

192
193
  if (cpi->activity_avg < VP9_ACTIVITY_AVG_MIN)
    cpi->activity_avg = VP9_ACTIVITY_AVG_MIN;
194

John Koleszar's avatar
John Koleszar committed
195
196
197
  // Experimental code: return fixed value normalized for several clips
  if (ALT_ACT_MEASURE)
    cpi->activity_avg = 100000;
198
199
}

200
#define USE_ACT_INDEX   0
201
#define OUTPUT_NORM_ACT_STATS   0
202
203
204

#if USE_ACT_INDEX
// Calculate and activity index for each mb
205
206
static void calc_activity_index(VP9_COMP *cpi, MACROBLOCK *x) {
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
207
  int mb_row, mb_col;
208

John Koleszar's avatar
John Koleszar committed
209
210
211
  int64_t act;
  int64_t a;
  int64_t b;
212
213

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
214
215
  FILE *f = fopen("norm_act.stt", "a");
  fprintf(f, "\n%12d\n", cpi->activity_avg);
216
217
#endif

John Koleszar's avatar
John Koleszar committed
218
219
  // Reset pointers to start of activity map
  x->mb_activity_ptr = cpi->mb_activity_map;
220

John Koleszar's avatar
John Koleszar committed
221
222
223
224
225
226
  // Calculate normalized mb activity number.
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      // Read activity from the map
      act = *(x->mb_activity_ptr);
227

John Koleszar's avatar
John Koleszar committed
228
229
230
      // Calculate a normalized activity number
      a = act + 4 * cpi->activity_avg;
      b = 4 * act + cpi->activity_avg;
231

John Koleszar's avatar
John Koleszar committed
232
233
234
235
      if (b >= a)
        *(x->activity_ptr) = (int)((b + (a >> 1)) / a) - 1;
      else
        *(x->activity_ptr) = 1 - (int)((a + (b >> 1)) / b);
236
237

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
238
      fprintf(f, " %6d", *(x->mb_activity_ptr));
239
#endif
John Koleszar's avatar
John Koleszar committed
240
241
242
      // Increment activity map pointers
      x->mb_activity_ptr++;
    }
243
244

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
245
    fprintf(f, "\n");
246
247
#endif

John Koleszar's avatar
John Koleszar committed
248
  }
249
250

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
251
  fclose(f);
252
253
254
#endif

}
255
#endif
256
257
258

// Loop through all MBs. Note activity of each, average activity and
// calculate a normalized activity for each
259
static void build_activity_map(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
260
  MACROBLOCK *const x = &cpi->mb;
John Koleszar's avatar
John Koleszar committed
261
  MACROBLOCKD *xd = &x->e_mbd;
262
  VP9_COMMON *const cm = &cpi->common;
263

264
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
265
266
267
  YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
  int recon_yoffset;
  int recon_y_stride = new_yv12->y_stride;
268
269
#endif

John Koleszar's avatar
John Koleszar committed
270
271
272
  int mb_row, mb_col;
  unsigned int mb_activity;
  int64_t activity_sum = 0;
273

John Koleszar's avatar
John Koleszar committed
274
275
  // for each macroblock row in image
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
276
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
277
278
279
    // reset above block coeffs
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
280
#endif
John Koleszar's avatar
John Koleszar committed
281
282
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
283
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
284
285
286
      xd->dst.y_buffer = new_yv12->y_buffer + recon_yoffset;
      xd->left_available = (mb_col != 0);
      recon_yoffset += 16;
287
#endif
288
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
289
      // Copy current mb to a buffer
290
      vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
291
#endif
292

John Koleszar's avatar
John Koleszar committed
293
294
      // measure activity
      mb_activity = mb_activity_measure(cpi, x, mb_row, mb_col);
295

John Koleszar's avatar
John Koleszar committed
296
297
      // Keep frame sum
      activity_sum += mb_activity;
298

John Koleszar's avatar
John Koleszar committed
299
300
      // Store MB level activity details.
      *x->mb_activity_ptr = mb_activity;
301

John Koleszar's avatar
John Koleszar committed
302
303
      // Increment activity map pointer
      x->mb_activity_ptr++;
304

John Koleszar's avatar
John Koleszar committed
305
306
307
      // adjust to the next column of source macroblocks
      x->src.y_buffer += 16;
    }
308

309

John Koleszar's avatar
John Koleszar committed
310
311
    // adjust to the next row of mbs
    x->src.y_buffer += 16 * x->src.y_stride - 16 * cm->mb_cols;
312
313

#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
314
    // extend the recon for intra prediction
315
    vp9_extend_mb_row(new_yv12, xd->dst.y_buffer + 16,
John Koleszar's avatar
John Koleszar committed
316
                      xd->dst.u_buffer + 8, xd->dst.v_buffer + 8);
317
318
#endif

John Koleszar's avatar
John Koleszar committed
319
  }
320

John Koleszar's avatar
John Koleszar committed
321
322
  // Calculate an "average" MB activity
  calc_av_activity(cpi, activity_sum);
323

324
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
325
326
  // Calculate an activity index number of each mb
  calc_activity_index(cpi, x);
327
328
#endif

329
330
}

331
// Macroblock activity masking
332
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x) {
333
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
334
335
336
  x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
337
#else
John Koleszar's avatar
John Koleszar committed
338
339
340
  int64_t a;
  int64_t b;
  int64_t act = *(x->mb_activity_ptr);
341

John Koleszar's avatar
John Koleszar committed
342
343
344
  // Apply the masking to the RD multiplier.
  a = act + (2 * cpi->activity_avg);
  b = (2 * act) + cpi->activity_avg;
345

John Koleszar's avatar
John Koleszar committed
346
347
348
  x->rdmult = (unsigned int)(((int64_t)x->rdmult * b + (a >> 1)) / a);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
349
#endif
350

John Koleszar's avatar
John Koleszar committed
351
352
  // Activity based Zbin adjustment
  adjust_act_zbin(cpi, x);
353
}
John Koleszar's avatar
John Koleszar committed
354

Deb Mukherjee's avatar
Deb Mukherjee committed
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
#if CONFIG_NEW_MVREF
static int vp9_cost_mv_ref_id(vp9_prob * ref_id_probs, int mv_ref_id) {
  int cost;

  // Encode the index for the MV reference.
  switch (mv_ref_id) {
    case 0:
      cost = vp9_cost_zero(ref_id_probs[0]);
      break;
    case 1:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_zero(ref_id_probs[1]);
      break;
    case 2:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_one(ref_id_probs[1]);
      cost += vp9_cost_zero(ref_id_probs[2]);
      break;
    case 3:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_one(ref_id_probs[1]);
      cost += vp9_cost_one(ref_id_probs[2]);
      break;

      // TRAP.. This should not happen
    default:
      assert(0);
      break;
  }
  return cost;
}

// Estimate the cost of each coding the vector using each reference candidate
static unsigned int pick_best_mv_ref(MACROBLOCK *x,
                                     MV_REFERENCE_FRAME ref_frame,
                                     int_mv target_mv,
                                     int_mv * mv_ref_list,
                                     int_mv * best_ref) {
  int i;
  int best_index = 0;
  int cost, cost2;
  int zero_seen = (mv_ref_list[0].as_int) ? FALSE : TRUE;
  MACROBLOCKD *xd = &x->e_mbd;
  int max_mv = MV_MAX;

400
  cost = vp9_cost_mv_ref_id(xd->mb_mv_ref_probs[ref_frame], 0) +
Deb Mukherjee's avatar
Deb Mukherjee committed
401
402
403
         vp9_mv_bit_cost(&target_mv, &mv_ref_list[0], x->nmvjointcost,
                         x->mvcost, 96, xd->allow_high_precision_mv);

Paul Wilkins's avatar
Paul Wilkins committed
404
  for (i = 1; i < MAX_MV_REF_CANDIDATES; ++i) {
Deb Mukherjee's avatar
Deb Mukherjee committed
405
406
    // If we see a 0,0 reference vector for a second time we have reached
    // the end of the list of valid candidate vectors.
Jim Bankoski's avatar
Jim Bankoski committed
407
    if (!mv_ref_list[i].as_int) {
Deb Mukherjee's avatar
Deb Mukherjee committed
408
409
410
411
      if (zero_seen)
        break;
      else
        zero_seen = TRUE;
Jim Bankoski's avatar
Jim Bankoski committed
412
    }
Deb Mukherjee's avatar
Deb Mukherjee committed
413
414
415
416
417
418
419
420

    // Check for cases where the reference choice would give rise to an
    // uncodable/out of range residual for row or col.
    if ((abs(target_mv.as_mv.row - mv_ref_list[i].as_mv.row) > max_mv) ||
        (abs(target_mv.as_mv.col - mv_ref_list[i].as_mv.col) > max_mv)) {
      continue;
    }

421
    cost2 = vp9_cost_mv_ref_id(xd->mb_mv_ref_probs[ref_frame], i) +
Deb Mukherjee's avatar
Deb Mukherjee committed
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
            vp9_mv_bit_cost(&target_mv, &mv_ref_list[i], x->nmvjointcost,
                            x->mvcost, 96, xd->allow_high_precision_mv);

    if (cost2 < cost) {
      cost = cost2;
      best_index = i;
    }
  }
  best_ref->as_int = mv_ref_list[best_index].as_int;

  return best_index;
}
#endif

static void update_state(VP9_COMP *cpi, MACROBLOCK *x,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
437
438
439
                         PICK_MODE_CONTEXT *ctx, int block_size,
                         int output_enabled) {
  int i, x_idx, y;
John Koleszar's avatar
John Koleszar committed
440
441
  MACROBLOCKD *xd = &x->e_mbd;
  MODE_INFO *mi = &ctx->mic;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
442
  MB_MODE_INFO *const mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
443
444
  int mb_mode = mi->mbmi.mode;
  int mb_mode_index = ctx->best_mode_index;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
445
446
447
448
449
450
  const int mis = cpi->common.mode_info_stride;
#if CONFIG_SUPERBLOCKS
  int mb_block_size = 1 << mi->mbmi.sb_type;
#else
  int mb_block_size = 1;
#endif
Adrian Grange's avatar
Adrian Grange committed
451
452

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
453
454
455
  assert(mb_mode < MB_MODE_COUNT);
  assert(mb_mode_index < MAX_MODES);
  assert(mi->mbmi.ref_frame < MAX_REF_FRAMES);
Adrian Grange's avatar
Adrian Grange committed
456
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
457
458
459
#if CONFIG_SUPERBLOCKS
  assert(mi->mbmi.sb_type == (block_size >> 5));
#endif
Adrian Grange's avatar
Adrian Grange committed
460

John Koleszar's avatar
John Koleszar committed
461
462
  // Restore the coding context of the MB to that that was in place
  // when the mode was picked for it
Ronald S. Bultje's avatar
Ronald S. Bultje committed
463
464
465
466
467
468
469
470
  for (y = 0; y < mb_block_size; y++) {
    for (x_idx = 0; x_idx < mb_block_size; x_idx++) {
      if ((xd->mb_to_right_edge >> 7) + mb_block_size > x_idx &&
          (xd->mb_to_bottom_edge >> 7) + mb_block_size > y) {
        MODE_INFO *mi_addr = xd->mode_info_context + x_idx + y * mis;

        vpx_memcpy(mi_addr, mi, sizeof(MODE_INFO));
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
471
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
472
  }
473
#if CONFIG_TX32X32 && CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
474
  if (block_size == 16) {
475
    ctx->txfm_rd_diff[ALLOW_32X32] = ctx->txfm_rd_diff[ALLOW_16X16];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
476
477
  }
#endif
Adrian Grange's avatar
Adrian Grange committed
478

John Koleszar's avatar
John Koleszar committed
479
480
481
  if (mb_mode == B_PRED) {
    for (i = 0; i < 16; i++) {
      xd->block[i].bmi.as_mode = xd->mode_info_context->bmi[i].as_mode;
Frank Galligan's avatar
Frank Galligan committed
482
      assert(xd->block[i].bmi.as_mode.first < B_MODE_COUNT);
Adrian Grange's avatar
Adrian Grange committed
483
    }
John Koleszar's avatar
John Koleszar committed
484
485
486
  } else if (mb_mode == I8X8_PRED) {
    for (i = 0; i < 16; i++) {
      xd->block[i].bmi = xd->mode_info_context->bmi[i];
Adrian Grange's avatar
Adrian Grange committed
487
    }
John Koleszar's avatar
John Koleszar committed
488
489
490
491
  } else if (mb_mode == SPLITMV) {
    vpx_memcpy(x->partition_info, &ctx->partition_info,
               sizeof(PARTITION_INFO));

492
493
    mbmi->mv[0].as_int = x->partition_info->bmi[15].mv.as_int;
    mbmi->mv[1].as_int = x->partition_info->bmi[15].second_mv.as_int;
John Koleszar's avatar
John Koleszar committed
494
495
  }

496
  x->skip = ctx->skip;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
497
498
499
  if (!output_enabled)
    return;

500
501
  {
    int segment_id = mbmi->segment_id;
502
503
    if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_EOB) ||
        vp9_get_segdata(xd, segment_id, SEG_LVL_EOB)) {
504
505
506
507
508
509
      for (i = 0; i < NB_TXFM_MODES; i++) {
        cpi->rd_tx_select_diff[i] += ctx->txfm_rd_diff[i];
      }
    }
  }

John Koleszar's avatar
John Koleszar committed
510
511
512
513
514
515
516
517
518
  if (cpi->common.frame_type == KEY_FRAME) {
    // Restore the coding modes to that held in the coding context
    // if (mb_mode == B_PRED)
    //    for (i = 0; i < 16; i++)
    //    {
    //        xd->block[i].bmi.as_mode =
    //                          xd->mode_info_context->bmi[i].as_mode;
    //        assert(xd->mode_info_context->bmi[i].as_mode < MB_MODE_COUNT);
    //    }
519
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
    static const int kf_mode_index[] = {
      THR_DC /*DC_PRED*/,
      THR_V_PRED /*V_PRED*/,
      THR_H_PRED /*H_PRED*/,
      THR_D45_PRED /*D45_PRED*/,
      THR_D135_PRED /*D135_PRED*/,
      THR_D117_PRED /*D117_PRED*/,
      THR_D153_PRED /*D153_PRED*/,
      THR_D27_PRED /*D27_PRED*/,
      THR_D63_PRED /*D63_PRED*/,
      THR_TM /*TM_PRED*/,
      THR_I8X8_PRED /*I8X8_PRED*/,
      THR_B_PRED /*B_PRED*/,
    };
    cpi->mode_chosen_counts[kf_mode_index[mb_mode]]++;
535
#endif
John Koleszar's avatar
John Koleszar committed
536
537
538
539
540
541
542
  } else {
    /*
            // Reduce the activation RD thresholds for the best choice mode
            if ((cpi->rd_baseline_thresh[mb_mode_index] > 0) &&
                (cpi->rd_baseline_thresh[mb_mode_index] < (INT_MAX >> 2)))
            {
                int best_adjustment = (cpi->rd_thresh_mult[mb_mode_index] >> 2);
Adrian Grange's avatar
Adrian Grange committed
543

John Koleszar's avatar
John Koleszar committed
544
545
546
547
548
549
550
551
                cpi->rd_thresh_mult[mb_mode_index] =
                        (cpi->rd_thresh_mult[mb_mode_index]
                         >= (MIN_THRESHMULT + best_adjustment)) ?
                                cpi->rd_thresh_mult[mb_mode_index] - best_adjustment :
                                MIN_THRESHMULT;
                cpi->rd_threshes[mb_mode_index] =
                        (cpi->rd_baseline_thresh[mb_mode_index] >> 7)
                        * cpi->rd_thresh_mult[mb_mode_index];
Adrian Grange's avatar
Adrian Grange committed
552

John Koleszar's avatar
John Koleszar committed
553
554
555
556
            }
    */
    // Note how often each mode chosen as best
    cpi->mode_chosen_counts[mb_mode_index]++;
Deb Mukherjee's avatar
Deb Mukherjee committed
557
558
559
    if (mbmi->mode == SPLITMV || mbmi->mode == NEWMV) {
      int_mv best_mv, best_second_mv;
      MV_REFERENCE_FRAME rf = mbmi->ref_frame;
Jim Bankoski's avatar
Jim Bankoski committed
560
561
#if CONFIG_NEW_MVREF
      unsigned int best_index;
Deb Mukherjee's avatar
Deb Mukherjee committed
562
      MV_REFERENCE_FRAME sec_ref_frame = mbmi->second_ref_frame;
Jim Bankoski's avatar
Jim Bankoski committed
563
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
564
565
566
567
568
569
570
571
572
      best_mv.as_int = ctx->best_ref_mv.as_int;
      best_second_mv.as_int = ctx->second_best_ref_mv.as_int;
      if (mbmi->mode == NEWMV) {
        best_mv.as_int = mbmi->ref_mvs[rf][0].as_int;
        best_second_mv.as_int = mbmi->ref_mvs[mbmi->second_ref_frame][0].as_int;
#if CONFIG_NEW_MVREF
        best_index = pick_best_mv_ref(x, rf, mbmi->mv[0],
                                      mbmi->ref_mvs[rf], &best_mv);
        mbmi->best_index = best_index;
573
        ++cpi->mb_mv_ref_count[rf][best_index];
Deb Mukherjee's avatar
Deb Mukherjee committed
574

575
        if (mbmi->second_ref_frame > 0) {
Deb Mukherjee's avatar
Deb Mukherjee committed
576
577
578
579
580
581
          unsigned int best_index;
          best_index =
              pick_best_mv_ref(x, sec_ref_frame, mbmi->mv[1],
                               mbmi->ref_mvs[sec_ref_frame],
                               &best_second_mv);
          mbmi->best_second_index = best_index;
582
          ++cpi->mb_mv_ref_count[sec_ref_frame][best_index];
Deb Mukherjee's avatar
Deb Mukherjee committed
583
584
585
586
587
588
589
        }
#endif
      }
      mbmi->best_mv.as_int = best_mv.as_int;
      mbmi->best_second_mv.as_int = best_second_mv.as_int;
      vp9_update_nmv_count(cpi, x, &best_mv, &best_second_mv);
    }
590
591
592
593
594
595
596
597
598
599
600
601
602
#if CONFIG_COMP_INTERINTRA_PRED
    if (mbmi->mode >= NEARESTMV && mbmi->mode < SPLITMV &&
        mbmi->second_ref_frame <= INTRA_FRAME) {
      if (mbmi->second_ref_frame == INTRA_FRAME) {
        ++cpi->interintra_count[1];
        ++cpi->ymode_count[mbmi->interintra_mode];
#if SEPARATE_INTERINTRA_UV
        ++cpi->y_uv_mode_count[mbmi->interintra_mode][mbmi->interintra_uv_mode];
#endif
      } else {
        ++cpi->interintra_count[0];
      }
    }
603
#endif
604
605
606
607
608
609
610
    if (cpi->common.mcomp_filter_type == SWITCHABLE &&
        mbmi->mode >= NEARESTMV &&
        mbmi->mode <= SPLITMV) {
      ++cpi->switchable_interp_count
          [vp9_get_pred_context(&cpi->common, xd, PRED_SWITCHABLE_INTERP)]
          [vp9_switchable_interp_map[mbmi->interp_filter]];
    }
Adrian Grange's avatar
Adrian Grange committed
611

John Koleszar's avatar
John Koleszar committed
612
613
    cpi->prediction_error += ctx->distortion;
    cpi->intra_error += ctx->intra_error;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
614

615
616
617
    cpi->rd_comp_pred_diff[SINGLE_PREDICTION_ONLY] += ctx->single_pred_diff;
    cpi->rd_comp_pred_diff[COMP_PREDICTION_ONLY]   += ctx->comp_pred_diff;
    cpi->rd_comp_pred_diff[HYBRID_PREDICTION]      += ctx->hybrid_pred_diff;
John Koleszar's avatar
John Koleszar committed
618
  }
Adrian Grange's avatar
Adrian Grange committed
619
620
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
static unsigned find_seg_id(uint8_t *buf, int block_size,
                            int start_y, int height, int start_x, int width) {
  const int end_x = MIN(start_x + block_size, width);
  const int end_y = MIN(start_y + block_size, height);
  int x, y;
  unsigned seg_id = -1;

  buf += width * start_y;
  for (y = start_y; y < end_y; y++, buf += width) {
    for (x = start_x; x < end_x; x++) {
      seg_id = MIN(seg_id, buf[x]);
    }
  }

  return seg_id;
}

static void set_offsets(VP9_COMP *cpi,
                        int mb_row, int mb_col, int block_size,
                        int *ref_yoffset, int *ref_uvoffset) {
  MACROBLOCK *const x = &cpi->mb;
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &x->e_mbd;
  MB_MODE_INFO *mbmi;
  const int dst_fb_idx = cm->new_fb_idx;
  const int recon_y_stride = cm->yv12_fb[dst_fb_idx].y_stride;
  const int recon_uv_stride = cm->yv12_fb[dst_fb_idx].uv_stride;
  const int recon_yoffset = 16 * mb_row * recon_y_stride + 16 * mb_col;
  const int recon_uvoffset = 8 * mb_row * recon_uv_stride + 8 * mb_col;
  const int src_y_stride = x->src.y_stride;
  const int src_uv_stride = x->src.uv_stride;
  const int src_yoffset = 16 * mb_row * src_y_stride + 16 * mb_col;
  const int src_uvoffset = 8 * mb_row * src_uv_stride + 8 * mb_col;
  const int ref_fb_idx = cm->lst_fb_idx;
  const int ref_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
  const int ref_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
  const int idx_map = mb_row * cm->mb_cols + mb_col;
  const int idx_str = xd->mode_info_stride * mb_row + mb_col;

  // entropy context structures
  xd->above_context = cm->above_context + mb_col;
  xd->left_context  = cm->left_context + (mb_row & 3);

  // GF active flags data structure
  x->gf_active_ptr = (signed char *)&cpi->gf_active_flags[idx_map];

  // Activity map pointer
  x->mb_activity_ptr = &cpi->mb_activity_map[idx_map];
  x->active_ptr = cpi->active_map + idx_map;

  /* pointers to mode info contexts */
  x->partition_info          = x->pi + idx_str;
  xd->mode_info_context      = cm->mi + idx_str;
  mbmi = &xd->mode_info_context->mbmi;
  xd->prev_mode_info_context = cm->prev_mi + idx_str;

  // Set up destination pointers
  xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
  xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
  xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;

  /* Set up limit values for MV components to prevent them from
   * extending beyond the UMV borders assuming 16x16 block size */
  x->mv_row_min = -((mb_row * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_col_min = -((mb_col * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
                   (VP9BORDERINPIXELS - block_size - VP9_INTERP_EXTEND));
  x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
                   (VP9BORDERINPIXELS - block_size - VP9_INTERP_EXTEND));

  // Set up distance of MB to edge of frame in 1/8th pel units
  block_size >>= 4;  // in macroblock units
  assert(!(mb_col & (block_size - 1)) && !(mb_row & (block_size - 1)));
  xd->mb_to_top_edge    = -((mb_row * 16) << 3);
  xd->mb_to_left_edge   = -((mb_col * 16) << 3);
  xd->mb_to_bottom_edge = ((cm->mb_rows - block_size - mb_row) * 16) << 3;
  xd->mb_to_right_edge  = ((cm->mb_cols - block_size - mb_col) * 16) << 3;

  // Are edges available for intra prediction?
  xd->up_available   = (mb_row != 0);
  xd->left_available = (mb_col != 0);

  /* Reference buffer offsets */
  *ref_yoffset  = (mb_row * ref_y_stride * 16) + (mb_col * 16);
  *ref_uvoffset = (mb_row * ref_uv_stride * 8) + (mb_col *  8);

  /* set up source buffers */
  x->src.y_buffer = cpi->Source->y_buffer + src_yoffset;
  x->src.u_buffer = cpi->Source->u_buffer + src_uvoffset;
  x->src.v_buffer = cpi->Source->v_buffer + src_uvoffset;

  /* R/D setup */
  x->rddiv = cpi->RDDIV;
  x->rdmult = cpi->RDMULT;

  /* segment ID */
  if (xd->segmentation_enabled) {
    if (xd->update_mb_segmentation_map) {
      mbmi->segment_id = find_seg_id(cpi->segmentation_map, block_size,
                                     mb_row, cm->mb_rows, mb_col, cm->mb_cols);
    } else {
      mbmi->segment_id = find_seg_id(cm->last_frame_seg_map, block_size,
                                     mb_row, cm->mb_rows, mb_col, cm->mb_cols);
    }
    assert(mbmi->segment_id <= 3);
    vp9_mb_init_quantizer(cpi, x);

    if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
        !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
        vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
        vp9_check_segref(xd, 1, INTRA_FRAME)  +
        vp9_check_segref(xd, 1, LAST_FRAME)   +
        vp9_check_segref(xd, 1, GOLDEN_FRAME) +
        vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
      cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
    } else {
      const int y = mb_row & ~3;
      const int x = mb_col & ~3;
      const int p16 = ((mb_row & 1) << 1) +  (mb_col & 1);
      const int p32 = ((mb_row & 2) << 2) + ((mb_col & 2) << 1);

      cpi->seg0_progress =
          ((y * cm->mb_cols + x * 4 + p32 + p16) << 16) / cm->MBs;
    }
  } else {
    mbmi->segment_id = 0;
  }
}

750
751
static void pick_mb_modes(VP9_COMP *cpi,
                          VP9_COMMON *cm,
John Koleszar's avatar
John Koleszar committed
752
753
754
755
756
                          int mb_row,
                          int mb_col,
                          MACROBLOCK  *x,
                          MACROBLOCKD *xd,
                          TOKENEXTRA **tp,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
757
758
                          int *totalrate,
                          int *totaldist) {
John Koleszar's avatar
John Koleszar committed
759
760
761
762
763
764
765
766
767
  int i;
  int recon_yoffset, recon_uvoffset;
  ENTROPY_CONTEXT_PLANES left_context[2];
  ENTROPY_CONTEXT_PLANES above_context[2];
  ENTROPY_CONTEXT_PLANES *initial_above_context_ptr = cm->above_context
                                                      + mb_col;

  /* Function should not modify L & A contexts; save and restore on exit */
  vpx_memcpy(left_context,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
768
             cm->left_context + (mb_row & 2),
John Koleszar's avatar
John Koleszar committed
769
770
771
772
773
774
775
             sizeof(left_context));
  vpx_memcpy(above_context,
             initial_above_context_ptr,
             sizeof(above_context));

  /* Encode MBs in raster order within the SB */
  for (i = 0; i < 4; i++) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
776
777
    const int x_idx = i & 1, y_idx = i >> 1;
    MB_MODE_INFO *mbmi;
John Koleszar's avatar
John Koleszar committed
778

Ronald S. Bultje's avatar
Ronald S. Bultje committed
779
    if ((mb_row + y_idx >= cm->mb_rows) || (mb_col + x_idx >= cm->mb_cols)) {
John Koleszar's avatar
John Koleszar committed
780
781
782
      // MB lies outside frame, move on
      continue;
    }
783

John Koleszar's avatar
John Koleszar committed
784
785
    // Index of the MB in the SB 0..3
    xd->mb_index = i;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
786
787
    set_offsets(cpi, mb_row + y_idx, mb_col + x_idx, 16,
                &recon_yoffset, &recon_uvoffset);
John Koleszar's avatar
John Koleszar committed
788

789
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
790
    // Copy current MB to a work buffer
791
    vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
792
#endif
John Koleszar's avatar
John Koleszar committed
793
794

    if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
795
      vp9_activity_masking(cpi, x);
John Koleszar's avatar
John Koleszar committed
796

Ronald S. Bultje's avatar
Ronald S. Bultje committed
797
    mbmi = &xd->mode_info_context->mbmi;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
798
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
799
    mbmi->sb_type = BLOCK_SIZE_MB16X16;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
800
801
#endif

John Koleszar's avatar
John Koleszar committed
802
803
    cpi->update_context = 0;    // TODO Do we need this now??

804
    vp9_intra_prediction_down_copy(xd);
805

John Koleszar's avatar
John Koleszar committed
806
807
808
    // Find best coding mode & reconstruct the MB so it is available
    // as a predictor for MBs that follow in the SB
    if (cm->frame_type == KEY_FRAME) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
809
      int r, d;
810
811
812
813
#ifdef ENC_DEBUG
      if (enc_debug)
        printf("intra pick_mb_modes %d %d\n", mb_row, mb_col);
#endif
814
      vp9_rd_pick_intra_mode(cpi, x, &r, &d);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
815
816
      *totalrate += r;
      *totaldist += d;
John Koleszar's avatar
John Koleszar committed
817
818

      // Dummy encode, do not do the tokenization
Ronald S. Bultje's avatar
Ronald S. Bultje committed
819
820
      encode_macroblock(cpi, tp, recon_yoffset, recon_uvoffset, 0,
                        mb_row + y_idx, mb_col + x_idx);
John Koleszar's avatar
John Koleszar committed
821
      // Note the encoder may have changed the segment_id
Ronald S. Bultje's avatar
Ronald S. Bultje committed
822
823

      // Save the coding context
Ronald S. Bultje's avatar
Ronald S. Bultje committed
824
      vpx_memcpy(&x->mb_context[xd->sb_index][i].mic, xd->mode_info_context,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
825
                 sizeof(MODE_INFO));
John Koleszar's avatar
John Koleszar committed
826
    } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
827
      int seg_id, r, d;
John Koleszar's avatar
John Koleszar committed
828

829
830
#ifdef ENC_DEBUG
      if (enc_debug)
831
        printf("inter pick_mb_modes %d %d\n", mb_row, mb_col);
832
#endif
833
834
      vp9_pick_mode_inter_macroblock(cpi, x, recon_yoffset,
                                     recon_uvoffset, &r, &d);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
835
836
      *totalrate += r;
      *totaldist += d;
John Koleszar's avatar
John Koleszar committed
837
838

      // Dummy encode, do not do the tokenization
Ronald S. Bultje's avatar
Ronald S. Bultje committed
839
840
      encode_macroblock(cpi, tp, recon_yoffset, recon_uvoffset, 0,
                        mb_row + y_idx, mb_col + x_idx);
John Koleszar's avatar
John Koleszar committed
841

Paul Wilkins's avatar
Paul Wilkins committed
842
      seg_id = mbmi->segment_id;
John Koleszar's avatar
John Koleszar committed
843
844
845
846
      if (cpi->mb.e_mbd.segmentation_enabled && seg_id == 0) {
        cpi->seg0_idx++;
      }
      if (!xd->segmentation_enabled ||
847
848
849
850
851
          !vp9_segfeature_active(xd, seg_id, SEG_LVL_REF_FRAME) ||
          vp9_check_segref(xd, seg_id, INTRA_FRAME)  +
          vp9_check_segref(xd, seg_id, LAST_FRAME)   +
          vp9_check_segref(xd, seg_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, seg_id, ALTREF_FRAME) > 1) {
John Koleszar's avatar
John Koleszar committed
852
        // Get the prediction context and status
Paul Wilkins's avatar
Paul Wilkins committed
853
854
        int pred_flag = vp9_get_pred_flag(xd, PRED_REF);
        int pred_context = vp9_get_pred_context(cm, xd, PRED_REF);
John Koleszar's avatar
John Koleszar committed
855
856
857
858
859
860
861
862

        // Count prediction success
        cpi->ref_pred_count[pred_context][pred_flag]++;
      }
    }
  }

  /* Restore L & A coding context to those in place on entry */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
863
  vpx_memcpy(cm->left_context + (mb_row & 2),
John Koleszar's avatar
John Koleszar committed
864
865
866
867
868
             left_context,
             sizeof(left_context));
  vpx_memcpy(initial_above_context_ptr,
             above_context,
             sizeof(above_context));
Adrian Grange's avatar
Adrian Grange committed
869
870
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
871
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
872
873
874
875
876
877
878
879
880
static void pick_sb_modes(VP9_COMP *cpi,
                          VP9_COMMON *cm,
                          int mb_row,
                          int mb_col,
                          MACROBLOCK  *x,
                          MACROBLOCKD *xd,
                          TOKENEXTRA **tp,
                          int *totalrate,
                          int *totaldist) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
881
882
  int recon_yoffset, recon_uvoffset;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
883
884
885
  set_offsets(cpi, mb_row, mb_col, 32, &recon_yoffset, &recon_uvoffset);
  xd->mode_info_context->mbmi.sb_type = BLOCK_SIZE_SB32X32;
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
886
    vp9_activity_masking(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
887
888
889
890
  cpi->update_context = 0;    // TODO Do we need this now??

  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
891
892
893
894
  if (cm->frame_type == KEY_FRAME) {
    vp9_rd_pick_intra_mode_sb32(cpi, x,
                                totalrate,
                                totaldist);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
895
896

    /* Save the coding context */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
897
    vpx_memcpy(&x->sb32_context[xd->sb_index].mic, xd->mode_info_context,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
898
               sizeof(MODE_INFO));
899
  } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
900
901
902
903
904
    vp9_rd_pick_inter_mode_sb32(cpi, x,
                                recon_yoffset,
                                recon_uvoffset,
                                totalrate,
                                totaldist);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
905
906
907
  }
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
908
909
910
911
912
913
914
915
916
917
#if CONFIG_SUPERBLOCKS64
static void pick_sb64_modes(VP9_COMP *cpi,
                            VP9_COMMON *cm,
                            int mb_row,
                            int mb_col,
                            MACROBLOCK  *x,
                            MACROBLOCKD *xd,
                            TOKENEXTRA **tp,
                            int *totalrate,
                            int *totaldist) {
John Koleszar's avatar
John Koleszar committed
918
919
  int recon_yoffset, recon_uvoffset;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
920
921
922
923
924
  set_offsets(cpi, mb_row, mb_col, 64, &recon_yoffset, &recon_uvoffset);
  xd->mode_info_context->mbmi.sb_type = BLOCK_SIZE_SB64X64;
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
    vp9_activity_masking(cpi, x);
  cpi->update_context = 0;    // TODO(rbultje) Do we need this now??
John Koleszar's avatar
John Koleszar committed
925

Ronald S. Bultje's avatar
Ronald S. Bultje committed
926
927
928
929
930
931
  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
  if (cm->frame_type == KEY_FRAME) {
    vp9_rd_pick_intra_mode_sb64(cpi, x,
                                totalrate,
                                totaldist);
Adrian Grange's avatar
Adrian Grange committed
932

Ronald S. Bultje's avatar
Ronald S. Bultje committed
933
934
935
936
937
938
939
940
941
942
943
944
945
    /* Save the coding context */
    vpx_memcpy(&x->sb64_context.mic, xd->mode_info_context,
               sizeof(MODE_INFO));
  } else {
    vp9_rd_pick_inter_mode_sb64(cpi, x,
                                recon_yoffset,
                                recon_uvoffset,
                                totalrate,
                                totaldist);
  }
}
#endif  // CONFIG_SUPERBLOCKS64
#endif  // CONFIG_SUPERBLOCKS
Adrian Grange's avatar
Adrian Grange committed
946

Ronald S. Bultje's avatar
Ronald S. Bultje committed
947
948
949
950
951
952
static void update_stats(VP9_COMP *cpi) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  MODE_INFO *mi = xd->mode_info_context;
  MB_MODE_INFO *const mbmi = &mi->mbmi;
Adrian Grange's avatar
Adrian Grange committed
953

Ronald S. Bultje's avatar
Ronald S. Bultje committed
954
955
956
  if (cm->frame_type == KEY_FRAME) {
#ifdef MODE_STATS
    y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
957
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
958
959
  } else {
    int segment_id, seg_ref_active;
John Koleszar's avatar
John Koleszar committed
960

Ronald S. Bultje's avatar
Ronald S. Bultje committed
961
962
    if (mbmi->ref_frame) {
      int pred_context = vp9_get_pred_context(cm, xd, PRED_COMP);
963

Ronald S. Bultje's avatar
Ronald S. Bultje committed
964
965
966
967
      if (mbmi->second_ref_frame <= INTRA_FRAME)
        cpi->single_pred_count[pred_context]++;
      else
        cpi->comp_pred_count[pred_context]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
968
    }
Adrian Grange's avatar
Adrian Grange committed
969

Ronald S. Bultje's avatar
Ronald S. Bultje committed
970
971
#ifdef MODE_STATS
    inter_y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
972

Ronald S. Bultje's avatar
Ronald S. Bultje committed
973
974
    if (mbmi->mode == SPLITMV) {
      int b;
John Koleszar's avatar
John Koleszar committed
975

Ronald S. Bultje's avatar
Ronald S. Bultje committed
976
977
978
979
      for (b = 0; b < x->partition_info->count; b++) {
        inter_b_modes[x->partition_info->bmi[b].mode]++;
      }
    }
980
#endif
981

Ronald S. Bultje's avatar
Ronald S. Bultje committed
982
983
984
985
986
987
988
989
990
991
992
993
994
995
    // If we have just a single reference frame coded for a segment then
    // exclude from the reference frame counts used to work out
    // probabilities. NOTE: At the moment we dont support custom trees
    // for the reference frame coding for each segment but this is a
    // possible future action.
    segment_id = mbmi->segment_id;
    seg_ref_active = vp9_segfeature_active(xd, segment_id,
                                           SEG_LVL_REF_FRAME);
    if (!seg_ref_active ||
        ((vp9_check_segref(xd, segment_id, INTRA_FRAME) +
          vp9_check_segref(xd, segment_id, LAST_FRAME) +
          vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, segment_id, ALTREF_FRAME)) > 1)) {
      cpi->count_mb_ref_frame_usage[mbmi->ref_frame]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
996
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
997
998
999
1000
1001
    // Count of last ref frame 0,0 usage
    if ((mbmi->mode == ZEROMV) && (mbmi->ref_frame == LAST_FRAME))
      cpi->inter_zz_count++;
  }
}
John Koleszar's avatar
John Koleszar committed
1002

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1003
1004
1005
1006
1007
1008
1009
1010
1011
static void encode_sb(VP9_COMP *cpi,
                      VP9_COMMON *cm,
                      int mb_row,
                      int mb_col,
                      int output_enabled,
                      MACROBLOCK  *x,
                      MACROBLOCKD *xd,
                      TOKENEXTRA **tp, int is_sb) {
  int recon_yoffset, recon_uvoffset;
John Koleszar's avatar
John Koleszar committed
1012

1013
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1014
1015
1016
1017
  cpi->sb32_count[is_sb]++;
  if (is_sb) {
    set_offsets(cpi, mb_row, mb_col, 32, &recon_yoffset, &recon_uvoffset);
    update_state(cpi, x, &x->sb32_context[xd->sb_index], 32, output_enabled);
1018

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1019
1020
1021
1022
    encode_superblock32(cpi, tp, recon_yoffset, recon_uvoffset,
                        output_enabled, mb_row, mb_col);
    if (output_enabled)
      update_stats(cpi);
1023

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1024
1025
1026
1027
1028
1029
1030
    if (output_enabled) {
      (*tp)->Token = EOSB_TOKEN;
      (*tp)++;
      if (mb_row < cm->mb_rows)
        cpi->tplist[mb_row].stop = *tp;
    }
  } else
John Koleszar's avatar
John Koleszar committed
1031
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1032
1033
  {
    int i;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1034

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1035
1036
    for (i = 0; i < 4; i++) {
      const int x_idx = i & 1, y_idx = i >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1037

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1038
1039
1040
      if ((mb_row + y_idx >= cm->mb_rows) || (mb_col + x_idx >= cm->mb_cols)) {
        // MB lies outside frame, move on
        continue;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1041
1042
      }

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1043
1044
1045
1046
      set_offsets(cpi, mb_row + y_idx, mb_col + x_idx, 16,
                  &recon_yoffset, &recon_uvoffset);
      xd->mb_index = i;
      update_state(cpi, x, &x->mb_context[xd->sb_index][i], 16, output_enabled);
John Koleszar's avatar
John Koleszar committed
1047

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1048
1049
1050
#if !CONFIG_SUPERBLOCKS
      // Copy current MB to a work buffer
      vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
John Koleszar's avatar
John Koleszar committed
1051
1052
#endif

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1053
1054
      if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
        vp9_activity_masking(cpi, x);
John Koleszar's avatar
John Koleszar committed
1055

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1056
      vp9_intra_prediction_down_copy(xd);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1057

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1058
1059
1060
1061
      encode_macroblock(cpi, tp, recon_yoffset, recon_uvoffset,
                        output_enabled, mb_row + y_idx, mb_col + x_idx);
      if (output_enabled)
        update_stats(cpi);
Deb Mukherjee's avatar
Deb Mukherjee committed
1062

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1063
1064
1065
1066
1067
1068
      if (output_enabled) {
        (*tp)->Token = EOSB_TOKEN;
        (*tp)++;
        if (mb_row + y_idx < cm->mb_rows)
          cpi->tplist[mb_row + y_idx].stop = *tp;
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1069
    }
John Koleszar's avatar
John Koleszar committed
1070
  }
John Koleszar's avatar
John Koleszar committed
1071

John Koleszar's avatar
John Koleszar committed
1072
  // debug output
Adrian Grange's avatar
Adrian Grange committed
1073
#if DBG_PRNT_SEGMAP
John Koleszar's avatar
John Koleszar committed
1074
1075
1076
1077
1078
1079
  {
    FILE *statsfile;
    statsfile = fopen("segmap2.stt", "a");
    fprintf(statsfile, "\n");
    fclose(statsfile);
  }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
#endif
}

#if CONFIG_SUPERBLOCKS && CONFIG_SUPERBLOCKS64
static void encode_sb64(VP9_COMP *cpi,
                        VP9_COMMON *cm,
                        int mb_row,
                        int mb_col,
                        MACROBLOCK  *x,
                        MACROBLOCKD *xd,
                        TOKENEXTRA **tp, int is_sb[4]) {
  cpi->sb64_count[is_sb[0] == 2]++;
  if (is_sb[0] == 2) {
    int recon_yoffset, recon_uvoffset;

    set_offsets(cpi, mb_row, mb_col, 64, &recon_yoffset, &recon_uvoffset);
    update_state(cpi, x, &x->sb64_context, 64, 1);
    encode_superblock64(cpi, tp, recon_yoffset, recon_uvoffset,
                        1, mb_row, mb_col);
    update_stats(cpi);

    (*tp)->Token = EOSB_TOKEN;
    (*tp)++;
    if (mb_row < cm->mb_rows)
      cpi->tplist[mb_row].stop = *tp;
  } else {
    int i;

    for (i = 0; i < 4; i++) {
      const int x_idx = i & 1, y_idx = i >> 1;

      if (mb_row + y_idx * 2 >= cm->mb_rows ||
          mb_col + x_idx * 2 >= cm->mb_cols) {
        // MB lies outside frame, move on
        continue;
      }
      xd->sb_index = i;
      encode_sb(cpi, cm, mb_row + 2 * y_idx, mb_col + 2 * x_idx, 1, x, xd, tp,
                is_sb[i]);
    }
  }