vp9_encodeframe.c 81.3 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
12
 */


#include "vpx_ports/config.h"
13
#include "vp9/encoder/vp9_encodeframe.h"
14
15
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_encodemv.h"
16
#include "vp9/common/vp9_common.h"
17
#include "vp9/encoder/vp9_onyx_int.h"
18
19
20
#include "vp9/common/vp9_extend.h"
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
21
#include "vp9/encoder/vp9_segmentation.h"
22
23
#include "vp9/common/vp9_setupintrarecon.h"
#include "vp9/common/vp9_reconintra4x4.h"
24
#include "vp9/encoder/vp9_encodeintra.h"
25
26
#include "vp9/common/vp9_reconinter.h"
#include "vp9/common/vp9_invtrans.h"
27
#include "vp9/encoder/vp9_rdopt.h"
28
29
30
31
#include "vp9/common/vp9_findnearmv.h"
#include "vp9/common/vp9_reconintra.h"
#include "vp9/common/vp9_seg_common.h"
#include "vp9/encoder/vp9_tokenize.h"
32
#include "vp9_rtcd.h"
John Koleszar's avatar
John Koleszar committed
33
#include <stdio.h>
34
#include <math.h>
John Koleszar's avatar
John Koleszar committed
35
36
#include <limits.h>
#include "vpx_ports/vpx_timer.h"
37
38
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_mvref_common.h"
Paul Wilkins's avatar
Paul Wilkins committed
39

Yaowu Xu's avatar
Yaowu Xu committed
40
#define DBG_PRNT_SEGMAP 0
41

42
// #define ENC_DEBUG
43
#ifdef ENC_DEBUG
John Koleszar's avatar
John Koleszar committed
44
int enc_debug = 0;
45
46
#endif

47
48
49
50
static void encode_macroblock(VP9_COMP *cpi, MACROBLOCK *x,
                              TOKENEXTRA **t, int recon_yoffset,
                              int recon_uvoffset, int output_enabled,
                              int mb_col, int mb_row);
51

52
53
54
static void encode_superblock(VP9_COMP *cpi, MACROBLOCK *x,
                              TOKENEXTRA **t, int recon_yoffset,
                              int recon_uvoffset, int mb_col, int mb_row);
55

56
static void adjust_act_zbin(VP9_COMP *cpi, MACROBLOCK *x);
57

John Koleszar's avatar
John Koleszar committed
58
#ifdef MODE_STATS
59
unsigned int inter_y_modes[MB_MODE_COUNT];
60
unsigned int inter_uv_modes[VP9_UV_MODES];
61
unsigned int inter_b_modes[B_MODE_COUNT];
62
63
64
65
unsigned int y_modes[VP9_YMODES];
unsigned int i8x8_modes[VP9_I8X8_MODES];
unsigned int uv_modes[VP9_UV_MODES];
unsigned int uv_modes_y[VP9_YMODES][VP9_UV_MODES];
66
unsigned int b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
67
68
69
#endif


70
71
72
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
73
 *  vp9_activity_masking().
74
 */
75
#define VP9_ACTIVITY_AVG_MIN (64)
76
77
78
79
80
81

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
82
static const unsigned char VP9_VAR_OFFS[16] = {
John Koleszar's avatar
John Koleszar committed
83
  128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128
84
85
};

86
87

// Original activity measure from Tim T's code.
88
static unsigned int tt_activity_measure(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
89
90
91
92
93
94
95
96
97
  unsigned int act;
  unsigned int sse;
  /* TODO: This could also be done over smaller areas (8x8), but that would
   *  require extensive changes elsewhere, as lambda is assumed to be fixed
   *  over an entire MB in most of the code.
   * Another option is to compute four 8x8 variances, and pick a single
   *  lambda using a non-linear combination (e.g., the smallest, or second
   *  smallest, etc.).
   */
98
  act = vp9_variance16x16(x->src.y_buffer, x->src.y_stride, VP9_VAR_OFFS, 0,
99
                          &sse);
John Koleszar's avatar
John Koleszar committed
100
101
102
103
104
105
106
  act = act << 4;

  /* If the region is flat, lower the activity some more. */
  if (act < 8 << 12)
    act = act < 5 << 12 ? act : 5 << 12;

  return act;
107
108
}

109
// Stub for alternative experimental activity measures.
110
static unsigned int alt_activity_measure(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
111
                                         MACROBLOCK *x, int use_dc_pred) {
112
  return vp9_encode_intra(cpi, x, use_dc_pred);
113
114
115
116
117
}


// Measure the activity of the current macroblock
// What we measure here is TBD so abstracted to this function
118
#define ALT_ACT_MEASURE 1
119
static unsigned int mb_activity_measure(VP9_COMP *cpi, MACROBLOCK *x,
John Koleszar's avatar
John Koleszar committed
120
121
                                        int mb_row, int mb_col) {
  unsigned int mb_activity;
122

John Koleszar's avatar
John Koleszar committed
123
124
  if (ALT_ACT_MEASURE) {
    int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
125

John Koleszar's avatar
John Koleszar committed
126
127
128
129
130
131
    // Or use and alternative.
    mb_activity = alt_activity_measure(cpi, x, use_dc_pred);
  } else {
    // Original activity measure from Tim T's code.
    mb_activity = tt_activity_measure(cpi, x);
  }
132

133
134
  if (mb_activity < VP9_ACTIVITY_AVG_MIN)
    mb_activity = VP9_ACTIVITY_AVG_MIN;
135

John Koleszar's avatar
John Koleszar committed
136
  return mb_activity;
137
138
139
}

// Calculate an "average" mb activity value for the frame
140
#define ACT_MEDIAN 0
141
static void calc_av_activity(VP9_COMP *cpi, int64_t activity_sum) {
142
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
  // Find median: Simple n^2 algorithm for experimentation
  {
    unsigned int median;
    unsigned int i, j;
    unsigned int *sortlist;
    unsigned int tmp;

    // Create a list to sort to
    CHECK_MEM_ERROR(sortlist,
    vpx_calloc(sizeof(unsigned int),
    cpi->common.MBs));

    // Copy map to sort list
    vpx_memcpy(sortlist, cpi->mb_activity_map,
    sizeof(unsigned int) * cpi->common.MBs);


    // Ripple each value down to its correct position
    for (i = 1; i < cpi->common.MBs; i ++) {
      for (j = i; j > 0; j --) {
        if (sortlist[j] < sortlist[j - 1]) {
          // Swap values
          tmp = sortlist[j - 1];
          sortlist[j - 1] = sortlist[j];
          sortlist[j] = tmp;
        } else
          break;
      }
    }
172

John Koleszar's avatar
John Koleszar committed
173
174
175
    // Even number MBs so estimate median as mean of two either side.
    median = (1 + sortlist[cpi->common.MBs >> 1] +
              sortlist[(cpi->common.MBs >> 1) + 1]) >> 1;
176

John Koleszar's avatar
John Koleszar committed
177
    cpi->activity_avg = median;
178

John Koleszar's avatar
John Koleszar committed
179
180
    vpx_free(sortlist);
  }
181
#else
John Koleszar's avatar
John Koleszar committed
182
183
  // Simple mean for now
  cpi->activity_avg = (unsigned int)(activity_sum / cpi->common.MBs);
184
185
#endif

186
187
  if (cpi->activity_avg < VP9_ACTIVITY_AVG_MIN)
    cpi->activity_avg = VP9_ACTIVITY_AVG_MIN;
188

John Koleszar's avatar
John Koleszar committed
189
190
191
  // Experimental code: return fixed value normalized for several clips
  if (ALT_ACT_MEASURE)
    cpi->activity_avg = 100000;
192
193
}

194
#define USE_ACT_INDEX   0
195
#define OUTPUT_NORM_ACT_STATS   0
196
197
198

#if USE_ACT_INDEX
// Calculate and activity index for each mb
199
200
static void calc_activity_index(VP9_COMP *cpi, MACROBLOCK *x) {
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
201
  int mb_row, mb_col;
202

John Koleszar's avatar
John Koleszar committed
203
204
205
  int64_t act;
  int64_t a;
  int64_t b;
206
207

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
208
209
  FILE *f = fopen("norm_act.stt", "a");
  fprintf(f, "\n%12d\n", cpi->activity_avg);
210
211
#endif

John Koleszar's avatar
John Koleszar committed
212
213
  // Reset pointers to start of activity map
  x->mb_activity_ptr = cpi->mb_activity_map;
214

John Koleszar's avatar
John Koleszar committed
215
216
217
218
219
220
  // Calculate normalized mb activity number.
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      // Read activity from the map
      act = *(x->mb_activity_ptr);
221

John Koleszar's avatar
John Koleszar committed
222
223
224
      // Calculate a normalized activity number
      a = act + 4 * cpi->activity_avg;
      b = 4 * act + cpi->activity_avg;
225

John Koleszar's avatar
John Koleszar committed
226
227
228
229
      if (b >= a)
        *(x->activity_ptr) = (int)((b + (a >> 1)) / a) - 1;
      else
        *(x->activity_ptr) = 1 - (int)((a + (b >> 1)) / b);
230
231

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
232
      fprintf(f, " %6d", *(x->mb_activity_ptr));
233
#endif
John Koleszar's avatar
John Koleszar committed
234
235
236
      // Increment activity map pointers
      x->mb_activity_ptr++;
    }
237
238

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
239
    fprintf(f, "\n");
240
241
#endif

John Koleszar's avatar
John Koleszar committed
242
  }
243
244

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
245
  fclose(f);
246
247
248
#endif

}
249
#endif
250
251
252

// Loop through all MBs. Note activity of each, average activity and
// calculate a normalized activity for each
253
static void build_activity_map(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
254
  MACROBLOCK *const x = &cpi->mb;
John Koleszar's avatar
John Koleszar committed
255
  MACROBLOCKD *xd = &x->e_mbd;
256
  VP9_COMMON *const cm = &cpi->common;
257

258
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
259
260
261
  YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
  int recon_yoffset;
  int recon_y_stride = new_yv12->y_stride;
262
263
#endif

John Koleszar's avatar
John Koleszar committed
264
265
266
  int mb_row, mb_col;
  unsigned int mb_activity;
  int64_t activity_sum = 0;
267

John Koleszar's avatar
John Koleszar committed
268
269
  // for each macroblock row in image
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
270
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
271
272
273
    // reset above block coeffs
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
274
#endif
John Koleszar's avatar
John Koleszar committed
275
276
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
277
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
278
279
280
      xd->dst.y_buffer = new_yv12->y_buffer + recon_yoffset;
      xd->left_available = (mb_col != 0);
      recon_yoffset += 16;
281
#endif
282
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
283
      // Copy current mb to a buffer
284
      vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
285
#endif
286

John Koleszar's avatar
John Koleszar committed
287
288
      // measure activity
      mb_activity = mb_activity_measure(cpi, x, mb_row, mb_col);
289

John Koleszar's avatar
John Koleszar committed
290
291
      // Keep frame sum
      activity_sum += mb_activity;
292

John Koleszar's avatar
John Koleszar committed
293
294
      // Store MB level activity details.
      *x->mb_activity_ptr = mb_activity;
295

John Koleszar's avatar
John Koleszar committed
296
297
      // Increment activity map pointer
      x->mb_activity_ptr++;
298

John Koleszar's avatar
John Koleszar committed
299
300
301
      // adjust to the next column of source macroblocks
      x->src.y_buffer += 16;
    }
302

303

John Koleszar's avatar
John Koleszar committed
304
305
    // adjust to the next row of mbs
    x->src.y_buffer += 16 * x->src.y_stride - 16 * cm->mb_cols;
306
307

#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
308
    // extend the recon for intra prediction
309
    vp9_extend_mb_row(new_yv12, xd->dst.y_buffer + 16,
John Koleszar's avatar
John Koleszar committed
310
                      xd->dst.u_buffer + 8, xd->dst.v_buffer + 8);
311
312
#endif

John Koleszar's avatar
John Koleszar committed
313
  }
314

John Koleszar's avatar
John Koleszar committed
315
316
  // Calculate an "average" MB activity
  calc_av_activity(cpi, activity_sum);
317

318
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
319
320
  // Calculate an activity index number of each mb
  calc_activity_index(cpi, x);
321
322
#endif

323
324
}

325
// Macroblock activity masking
326
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x) {
327
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
328
329
330
  x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
331
#else
John Koleszar's avatar
John Koleszar committed
332
333
334
  int64_t a;
  int64_t b;
  int64_t act = *(x->mb_activity_ptr);
335

John Koleszar's avatar
John Koleszar committed
336
337
338
  // Apply the masking to the RD multiplier.
  a = act + (2 * cpi->activity_avg);
  b = (2 * act) + cpi->activity_avg;
339

John Koleszar's avatar
John Koleszar committed
340
341
342
  x->rdmult = (unsigned int)(((int64_t)x->rdmult * b + (a >> 1)) / a);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
343
#endif
344

John Koleszar's avatar
John Koleszar committed
345
346
  // Activity based Zbin adjustment
  adjust_act_zbin(cpi, x);
347
}
John Koleszar's avatar
John Koleszar committed
348

Deb Mukherjee's avatar
Deb Mukherjee committed
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
#if CONFIG_NEW_MVREF
static int vp9_cost_mv_ref_id(vp9_prob * ref_id_probs, int mv_ref_id) {
  int cost;

  // Encode the index for the MV reference.
  switch (mv_ref_id) {
    case 0:
      cost = vp9_cost_zero(ref_id_probs[0]);
      break;
    case 1:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_zero(ref_id_probs[1]);
      break;
    case 2:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_one(ref_id_probs[1]);
      cost += vp9_cost_zero(ref_id_probs[2]);
      break;
    case 3:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_one(ref_id_probs[1]);
      cost += vp9_cost_one(ref_id_probs[2]);
      break;

      // TRAP.. This should not happen
    default:
      assert(0);
      break;
  }
  return cost;
}

// Estimate the cost of each coding the vector using each reference candidate
static unsigned int pick_best_mv_ref(MACROBLOCK *x,
                                     MV_REFERENCE_FRAME ref_frame,
                                     int_mv target_mv,
                                     int_mv * mv_ref_list,
                                     int_mv * best_ref) {
  int i;
  int best_index = 0;
  int cost, cost2;
  int zero_seen = (mv_ref_list[0].as_int) ? FALSE : TRUE;
  MACROBLOCKD *xd = &x->e_mbd;
  int max_mv = MV_MAX;

  cost = vp9_cost_mv_ref_id(xd->mb_mv_ref_id_probs[ref_frame], 0) +
         vp9_mv_bit_cost(&target_mv, &mv_ref_list[0], x->nmvjointcost,
                         x->mvcost, 96, xd->allow_high_precision_mv);

  // Use 4 for now : for (i = 1; i < MAX_MV_REFS; ++i ) {
  for (i = 1; i < 4; ++i) {
    // If we see a 0,0 reference vector for a second time we have reached
    // the end of the list of valid candidate vectors.
Jim Bankoski's avatar
Jim Bankoski committed
402
    if (!mv_ref_list[i].as_int) {
Deb Mukherjee's avatar
Deb Mukherjee committed
403
404
405
406
      if (zero_seen)
        break;
      else
        zero_seen = TRUE;
Jim Bankoski's avatar
Jim Bankoski committed
407
    }
Deb Mukherjee's avatar
Deb Mukherjee committed
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433

    // Check for cases where the reference choice would give rise to an
    // uncodable/out of range residual for row or col.
    if ((abs(target_mv.as_mv.row - mv_ref_list[i].as_mv.row) > max_mv) ||
        (abs(target_mv.as_mv.col - mv_ref_list[i].as_mv.col) > max_mv)) {
      continue;
    }

    cost2 = vp9_cost_mv_ref_id(xd->mb_mv_ref_id_probs[ref_frame], i) +
            vp9_mv_bit_cost(&target_mv, &mv_ref_list[i], x->nmvjointcost,
                            x->mvcost, 96, xd->allow_high_precision_mv);

    if (cost2 < cost) {
      cost = cost2;
      best_index = i;
    }
  }

  best_ref->as_int = mv_ref_list[best_index].as_int;

  return best_index;
}
#endif

static void update_state(VP9_COMP *cpi, MACROBLOCK *x,
                         PICK_MODE_CONTEXT *ctx) {
John Koleszar's avatar
John Koleszar committed
434
435
436
  int i;
  MACROBLOCKD *xd = &x->e_mbd;
  MODE_INFO *mi = &ctx->mic;
Paul Wilkins's avatar
Paul Wilkins committed
437
  MB_MODE_INFO * mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
438
439
  int mb_mode = mi->mbmi.mode;
  int mb_mode_index = ctx->best_mode_index;
Adrian Grange's avatar
Adrian Grange committed
440
441

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
442
443
444
  assert(mb_mode < MB_MODE_COUNT);
  assert(mb_mode_index < MAX_MODES);
  assert(mi->mbmi.ref_frame < MAX_REF_FRAMES);
Adrian Grange's avatar
Adrian Grange committed
445
446
#endif

John Koleszar's avatar
John Koleszar committed
447
448
449
  // Restore the coding context of the MB to that that was in place
  // when the mode was picked for it
  vpx_memcpy(xd->mode_info_context, mi, sizeof(MODE_INFO));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
450
451
#if CONFIG_SUPERBLOCKS
  if (mi->mbmi.encoded_as_sb) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
452
    const int mis = cpi->common.mode_info_stride;
453
    if (xd->mb_to_right_edge >= 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
454
      vpx_memcpy(xd->mode_info_context + 1, mi, sizeof(MODE_INFO));
455
    if (xd->mb_to_bottom_edge >= 0) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
456
      vpx_memcpy(xd->mode_info_context + mis, mi, sizeof(MODE_INFO));
457
      if (xd->mb_to_right_edge >= 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
458
459
        vpx_memcpy(xd->mode_info_context + mis + 1, mi, sizeof(MODE_INFO));
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
460
461
  }
#endif
Adrian Grange's avatar
Adrian Grange committed
462

John Koleszar's avatar
John Koleszar committed
463
464
465
466
  if (mb_mode == B_PRED) {
    for (i = 0; i < 16; i++) {
      xd->block[i].bmi.as_mode = xd->mode_info_context->bmi[i].as_mode;
      assert(xd->block[i].bmi.as_mode.first < MB_MODE_COUNT);
Adrian Grange's avatar
Adrian Grange committed
467
    }
John Koleszar's avatar
John Koleszar committed
468
469
470
  } else if (mb_mode == I8X8_PRED) {
    for (i = 0; i < 16; i++) {
      xd->block[i].bmi = xd->mode_info_context->bmi[i];
Adrian Grange's avatar
Adrian Grange committed
471
    }
John Koleszar's avatar
John Koleszar committed
472
473
474
475
  } else if (mb_mode == SPLITMV) {
    vpx_memcpy(x->partition_info, &ctx->partition_info,
               sizeof(PARTITION_INFO));

476
477
    mbmi->mv[0].as_int = x->partition_info->bmi[15].mv.as_int;
    mbmi->mv[1].as_int = x->partition_info->bmi[15].second_mv.as_int;
John Koleszar's avatar
John Koleszar committed
478
479
  }

480
481
  {
    int segment_id = mbmi->segment_id;
482
483
    if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_EOB) ||
        vp9_get_segdata(xd, segment_id, SEG_LVL_EOB)) {
484
485
486
487
488
489
      for (i = 0; i < NB_TXFM_MODES; i++) {
        cpi->rd_tx_select_diff[i] += ctx->txfm_rd_diff[i];
      }
    }
  }

John Koleszar's avatar
John Koleszar committed
490
491
492
493
494
495
496
497
498
  if (cpi->common.frame_type == KEY_FRAME) {
    // Restore the coding modes to that held in the coding context
    // if (mb_mode == B_PRED)
    //    for (i = 0; i < 16; i++)
    //    {
    //        xd->block[i].bmi.as_mode =
    //                          xd->mode_info_context->bmi[i].as_mode;
    //        assert(xd->mode_info_context->bmi[i].as_mode < MB_MODE_COUNT);
    //    }
499
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
    static const int kf_mode_index[] = {
      THR_DC /*DC_PRED*/,
      THR_V_PRED /*V_PRED*/,
      THR_H_PRED /*H_PRED*/,
      THR_D45_PRED /*D45_PRED*/,
      THR_D135_PRED /*D135_PRED*/,
      THR_D117_PRED /*D117_PRED*/,
      THR_D153_PRED /*D153_PRED*/,
      THR_D27_PRED /*D27_PRED*/,
      THR_D63_PRED /*D63_PRED*/,
      THR_TM /*TM_PRED*/,
      THR_I8X8_PRED /*I8X8_PRED*/,
      THR_B_PRED /*B_PRED*/,
    };
    cpi->mode_chosen_counts[kf_mode_index[mb_mode]]++;
515
#endif
John Koleszar's avatar
John Koleszar committed
516
517
518
519
520
521
522
  } else {
    /*
            // Reduce the activation RD thresholds for the best choice mode
            if ((cpi->rd_baseline_thresh[mb_mode_index] > 0) &&
                (cpi->rd_baseline_thresh[mb_mode_index] < (INT_MAX >> 2)))
            {
                int best_adjustment = (cpi->rd_thresh_mult[mb_mode_index] >> 2);
Adrian Grange's avatar
Adrian Grange committed
523

John Koleszar's avatar
John Koleszar committed
524
525
526
527
528
529
530
531
                cpi->rd_thresh_mult[mb_mode_index] =
                        (cpi->rd_thresh_mult[mb_mode_index]
                         >= (MIN_THRESHMULT + best_adjustment)) ?
                                cpi->rd_thresh_mult[mb_mode_index] - best_adjustment :
                                MIN_THRESHMULT;
                cpi->rd_threshes[mb_mode_index] =
                        (cpi->rd_baseline_thresh[mb_mode_index] >> 7)
                        * cpi->rd_thresh_mult[mb_mode_index];
Adrian Grange's avatar
Adrian Grange committed
532

John Koleszar's avatar
John Koleszar committed
533
534
535
536
            }
    */
    // Note how often each mode chosen as best
    cpi->mode_chosen_counts[mb_mode_index]++;
Deb Mukherjee's avatar
Deb Mukherjee committed
537
538
539
    if (mbmi->mode == SPLITMV || mbmi->mode == NEWMV) {
      int_mv best_mv, best_second_mv;
      MV_REFERENCE_FRAME rf = mbmi->ref_frame;
Jim Bankoski's avatar
Jim Bankoski committed
540
541
#if CONFIG_NEW_MVREF
      unsigned int best_index;
Deb Mukherjee's avatar
Deb Mukherjee committed
542
      MV_REFERENCE_FRAME sec_ref_frame = mbmi->second_ref_frame;
Jim Bankoski's avatar
Jim Bankoski committed
543
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
544
545
546
547
548
549
550
551
552
553
      best_mv.as_int = ctx->best_ref_mv.as_int;
      best_second_mv.as_int = ctx->second_best_ref_mv.as_int;
      if (mbmi->mode == NEWMV) {
        best_mv.as_int = mbmi->ref_mvs[rf][0].as_int;
        best_second_mv.as_int = mbmi->ref_mvs[mbmi->second_ref_frame][0].as_int;
#if CONFIG_NEW_MVREF
        best_index = pick_best_mv_ref(x, rf, mbmi->mv[0],
                                      mbmi->ref_mvs[rf], &best_mv);
        mbmi->best_index = best_index;

554
        if (mbmi->second_ref_frame > 0) {
Deb Mukherjee's avatar
Deb Mukherjee committed
555
556
557
558
559
560
561
562
563
564
565
566
567
          unsigned int best_index;
          best_index =
              pick_best_mv_ref(x, sec_ref_frame, mbmi->mv[1],
                               mbmi->ref_mvs[sec_ref_frame],
                               &best_second_mv);
          mbmi->best_second_index = best_index;
        }
#endif
      }
      mbmi->best_mv.as_int = best_mv.as_int;
      mbmi->best_second_mv.as_int = best_second_mv.as_int;
      vp9_update_nmv_count(cpi, x, &best_mv, &best_second_mv);
    }
568
569
570
571
572
573
574
575
576
577
578
579
580
#if CONFIG_COMP_INTERINTRA_PRED
    if (mbmi->mode >= NEARESTMV && mbmi->mode < SPLITMV &&
        mbmi->second_ref_frame <= INTRA_FRAME) {
      if (mbmi->second_ref_frame == INTRA_FRAME) {
        ++cpi->interintra_count[1];
        ++cpi->ymode_count[mbmi->interintra_mode];
#if SEPARATE_INTERINTRA_UV
        ++cpi->y_uv_mode_count[mbmi->interintra_mode][mbmi->interintra_uv_mode];
#endif
      } else {
        ++cpi->interintra_count[0];
      }
    }
581
582
583
584
585
586
587
    if (cpi->common.mcomp_filter_type == SWITCHABLE &&
        mbmi->mode >= NEARESTMV &&
        mbmi->mode <= SPLITMV) {
      ++cpi->switchable_interp_count
          [vp9_get_pred_context(&cpi->common, xd, PRED_SWITCHABLE_INTERP)]
          [vp9_switchable_interp_map[mbmi->interp_filter]];
    }
588
#endif
Adrian Grange's avatar
Adrian Grange committed
589

John Koleszar's avatar
John Koleszar committed
590
591
    cpi->prediction_error += ctx->distortion;
    cpi->intra_error += ctx->intra_error;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
592

593
594
595
    cpi->rd_comp_pred_diff[SINGLE_PREDICTION_ONLY] += ctx->single_pred_diff;
    cpi->rd_comp_pred_diff[COMP_PREDICTION_ONLY]   += ctx->comp_pred_diff;
    cpi->rd_comp_pred_diff[HYBRID_PREDICTION]      += ctx->hybrid_pred_diff;
John Koleszar's avatar
John Koleszar committed
596
  }
Adrian Grange's avatar
Adrian Grange committed
597
598
}

599
600
static void pick_mb_modes(VP9_COMP *cpi,
                          VP9_COMMON *cm,
John Koleszar's avatar
John Koleszar committed
601
602
603
604
605
                          int mb_row,
                          int mb_col,
                          MACROBLOCK  *x,
                          MACROBLOCKD *xd,
                          TOKENEXTRA **tp,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
606
607
                          int *totalrate,
                          int *totaldist) {
John Koleszar's avatar
John Koleszar committed
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
  int i;
  int map_index;
  int recon_yoffset, recon_uvoffset;
  int ref_fb_idx = cm->lst_fb_idx;
  int dst_fb_idx = cm->new_fb_idx;
  int recon_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
  int recon_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
  ENTROPY_CONTEXT_PLANES left_context[2];
  ENTROPY_CONTEXT_PLANES above_context[2];
  ENTROPY_CONTEXT_PLANES *initial_above_context_ptr = cm->above_context
                                                      + mb_col;

  // Offsets to move pointers from MB to MB within a SB in raster order
  int row_delta[4] = { 0, +1,  0, -1};
  int col_delta[4] = { +1, -1, +1, +1};

  /* Function should not modify L & A contexts; save and restore on exit */
  vpx_memcpy(left_context,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
626
             cm->left_context,
John Koleszar's avatar
John Koleszar committed
627
628
629
630
631
632
633
634
635
636
637
             sizeof(left_context));
  vpx_memcpy(above_context,
             initial_above_context_ptr,
             sizeof(above_context));

  /* Encode MBs in raster order within the SB */
  for (i = 0; i < 4; i++) {
    int dy = row_delta[i];
    int dx = col_delta[i];
    int offset_unextended = dy * cm->mb_cols + dx;
    int offset_extended   = dy * xd->mode_info_stride + dx;
Paul Wilkins's avatar
Paul Wilkins committed
638
    MB_MODE_INFO * mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655

    // TODO Many of the index items here can be computed more efficiently!

    if ((mb_row >= cm->mb_rows) || (mb_col >= cm->mb_cols)) {
      // MB lies outside frame, move on
      mb_row += dy;
      mb_col += dx;

      // Update pointers
      x->src.y_buffer += 16 * (dx + dy * x->src.y_stride);
      x->src.u_buffer += 8  * (dx + dy * x->src.uv_stride);
      x->src.v_buffer += 8  * (dx + dy * x->src.uv_stride);

      x->gf_active_ptr += offset_unextended;
      x->partition_info += offset_extended;
      xd->mode_info_context += offset_extended;
      xd->prev_mode_info_context += offset_extended;
Adrian Grange's avatar
Adrian Grange committed
656
#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
657
658
      assert((xd->prev_mode_info_context - cpi->common.prev_mip) ==
             (xd->mode_info_context - cpi->common.mip));
Adrian Grange's avatar
Adrian Grange committed
659
#endif
John Koleszar's avatar
John Koleszar committed
660
661
      continue;
    }
662

John Koleszar's avatar
John Koleszar committed
663
664
665
666
667
668
669
670
671
672
673
    // Index of the MB in the SB 0..3
    xd->mb_index = i;

    map_index = (mb_row * cpi->common.mb_cols) + mb_col;
    x->mb_activity_ptr = &cpi->mb_activity_map[map_index];

    // set above context pointer
    xd->above_context = cm->above_context + mb_col;

    // Restore the appropriate left context depending on which
    // row in the SB the MB is situated
Ronald S. Bultje's avatar
Ronald S. Bultje committed
674
    xd->left_context = cm->left_context + (i >> 1);
John Koleszar's avatar
John Koleszar committed
675
676
677
678
679
680
681
682
683

    // Set up distance of MB to edge of frame in 1/8th pel units
    xd->mb_to_top_edge    = -((mb_row * 16) << 3);
    xd->mb_to_left_edge   = -((mb_col * 16) << 3);
    xd->mb_to_bottom_edge = ((cm->mb_rows - 1 - mb_row) * 16) << 3;
    xd->mb_to_right_edge  = ((cm->mb_cols - 1 - mb_col) * 16) << 3;

    // Set up limit values for MV components to prevent them from
    // extending beyond the UMV borders assuming 16x16 block size
John Koleszar's avatar
John Koleszar committed
684
685
    x->mv_row_min = -((mb_row * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
    x->mv_col_min = -((mb_col * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
John Koleszar's avatar
John Koleszar committed
686
    x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
John Koleszar's avatar
John Koleszar committed
687
                     (VP9BORDERINPIXELS - 16 - VP9_INTERP_EXTEND));
John Koleszar's avatar
John Koleszar committed
688
    x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
John Koleszar's avatar
John Koleszar committed
689
                     (VP9BORDERINPIXELS - 16 - VP9_INTERP_EXTEND));
John Koleszar's avatar
John Koleszar committed
690
691
692
693
694
695
696
697
698
699
700

    xd->up_available   = (mb_row != 0);
    xd->left_available = (mb_col != 0);

    recon_yoffset  = (mb_row * recon_y_stride * 16) + (mb_col * 16);
    recon_uvoffset = (mb_row * recon_uv_stride * 8) + (mb_col *  8);

    xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
    xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
    xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;

701
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
702
    // Copy current MB to a work buffer
703
    vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
704
#endif
John Koleszar's avatar
John Koleszar committed
705
706
707
708
709

    x->rddiv = cpi->RDDIV;
    x->rdmult = cpi->RDMULT;

    if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
710
      vp9_activity_masking(cpi, x);
John Koleszar's avatar
John Koleszar committed
711
712
713
714

    // Is segmentation enabled
    if (xd->segmentation_enabled) {
      // Code to set segment id in xd->mbmi.segment_id
Ronald S. Bultje's avatar
Ronald S. Bultje committed
715
      if (xd->update_mb_segmentation_map)
Paul Wilkins's avatar
Paul Wilkins committed
716
        mbmi->segment_id = cpi->segmentation_map[map_index];
John Koleszar's avatar
John Koleszar committed
717
      else
Ronald S. Bultje's avatar
Ronald S. Bultje committed
718
719
        mbmi->segment_id = cm->last_frame_seg_map[map_index];
      if (mbmi->segment_id > 3)
Paul Wilkins's avatar
Paul Wilkins committed
720
        mbmi->segment_id = 0;
John Koleszar's avatar
John Koleszar committed
721

722
      vp9_mb_init_quantizer(cpi, x);
John Koleszar's avatar
John Koleszar committed
723
724
    } else
      // Set to Segment 0 by default
Paul Wilkins's avatar
Paul Wilkins committed
725
      mbmi->segment_id = 0;
John Koleszar's avatar
John Koleszar committed
726
727
728

    x->active_ptr = cpi->active_map + map_index;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
729
730
731
732
#if CONFIG_SUPERBLOCKS
    xd->mode_info_context->mbmi.encoded_as_sb = 0;
#endif

John Koleszar's avatar
John Koleszar committed
733
734
    cpi->update_context = 0;    // TODO Do we need this now??

735
    vp9_intra_prediction_down_copy(xd);
736

737
738
739
740
#ifdef ENC_DEBUG
      enc_debug = (cpi->common.current_video_frame == 46 &&
                   mb_row == 5 && mb_col == 2);
#endif
John Koleszar's avatar
John Koleszar committed
741
742
743
    // Find best coding mode & reconstruct the MB so it is available
    // as a predictor for MBs that follow in the SB
    if (cm->frame_type == KEY_FRAME) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
744
      int r, d;
745
746
747
748
#ifdef ENC_DEBUG
      if (enc_debug)
        printf("intra pick_mb_modes %d %d\n", mb_row, mb_col);
#endif
749
      vp9_rd_pick_intra_mode(cpi, x, &r, &d);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
750
751
      *totalrate += r;
      *totaldist += d;
John Koleszar's avatar
John Koleszar committed
752
753

      // Dummy encode, do not do the tokenization
754
755
      encode_macroblock(cpi, x, tp,
                        recon_yoffset, recon_uvoffset, 0, mb_col, mb_row);
John Koleszar's avatar
John Koleszar committed
756
      // Note the encoder may have changed the segment_id
Ronald S. Bultje's avatar
Ronald S. Bultje committed
757
758
759
760

      // Save the coding context
      vpx_memcpy(&x->mb_context[i].mic, xd->mode_info_context,
                 sizeof(MODE_INFO));
John Koleszar's avatar
John Koleszar committed
761
    } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
762
      int seg_id, r, d;
John Koleszar's avatar
John Koleszar committed
763
764

      if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
765
766
767
768
769
770
          !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
          vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
          vp9_check_segref(xd, 1, INTRA_FRAME)  +
          vp9_check_segref(xd, 1, LAST_FRAME)   +
          vp9_check_segref(xd, 1, GOLDEN_FRAME) +
          vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
John Koleszar's avatar
John Koleszar committed
771
772
773
774
775
        cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
      } else {
        cpi->seg0_progress = (((mb_col & ~1) * 2 + (mb_row & ~1) * cm->mb_cols + i) << 16) / cm->MBs;
      }

776
777
#ifdef ENC_DEBUG
      if (enc_debug)
778
        printf("inter pick_mb_modes %d %d\n", mb_row, mb_col);
779
#endif
780
781
      vp9_pick_mode_inter_macroblock(cpi, x, recon_yoffset,
                                     recon_uvoffset, &r, &d);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
782
783
      *totalrate += r;
      *totaldist += d;
John Koleszar's avatar
John Koleszar committed
784
785

      // Dummy encode, do not do the tokenization
786
787
      encode_macroblock(cpi, x, tp,
                        recon_yoffset, recon_uvoffset, 0, mb_col, mb_row);
John Koleszar's avatar
John Koleszar committed
788

Paul Wilkins's avatar
Paul Wilkins committed
789
      seg_id = mbmi->segment_id;
John Koleszar's avatar
John Koleszar committed
790
791
792
793
      if (cpi->mb.e_mbd.segmentation_enabled && seg_id == 0) {
        cpi->seg0_idx++;
      }
      if (!xd->segmentation_enabled ||
794
795
796
797
798
          !vp9_segfeature_active(xd, seg_id, SEG_LVL_REF_FRAME) ||
          vp9_check_segref(xd, seg_id, INTRA_FRAME)  +
          vp9_check_segref(xd, seg_id, LAST_FRAME)   +
          vp9_check_segref(xd, seg_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, seg_id, ALTREF_FRAME) > 1) {
John Koleszar's avatar
John Koleszar committed
799
        // Get the prediction context and status
Paul Wilkins's avatar
Paul Wilkins committed
800
801
        int pred_flag = vp9_get_pred_flag(xd, PRED_REF);
        int pred_context = vp9_get_pred_context(cm, xd, PRED_REF);
John Koleszar's avatar
John Koleszar committed
802
803
804
805
806

        // Count prediction success
        cpi->ref_pred_count[pred_context][pred_flag]++;
      }
    }
Adrian Grange's avatar
Adrian Grange committed
807

John Koleszar's avatar
John Koleszar committed
808
809
810
    // Next MB
    mb_row += dy;
    mb_col += dx;
Adrian Grange's avatar
Adrian Grange committed
811

John Koleszar's avatar
John Koleszar committed
812
813
814
    x->src.y_buffer += 16 * (dx + dy * x->src.y_stride);
    x->src.u_buffer += 8  * (dx + dy * x->src.uv_stride);
    x->src.v_buffer += 8  * (dx + dy * x->src.uv_stride);
Adrian Grange's avatar
Adrian Grange committed
815

John Koleszar's avatar
John Koleszar committed
816
817
818
819
    x->gf_active_ptr += offset_unextended;
    x->partition_info += offset_extended;
    xd->mode_info_context += offset_extended;
    xd->prev_mode_info_context += offset_extended;
Adrian Grange's avatar
Adrian Grange committed
820
821

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
822
823
    assert((xd->prev_mode_info_context - cpi->common.prev_mip) ==
           (xd->mode_info_context - cpi->common.mip));
Adrian Grange's avatar
Adrian Grange committed
824
#endif
John Koleszar's avatar
John Koleszar committed
825
826
827
  }

  /* Restore L & A coding context to those in place on entry */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
828
  vpx_memcpy(cm->left_context,
John Koleszar's avatar
John Koleszar committed
829
830
831
832
833
             left_context,
             sizeof(left_context));
  vpx_memcpy(initial_above_context_ptr,
             above_context,
             sizeof(above_context));
Adrian Grange's avatar
Adrian Grange committed
834
835
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
836
#if CONFIG_SUPERBLOCKS
837
838
static void pick_sb_modes (VP9_COMP *cpi,
                           VP9_COMMON *cm,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
                           int mb_row,
                           int mb_col,
                           MACROBLOCK  *x,
                           MACROBLOCKD *xd,
                           TOKENEXTRA **tp,
                           int *totalrate,
                           int *totaldist)
{
  int map_index;
  int recon_yoffset, recon_uvoffset;
  int ref_fb_idx = cm->lst_fb_idx;
  int dst_fb_idx = cm->new_fb_idx;
  int recon_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
  int recon_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
  ENTROPY_CONTEXT_PLANES left_context[2];
  ENTROPY_CONTEXT_PLANES above_context[2];
  ENTROPY_CONTEXT_PLANES *initial_above_context_ptr = cm->above_context
    + mb_col;

  /* Function should not modify L & A contexts; save and restore on exit */
  vpx_memcpy (left_context,
              cm->left_context,
              sizeof(left_context));
  vpx_memcpy (above_context,
              initial_above_context_ptr,
              sizeof(above_context));

  map_index = (mb_row * cpi->common.mb_cols) + mb_col;
  x->mb_activity_ptr = &cpi->mb_activity_map[map_index];

  /* set above context pointer */
  xd->above_context = cm->above_context + mb_col;

  /* Restore the appropriate left context depending on which
   * row in the SB the MB is situated */
  xd->left_context = cm->left_context;

  // Set up distance of MB to edge of frame in 1/8th pel units
  xd->mb_to_top_edge    = -((mb_row * 16) << 3);
  xd->mb_to_left_edge   = -((mb_col * 16) << 3);
879
880
  xd->mb_to_bottom_edge = ((cm->mb_rows - 2 - mb_row) * 16) << 3;
  xd->mb_to_right_edge  = ((cm->mb_cols - 2 - mb_col) * 16) << 3;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
881
882
883

  /* Set up limit values for MV components to prevent them from
   * extending beyond the UMV borders assuming 16x16 block size */
John Koleszar's avatar
John Koleszar committed
884
885
  x->mv_row_min = -((mb_row * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_col_min = -((mb_col * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
886
  x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
John Koleszar's avatar
John Koleszar committed
887
                   (VP9BORDERINPIXELS - 32 - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
888
  x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
John Koleszar's avatar
John Koleszar committed
889
                   (VP9BORDERINPIXELS - 32 - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
890
891
892
893
894
895
896
897
898
899
900
901

  xd->up_available   = (mb_row != 0);
  xd->left_available = (mb_col != 0);

  recon_yoffset  = (mb_row * recon_y_stride * 16) + (mb_col * 16);
  recon_uvoffset = (mb_row * recon_uv_stride * 8) + (mb_col *  8);

  xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
  xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
  xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;
#if 0 // FIXME
  /* Copy current MB to a work buffer */
902
  vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
903
904
905
906
#endif
  x->rddiv = cpi->RDDIV;
  x->rdmult = cpi->RDMULT;
  if(cpi->oxcf.tuning == VP8_TUNE_SSIM)
907
    vp9_activity_masking(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
  /* Is segmentation enabled */
  if (xd->segmentation_enabled)
  {
    /* Code to set segment id in xd->mbmi.segment_id */
    if (xd->update_mb_segmentation_map)
      xd->mode_info_context->mbmi.segment_id =
            cpi->segmentation_map[map_index] &&
            cpi->segmentation_map[map_index + 1] &&
            cpi->segmentation_map[map_index + cm->mb_cols] &&
            cpi->segmentation_map[map_index + cm->mb_cols + 1];
    else
      xd->mode_info_context->mbmi.segment_id =
            cm->last_frame_seg_map[map_index] &&
            cm->last_frame_seg_map[map_index + 1] &&
            cm->last_frame_seg_map[map_index + cm->mb_cols] &&
            cm->last_frame_seg_map[map_index + cm->mb_cols + 1];
    if (xd->mode_info_context->mbmi.segment_id > 3)
      xd->mode_info_context->mbmi.segment_id = 0;

927
    vp9_mb_init_quantizer(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
928
929
930
931
932
933
934
935
936
937
938
939
940
  }
  else
    /* Set to Segment 0 by default */
    xd->mode_info_context->mbmi.segment_id = 0;

  x->active_ptr = cpi->active_map + map_index;
  
  cpi->update_context = 0;    // TODO Do we need this now??

  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
  if (cm->frame_type == KEY_FRAME)
  {
941
    vp9_rd_pick_intra_mode_sb(cpi, x,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
942
943
944
945
946
947
                              totalrate,
                              totaldist);

    /* Save the coding context */
    vpx_memcpy(&x->sb_context[0].mic, xd->mode_info_context,
               sizeof(MODE_INFO));
948
  } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
949
    if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
950
951
952
953
954
955
        !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
        vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
        vp9_check_segref(xd, 1, INTRA_FRAME)  +
        vp9_check_segref(xd, 1, LAST_FRAME)   +
        vp9_check_segref(xd, 1, GOLDEN_FRAME) +
        vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
956
      cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
957
    } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
958
959
960
961
      cpi->seg0_progress =
        (((mb_col & ~1) * 2 + (mb_row & ~1) * cm->mb_cols) << 16) / cm->MBs;
    }

962
    vp9_rd_pick_inter_mode_sb(cpi, x,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
                              recon_yoffset,
                              recon_uvoffset,
                              totalrate,
                              totaldist);
  }

  /* Restore L & A coding context to those in place on entry */
  vpx_memcpy (cm->left_context,
              left_context,
              sizeof(left_context));
  vpx_memcpy (initial_above_context_ptr,
              above_context,
              sizeof(above_context));
}
#endif

979
980
static void encode_sb(VP9_COMP *cpi,
                      VP9_COMMON *cm,
John Koleszar's avatar
John Koleszar committed
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
                      int mbrow,
                      int mbcol,
                      MACROBLOCK  *x,
                      MACROBLOCKD *xd,
                      TOKENEXTRA **tp) {
  int i;
  int map_index;
  int mb_row, mb_col;
  int recon_yoffset, recon_uvoffset;
  int ref_fb_idx = cm->lst_fb_idx;
  int dst_fb_idx = cm->new_fb_idx;
  int recon_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
  int recon_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
  int row_delta[4] = { 0, +1,  0, -1};
  int col_delta[4] = { +1, -1, +1, +1};

  mb_row = mbrow;
  mb_col = mbcol;

  /* Encode MBs in raster order within the SB */
  for (i = 0; i < 4; i++) {
    int dy = row_delta[i];
    int dx = col_delta[i];
    int offset_extended   = dy * xd->mode_info_stride + dx;
    int offset_unextended = dy * cm->mb_cols + dx;
Paul Wilkins's avatar
Paul Wilkins committed
1006
    MB_MODE_INFO * mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020

    if ((mb_row >= cm->mb_rows) || (mb_col >= cm->mb_cols)) {
      // MB lies outside frame, move on
      mb_row += dy;
      mb_col += dx;

      x->src.y_buffer += 16 * (dx + dy * x->src.y_stride);
      x->src.u_buffer += 8  * (dx + dy * x->src.uv_stride);
      x->src.v_buffer += 8  * (dx + dy * x->src.uv_stride);

      x->gf_active_ptr      += offset_unextended;
      x->partition_info     += offset_extended;
      xd->mode_info_context += offset_extended;
      xd->prev_mode_info_context += offset_extended;
Adrian Grange's avatar
Adrian Grange committed
1021
1022

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
1023
1024
      assert((xd->prev_mode_info_context - cpi->common.prev_mip) ==
             (xd->mode_info_context - cpi->common.mip));
Adrian Grange's avatar
Adrian Grange committed
1025
#endif
John Koleszar's avatar
John Koleszar committed
1026
1027
      continue;
    }
Adrian Grange's avatar
Adrian Grange committed
1028

John Koleszar's avatar
John Koleszar committed
1029
    xd->mb_index = i;
Adrian Grange's avatar
Adrian Grange committed
1030

John Koleszar's avatar
John Koleszar committed
1031
    // Restore MB state to that when it was picked
Adrian Grange's avatar
Adrian Grange committed
1032
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1033
    if (xd->mode_info_context->mbmi.encoded_as_sb) {
John Koleszar's avatar
John Koleszar committed
1034
      update_state(cpi, x, &x->sb_context[i]);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1035
1036
      cpi->sb_count++;
    } else
Adrian Grange's avatar
Adrian Grange committed
1037
#endif
John Koleszar's avatar
John Koleszar committed
1038
1039
1040
1041
1042
1043
1044
      update_state(cpi, x, &x->mb_context[i]);

    map_index = (mb_row * cpi->common.mb_cols) + mb_col;
    x->mb_activity_ptr = &cpi->mb_activity_map[map_index];

    // reset above block coeffs
    xd->above_context = cm->above_context + mb_col;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1045
    xd->left_context  = cm->left_context + (i >> 1);
John Koleszar's avatar
John Koleszar committed
1046
1047

    // Set up distance of MB to edge of the frame in 1/8th pel units
1048
1049
1050
1051
1052
    // Set up limit values for MV components to prevent them from
    // extending beyond the UMV borders assuming 32x32 block size
    x->mv_row_min = -((mb_row * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
    x->mv_col_min = -((mb_col * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);

John Koleszar's avatar
John Koleszar committed
1053
1054
1055
    xd->mb_to_top_edge    = -((mb_row * 16) << 3);
    xd->mb_to_left_edge   = -((mb_col * 16) << 3);

Adrian Grange's avatar
Adrian Grange committed
1056
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1057
1058
    if (xd->mode_info_context->mbmi.encoded_as_sb) {
      x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
John Koleszar's avatar
John Koleszar committed
1059
                       (VP9BORDERINPIXELS - 32 - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1060
      x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
John Koleszar's avatar
John Koleszar committed
1061
                       (VP9BORDERINPIXELS - 32 - VP9_INTERP_EXTEND));
1062
1063
1064

      xd->mb_to_bottom_edge = ((cm->mb_rows - 2 - mb_row) * 16) << 3;
      xd->mb_to_right_edge  = ((cm->mb_cols - 2 - mb_col) * 16) << 3;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1065
1066
1067
    } else {
#endif
      x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
John Koleszar's avatar
John Koleszar committed
1068
                       (VP9BORDERINPIXELS - 16 - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1069
      x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
John Koleszar's avatar
John Koleszar committed
1070
                       (VP9BORDERINPIXELS - 16 - VP9_INTERP_EXTEND));
1071
1072
1073

      xd->mb_to_bottom_edge = ((cm->mb_rows - 1 - mb_row) * 16) << 3;
      xd->mb_to_right_edge  = ((cm->mb_cols - 1 - mb_col) * 16) << 3;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1074
1075
#if CONFIG_SUPERBLOCKS
    }
Adrian Grange's avatar
Adrian Grange committed
1076
1077
#endif

John Koleszar's avatar
John Koleszar committed
1078
1079
    xd->up_available = (mb_row != 0);
    xd->left_available = (mb_col != 0);
Adrian Grange's avatar
Adrian Grange committed
1080

John Koleszar's avatar
John Koleszar committed
1081
1082
    recon_yoffset = (mb_row * recon_y_stride * 16) + (mb_col * 16);
    recon_uvoffset = (mb_row * recon_uv_stride * 8) + (mb_col * 8);
Adrian Grange's avatar
Adrian Grange committed
1083

John Koleszar's avatar
John Koleszar committed
1084
1085
1086
    xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
    xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
    xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;
John Koleszar's avatar
John Koleszar committed
1087

1088
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
1089
    // Copy current MB to a work buffer
1090
    vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
1091
#endif