vp9_encodeframe.c 80.7 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
12
 */


#include "vpx_ports/config.h"
13
#include "vp9/encoder/vp9_encodeframe.h"
14
15
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_encodemv.h"
16
#include "vp9/common/vp9_common.h"
17
#include "vp9/encoder/vp9_onyx_int.h"
18
19
20
#include "vp9/common/vp9_extend.h"
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
21
#include "vp9/encoder/vp9_segmentation.h"
22
23
#include "vp9/common/vp9_setupintrarecon.h"
#include "vp9/common/vp9_reconintra4x4.h"
24
#include "vp9/encoder/vp9_encodeintra.h"
25
26
#include "vp9/common/vp9_reconinter.h"
#include "vp9/common/vp9_invtrans.h"
27
#include "vp9/encoder/vp9_rdopt.h"
28
29
30
31
#include "vp9/common/vp9_findnearmv.h"
#include "vp9/common/vp9_reconintra.h"
#include "vp9/common/vp9_seg_common.h"
#include "vp9/encoder/vp9_tokenize.h"
32
#include "vp9_rtcd.h"
John Koleszar's avatar
John Koleszar committed
33
#include <stdio.h>
34
#include <math.h>
John Koleszar's avatar
John Koleszar committed
35
36
#include <limits.h>
#include "vpx_ports/vpx_timer.h"
37
38
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_mvref_common.h"
Paul Wilkins's avatar
Paul Wilkins committed
39

Yaowu Xu's avatar
Yaowu Xu committed
40
#define DBG_PRNT_SEGMAP 0
41

42
// #define ENC_DEBUG
43
#ifdef ENC_DEBUG
John Koleszar's avatar
John Koleszar committed
44
int enc_debug = 0;
45
46
#endif

47
48
49
50
static void encode_macroblock(VP9_COMP *cpi, MACROBLOCK *x,
                              TOKENEXTRA **t, int recon_yoffset,
                              int recon_uvoffset, int output_enabled,
                              int mb_col, int mb_row);
51

52
53
54
static void encode_superblock(VP9_COMP *cpi, MACROBLOCK *x,
                              TOKENEXTRA **t, int recon_yoffset,
                              int recon_uvoffset, int mb_col, int mb_row);
55

56
static void adjust_act_zbin(VP9_COMP *cpi, MACROBLOCK *x);
57

John Koleszar's avatar
John Koleszar committed
58
#ifdef MODE_STATS
59
unsigned int inter_y_modes[MB_MODE_COUNT];
60
unsigned int inter_uv_modes[VP9_UV_MODES];
61
unsigned int inter_b_modes[B_MODE_COUNT];
62
63
64
65
unsigned int y_modes[VP9_YMODES];
unsigned int i8x8_modes[VP9_I8X8_MODES];
unsigned int uv_modes[VP9_UV_MODES];
unsigned int uv_modes_y[VP9_YMODES][VP9_UV_MODES];
66
unsigned int b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
67
68
69
#endif


70
71
72
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
73
 *  vp9_activity_masking().
74
 */
75
#define VP9_ACTIVITY_AVG_MIN (64)
76
77
78
79
80
81

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
82
static const unsigned char VP9_VAR_OFFS[16] = {
John Koleszar's avatar
John Koleszar committed
83
  128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128
84
85
};

86
87

// Original activity measure from Tim T's code.
88
static unsigned int tt_activity_measure(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
89
90
91
92
93
94
95
96
97
  unsigned int act;
  unsigned int sse;
  /* TODO: This could also be done over smaller areas (8x8), but that would
   *  require extensive changes elsewhere, as lambda is assumed to be fixed
   *  over an entire MB in most of the code.
   * Another option is to compute four 8x8 variances, and pick a single
   *  lambda using a non-linear combination (e.g., the smallest, or second
   *  smallest, etc.).
   */
98
  act = vp9_variance16x16(x->src.y_buffer, x->src.y_stride, VP9_VAR_OFFS, 0,
99
                          &sse);
John Koleszar's avatar
John Koleszar committed
100
101
102
103
104
105
106
  act = act << 4;

  /* If the region is flat, lower the activity some more. */
  if (act < 8 << 12)
    act = act < 5 << 12 ? act : 5 << 12;

  return act;
107
108
}

109
// Stub for alternative experimental activity measures.
110
static unsigned int alt_activity_measure(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
111
                                         MACROBLOCK *x, int use_dc_pred) {
112
  return vp9_encode_intra(cpi, x, use_dc_pred);
113
114
115
116
117
}


// Measure the activity of the current macroblock
// What we measure here is TBD so abstracted to this function
118
#define ALT_ACT_MEASURE 1
119
static unsigned int mb_activity_measure(VP9_COMP *cpi, MACROBLOCK *x,
John Koleszar's avatar
John Koleszar committed
120
121
                                        int mb_row, int mb_col) {
  unsigned int mb_activity;
122

John Koleszar's avatar
John Koleszar committed
123
124
  if (ALT_ACT_MEASURE) {
    int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
125

John Koleszar's avatar
John Koleszar committed
126
127
128
129
130
131
    // Or use and alternative.
    mb_activity = alt_activity_measure(cpi, x, use_dc_pred);
  } else {
    // Original activity measure from Tim T's code.
    mb_activity = tt_activity_measure(cpi, x);
  }
132

133
134
  if (mb_activity < VP9_ACTIVITY_AVG_MIN)
    mb_activity = VP9_ACTIVITY_AVG_MIN;
135

John Koleszar's avatar
John Koleszar committed
136
  return mb_activity;
137
138
139
}

// Calculate an "average" mb activity value for the frame
140
#define ACT_MEDIAN 0
141
static void calc_av_activity(VP9_COMP *cpi, int64_t activity_sum) {
142
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
  // Find median: Simple n^2 algorithm for experimentation
  {
    unsigned int median;
    unsigned int i, j;
    unsigned int *sortlist;
    unsigned int tmp;

    // Create a list to sort to
    CHECK_MEM_ERROR(sortlist,
    vpx_calloc(sizeof(unsigned int),
    cpi->common.MBs));

    // Copy map to sort list
    vpx_memcpy(sortlist, cpi->mb_activity_map,
    sizeof(unsigned int) * cpi->common.MBs);


    // Ripple each value down to its correct position
    for (i = 1; i < cpi->common.MBs; i ++) {
      for (j = i; j > 0; j --) {
        if (sortlist[j] < sortlist[j - 1]) {
          // Swap values
          tmp = sortlist[j - 1];
          sortlist[j - 1] = sortlist[j];
          sortlist[j] = tmp;
        } else
          break;
      }
    }
172

John Koleszar's avatar
John Koleszar committed
173
174
175
    // Even number MBs so estimate median as mean of two either side.
    median = (1 + sortlist[cpi->common.MBs >> 1] +
              sortlist[(cpi->common.MBs >> 1) + 1]) >> 1;
176

John Koleszar's avatar
John Koleszar committed
177
    cpi->activity_avg = median;
178

John Koleszar's avatar
John Koleszar committed
179
180
    vpx_free(sortlist);
  }
181
#else
John Koleszar's avatar
John Koleszar committed
182
183
  // Simple mean for now
  cpi->activity_avg = (unsigned int)(activity_sum / cpi->common.MBs);
184
185
#endif

186
187
  if (cpi->activity_avg < VP9_ACTIVITY_AVG_MIN)
    cpi->activity_avg = VP9_ACTIVITY_AVG_MIN;
188

John Koleszar's avatar
John Koleszar committed
189
190
191
  // Experimental code: return fixed value normalized for several clips
  if (ALT_ACT_MEASURE)
    cpi->activity_avg = 100000;
192
193
}

194
#define USE_ACT_INDEX   0
195
#define OUTPUT_NORM_ACT_STATS   0
196
197
198

#if USE_ACT_INDEX
// Calculate and activity index for each mb
199
200
static void calc_activity_index(VP9_COMP *cpi, MACROBLOCK *x) {
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
201
  int mb_row, mb_col;
202

John Koleszar's avatar
John Koleszar committed
203
204
205
  int64_t act;
  int64_t a;
  int64_t b;
206
207

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
208
209
  FILE *f = fopen("norm_act.stt", "a");
  fprintf(f, "\n%12d\n", cpi->activity_avg);
210
211
#endif

John Koleszar's avatar
John Koleszar committed
212
213
  // Reset pointers to start of activity map
  x->mb_activity_ptr = cpi->mb_activity_map;
214

John Koleszar's avatar
John Koleszar committed
215
216
217
218
219
220
  // Calculate normalized mb activity number.
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      // Read activity from the map
      act = *(x->mb_activity_ptr);
221

John Koleszar's avatar
John Koleszar committed
222
223
224
      // Calculate a normalized activity number
      a = act + 4 * cpi->activity_avg;
      b = 4 * act + cpi->activity_avg;
225

John Koleszar's avatar
John Koleszar committed
226
227
228
229
      if (b >= a)
        *(x->activity_ptr) = (int)((b + (a >> 1)) / a) - 1;
      else
        *(x->activity_ptr) = 1 - (int)((a + (b >> 1)) / b);
230
231

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
232
      fprintf(f, " %6d", *(x->mb_activity_ptr));
233
#endif
John Koleszar's avatar
John Koleszar committed
234
235
236
      // Increment activity map pointers
      x->mb_activity_ptr++;
    }
237
238

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
239
    fprintf(f, "\n");
240
241
#endif

John Koleszar's avatar
John Koleszar committed
242
  }
243
244

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
245
  fclose(f);
246
247
248
#endif

}
249
#endif
250
251
252

// Loop through all MBs. Note activity of each, average activity and
// calculate a normalized activity for each
253
static void build_activity_map(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
254
  MACROBLOCK *const x = &cpi->mb;
John Koleszar's avatar
John Koleszar committed
255
  MACROBLOCKD *xd = &x->e_mbd;
256
  VP9_COMMON *const cm = &cpi->common;
257

258
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
259
260
261
  YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
  int recon_yoffset;
  int recon_y_stride = new_yv12->y_stride;
262
263
#endif

John Koleszar's avatar
John Koleszar committed
264
265
266
  int mb_row, mb_col;
  unsigned int mb_activity;
  int64_t activity_sum = 0;
267

John Koleszar's avatar
John Koleszar committed
268
269
  // for each macroblock row in image
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
270
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
271
272
273
    // reset above block coeffs
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
274
#endif
John Koleszar's avatar
John Koleszar committed
275
276
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
277
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
278
279
280
      xd->dst.y_buffer = new_yv12->y_buffer + recon_yoffset;
      xd->left_available = (mb_col != 0);
      recon_yoffset += 16;
281
#endif
282
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
283
      // Copy current mb to a buffer
284
      vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
285
#endif
286

John Koleszar's avatar
John Koleszar committed
287
288
      // measure activity
      mb_activity = mb_activity_measure(cpi, x, mb_row, mb_col);
289

John Koleszar's avatar
John Koleszar committed
290
291
      // Keep frame sum
      activity_sum += mb_activity;
292

John Koleszar's avatar
John Koleszar committed
293
294
      // Store MB level activity details.
      *x->mb_activity_ptr = mb_activity;
295

John Koleszar's avatar
John Koleszar committed
296
297
      // Increment activity map pointer
      x->mb_activity_ptr++;
298

John Koleszar's avatar
John Koleszar committed
299
300
301
      // adjust to the next column of source macroblocks
      x->src.y_buffer += 16;
    }
302

303

John Koleszar's avatar
John Koleszar committed
304
305
    // adjust to the next row of mbs
    x->src.y_buffer += 16 * x->src.y_stride - 16 * cm->mb_cols;
306
307

#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
308
    // extend the recon for intra prediction
309
    vp9_extend_mb_row(new_yv12, xd->dst.y_buffer + 16,
John Koleszar's avatar
John Koleszar committed
310
                      xd->dst.u_buffer + 8, xd->dst.v_buffer + 8);
311
312
#endif

John Koleszar's avatar
John Koleszar committed
313
  }
314

John Koleszar's avatar
John Koleszar committed
315
316
  // Calculate an "average" MB activity
  calc_av_activity(cpi, activity_sum);
317

318
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
319
320
  // Calculate an activity index number of each mb
  calc_activity_index(cpi, x);
321
322
#endif

323
324
}

325
// Macroblock activity masking
326
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x) {
327
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
328
329
330
  x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
331
#else
John Koleszar's avatar
John Koleszar committed
332
333
334
  int64_t a;
  int64_t b;
  int64_t act = *(x->mb_activity_ptr);
335

John Koleszar's avatar
John Koleszar committed
336
337
338
  // Apply the masking to the RD multiplier.
  a = act + (2 * cpi->activity_avg);
  b = (2 * act) + cpi->activity_avg;
339

John Koleszar's avatar
John Koleszar committed
340
341
342
  x->rdmult = (unsigned int)(((int64_t)x->rdmult * b + (a >> 1)) / a);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
343
#endif
344

John Koleszar's avatar
John Koleszar committed
345
346
  // Activity based Zbin adjustment
  adjust_act_zbin(cpi, x);
347
}
John Koleszar's avatar
John Koleszar committed
348

Deb Mukherjee's avatar
Deb Mukherjee committed
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
#if CONFIG_NEW_MVREF
static int vp9_cost_mv_ref_id(vp9_prob * ref_id_probs, int mv_ref_id) {
  int cost;

  // Encode the index for the MV reference.
  switch (mv_ref_id) {
    case 0:
      cost = vp9_cost_zero(ref_id_probs[0]);
      break;
    case 1:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_zero(ref_id_probs[1]);
      break;
    case 2:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_one(ref_id_probs[1]);
      cost += vp9_cost_zero(ref_id_probs[2]);
      break;
    case 3:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_one(ref_id_probs[1]);
      cost += vp9_cost_one(ref_id_probs[2]);
      break;

      // TRAP.. This should not happen
    default:
      assert(0);
      break;
  }
  return cost;
}

// Estimate the cost of each coding the vector using each reference candidate
static unsigned int pick_best_mv_ref(MACROBLOCK *x,
                                     MV_REFERENCE_FRAME ref_frame,
                                     int_mv target_mv,
                                     int_mv * mv_ref_list,
                                     int_mv * best_ref) {
  int i;
  int best_index = 0;
  int cost, cost2;
  int zero_seen = (mv_ref_list[0].as_int) ? FALSE : TRUE;
  MACROBLOCKD *xd = &x->e_mbd;
  int max_mv = MV_MAX;

  cost = vp9_cost_mv_ref_id(xd->mb_mv_ref_id_probs[ref_frame], 0) +
         vp9_mv_bit_cost(&target_mv, &mv_ref_list[0], x->nmvjointcost,
                         x->mvcost, 96, xd->allow_high_precision_mv);

  // Use 4 for now : for (i = 1; i < MAX_MV_REFS; ++i ) {
  for (i = 1; i < 4; ++i) {
    // If we see a 0,0 reference vector for a second time we have reached
    // the end of the list of valid candidate vectors.
Jim Bankoski's avatar
Jim Bankoski committed
402
    if (!mv_ref_list[i].as_int) {
Deb Mukherjee's avatar
Deb Mukherjee committed
403
404
405
406
      if (zero_seen)
        break;
      else
        zero_seen = TRUE;
Jim Bankoski's avatar
Jim Bankoski committed
407
    }
Deb Mukherjee's avatar
Deb Mukherjee committed
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433

    // Check for cases where the reference choice would give rise to an
    // uncodable/out of range residual for row or col.
    if ((abs(target_mv.as_mv.row - mv_ref_list[i].as_mv.row) > max_mv) ||
        (abs(target_mv.as_mv.col - mv_ref_list[i].as_mv.col) > max_mv)) {
      continue;
    }

    cost2 = vp9_cost_mv_ref_id(xd->mb_mv_ref_id_probs[ref_frame], i) +
            vp9_mv_bit_cost(&target_mv, &mv_ref_list[i], x->nmvjointcost,
                            x->mvcost, 96, xd->allow_high_precision_mv);

    if (cost2 < cost) {
      cost = cost2;
      best_index = i;
    }
  }

  best_ref->as_int = mv_ref_list[best_index].as_int;

  return best_index;
}
#endif

static void update_state(VP9_COMP *cpi, MACROBLOCK *x,
                         PICK_MODE_CONTEXT *ctx) {
John Koleszar's avatar
John Koleszar committed
434
435
436
  int i;
  MACROBLOCKD *xd = &x->e_mbd;
  MODE_INFO *mi = &ctx->mic;
Paul Wilkins's avatar
Paul Wilkins committed
437
  MB_MODE_INFO * mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
438
439
  int mb_mode = mi->mbmi.mode;
  int mb_mode_index = ctx->best_mode_index;
Adrian Grange's avatar
Adrian Grange committed
440
441

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
442
443
444
  assert(mb_mode < MB_MODE_COUNT);
  assert(mb_mode_index < MAX_MODES);
  assert(mi->mbmi.ref_frame < MAX_REF_FRAMES);
Adrian Grange's avatar
Adrian Grange committed
445
446
#endif

John Koleszar's avatar
John Koleszar committed
447
448
449
  // Restore the coding context of the MB to that that was in place
  // when the mode was picked for it
  vpx_memcpy(xd->mode_info_context, mi, sizeof(MODE_INFO));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
450
451
#if CONFIG_SUPERBLOCKS
  if (mi->mbmi.encoded_as_sb) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
452
    const int mis = cpi->common.mode_info_stride;
453
    if (xd->mb_to_right_edge >= 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
454
      vpx_memcpy(xd->mode_info_context + 1, mi, sizeof(MODE_INFO));
455
    if (xd->mb_to_bottom_edge >= 0) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
456
      vpx_memcpy(xd->mode_info_context + mis, mi, sizeof(MODE_INFO));
457
      if (xd->mb_to_right_edge >= 0)
Ronald S. Bultje's avatar
Ronald S. Bultje committed
458
459
        vpx_memcpy(xd->mode_info_context + mis + 1, mi, sizeof(MODE_INFO));
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
460
461
  }
#endif
Adrian Grange's avatar
Adrian Grange committed
462

John Koleszar's avatar
John Koleszar committed
463
464
465
466
  if (mb_mode == B_PRED) {
    for (i = 0; i < 16; i++) {
      xd->block[i].bmi.as_mode = xd->mode_info_context->bmi[i].as_mode;
      assert(xd->block[i].bmi.as_mode.first < MB_MODE_COUNT);
Adrian Grange's avatar
Adrian Grange committed
467
    }
John Koleszar's avatar
John Koleszar committed
468
469
470
  } else if (mb_mode == I8X8_PRED) {
    for (i = 0; i < 16; i++) {
      xd->block[i].bmi = xd->mode_info_context->bmi[i];
Adrian Grange's avatar
Adrian Grange committed
471
    }
John Koleszar's avatar
John Koleszar committed
472
473
474
475
  } else if (mb_mode == SPLITMV) {
    vpx_memcpy(x->partition_info, &ctx->partition_info,
               sizeof(PARTITION_INFO));

476
477
    mbmi->mv[0].as_int = x->partition_info->bmi[15].mv.as_int;
    mbmi->mv[1].as_int = x->partition_info->bmi[15].second_mv.as_int;
John Koleszar's avatar
John Koleszar committed
478
479
  }

480
481
  {
    int segment_id = mbmi->segment_id;
482
483
    if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_EOB) ||
        vp9_get_segdata(xd, segment_id, SEG_LVL_EOB)) {
484
485
486
487
488
489
      for (i = 0; i < NB_TXFM_MODES; i++) {
        cpi->rd_tx_select_diff[i] += ctx->txfm_rd_diff[i];
      }
    }
  }

John Koleszar's avatar
John Koleszar committed
490
491
492
493
494
495
496
497
498
  if (cpi->common.frame_type == KEY_FRAME) {
    // Restore the coding modes to that held in the coding context
    // if (mb_mode == B_PRED)
    //    for (i = 0; i < 16; i++)
    //    {
    //        xd->block[i].bmi.as_mode =
    //                          xd->mode_info_context->bmi[i].as_mode;
    //        assert(xd->mode_info_context->bmi[i].as_mode < MB_MODE_COUNT);
    //    }
499
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
    static const int kf_mode_index[] = {
      THR_DC /*DC_PRED*/,
      THR_V_PRED /*V_PRED*/,
      THR_H_PRED /*H_PRED*/,
      THR_D45_PRED /*D45_PRED*/,
      THR_D135_PRED /*D135_PRED*/,
      THR_D117_PRED /*D117_PRED*/,
      THR_D153_PRED /*D153_PRED*/,
      THR_D27_PRED /*D27_PRED*/,
      THR_D63_PRED /*D63_PRED*/,
      THR_TM /*TM_PRED*/,
      THR_I8X8_PRED /*I8X8_PRED*/,
      THR_B_PRED /*B_PRED*/,
    };
    cpi->mode_chosen_counts[kf_mode_index[mb_mode]]++;
515
#endif
John Koleszar's avatar
John Koleszar committed
516
517
518
519
520
521
522
  } else {
    /*
            // Reduce the activation RD thresholds for the best choice mode
            if ((cpi->rd_baseline_thresh[mb_mode_index] > 0) &&
                (cpi->rd_baseline_thresh[mb_mode_index] < (INT_MAX >> 2)))
            {
                int best_adjustment = (cpi->rd_thresh_mult[mb_mode_index] >> 2);
Adrian Grange's avatar
Adrian Grange committed
523

John Koleszar's avatar
John Koleszar committed
524
525
526
527
528
529
530
531
                cpi->rd_thresh_mult[mb_mode_index] =
                        (cpi->rd_thresh_mult[mb_mode_index]
                         >= (MIN_THRESHMULT + best_adjustment)) ?
                                cpi->rd_thresh_mult[mb_mode_index] - best_adjustment :
                                MIN_THRESHMULT;
                cpi->rd_threshes[mb_mode_index] =
                        (cpi->rd_baseline_thresh[mb_mode_index] >> 7)
                        * cpi->rd_thresh_mult[mb_mode_index];
Adrian Grange's avatar
Adrian Grange committed
532

John Koleszar's avatar
John Koleszar committed
533
534
535
536
            }
    */
    // Note how often each mode chosen as best
    cpi->mode_chosen_counts[mb_mode_index]++;
Deb Mukherjee's avatar
Deb Mukherjee committed
537
538
539
    if (mbmi->mode == SPLITMV || mbmi->mode == NEWMV) {
      int_mv best_mv, best_second_mv;
      MV_REFERENCE_FRAME rf = mbmi->ref_frame;
Jim Bankoski's avatar
Jim Bankoski committed
540
541
#if CONFIG_NEW_MVREF
      unsigned int best_index;
Deb Mukherjee's avatar
Deb Mukherjee committed
542
      MV_REFERENCE_FRAME sec_ref_frame = mbmi->second_ref_frame;
Jim Bankoski's avatar
Jim Bankoski committed
543
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
544
545
546
547
548
549
550
551
552
553
      best_mv.as_int = ctx->best_ref_mv.as_int;
      best_second_mv.as_int = ctx->second_best_ref_mv.as_int;
      if (mbmi->mode == NEWMV) {
        best_mv.as_int = mbmi->ref_mvs[rf][0].as_int;
        best_second_mv.as_int = mbmi->ref_mvs[mbmi->second_ref_frame][0].as_int;
#if CONFIG_NEW_MVREF
        best_index = pick_best_mv_ref(x, rf, mbmi->mv[0],
                                      mbmi->ref_mvs[rf], &best_mv);
        mbmi->best_index = best_index;

554
        if (mbmi->second_ref_frame > 0) {
Deb Mukherjee's avatar
Deb Mukherjee committed
555
556
557
558
559
560
561
562
563
564
565
566
567
          unsigned int best_index;
          best_index =
              pick_best_mv_ref(x, sec_ref_frame, mbmi->mv[1],
                               mbmi->ref_mvs[sec_ref_frame],
                               &best_second_mv);
          mbmi->best_second_index = best_index;
        }
#endif
      }
      mbmi->best_mv.as_int = best_mv.as_int;
      mbmi->best_second_mv.as_int = best_second_mv.as_int;
      vp9_update_nmv_count(cpi, x, &best_mv, &best_second_mv);
    }
568
569
570
571
572
573
574
575
576
577
578
579
580
581
#if CONFIG_COMP_INTERINTRA_PRED
    if (mbmi->mode >= NEARESTMV && mbmi->mode < SPLITMV &&
        mbmi->second_ref_frame <= INTRA_FRAME) {
      if (mbmi->second_ref_frame == INTRA_FRAME) {
        ++cpi->interintra_count[1];
        ++cpi->ymode_count[mbmi->interintra_mode];
#if SEPARATE_INTERINTRA_UV
        ++cpi->y_uv_mode_count[mbmi->interintra_mode][mbmi->interintra_uv_mode];
#endif
      } else {
        ++cpi->interintra_count[0];
      }
    }
#endif
Adrian Grange's avatar
Adrian Grange committed
582

John Koleszar's avatar
John Koleszar committed
583
584
    cpi->prediction_error += ctx->distortion;
    cpi->intra_error += ctx->intra_error;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
585

586
587
588
    cpi->rd_comp_pred_diff[SINGLE_PREDICTION_ONLY] += ctx->single_pred_diff;
    cpi->rd_comp_pred_diff[COMP_PREDICTION_ONLY]   += ctx->comp_pred_diff;
    cpi->rd_comp_pred_diff[HYBRID_PREDICTION]      += ctx->hybrid_pred_diff;
John Koleszar's avatar
John Koleszar committed
589
  }
Adrian Grange's avatar
Adrian Grange committed
590
591
}

592
593
static void pick_mb_modes(VP9_COMP *cpi,
                          VP9_COMMON *cm,
John Koleszar's avatar
John Koleszar committed
594
595
596
597
598
                          int mb_row,
                          int mb_col,
                          MACROBLOCK  *x,
                          MACROBLOCKD *xd,
                          TOKENEXTRA **tp,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
599
600
                          int *totalrate,
                          int *totaldist) {
John Koleszar's avatar
John Koleszar committed
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
  int i;
  int map_index;
  int recon_yoffset, recon_uvoffset;
  int ref_fb_idx = cm->lst_fb_idx;
  int dst_fb_idx = cm->new_fb_idx;
  int recon_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
  int recon_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
  ENTROPY_CONTEXT_PLANES left_context[2];
  ENTROPY_CONTEXT_PLANES above_context[2];
  ENTROPY_CONTEXT_PLANES *initial_above_context_ptr = cm->above_context
                                                      + mb_col;

  // Offsets to move pointers from MB to MB within a SB in raster order
  int row_delta[4] = { 0, +1,  0, -1};
  int col_delta[4] = { +1, -1, +1, +1};

  /* Function should not modify L & A contexts; save and restore on exit */
  vpx_memcpy(left_context,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
619
             cm->left_context,
John Koleszar's avatar
John Koleszar committed
620
621
622
623
624
625
626
627
628
629
630
             sizeof(left_context));
  vpx_memcpy(above_context,
             initial_above_context_ptr,
             sizeof(above_context));

  /* Encode MBs in raster order within the SB */
  for (i = 0; i < 4; i++) {
    int dy = row_delta[i];
    int dx = col_delta[i];
    int offset_unextended = dy * cm->mb_cols + dx;
    int offset_extended   = dy * xd->mode_info_stride + dx;
Paul Wilkins's avatar
Paul Wilkins committed
631
    MB_MODE_INFO * mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648

    // TODO Many of the index items here can be computed more efficiently!

    if ((mb_row >= cm->mb_rows) || (mb_col >= cm->mb_cols)) {
      // MB lies outside frame, move on
      mb_row += dy;
      mb_col += dx;

      // Update pointers
      x->src.y_buffer += 16 * (dx + dy * x->src.y_stride);
      x->src.u_buffer += 8  * (dx + dy * x->src.uv_stride);
      x->src.v_buffer += 8  * (dx + dy * x->src.uv_stride);

      x->gf_active_ptr += offset_unextended;
      x->partition_info += offset_extended;
      xd->mode_info_context += offset_extended;
      xd->prev_mode_info_context += offset_extended;
Adrian Grange's avatar
Adrian Grange committed
649
#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
650
651
      assert((xd->prev_mode_info_context - cpi->common.prev_mip) ==
             (xd->mode_info_context - cpi->common.mip));
Adrian Grange's avatar
Adrian Grange committed
652
#endif
John Koleszar's avatar
John Koleszar committed
653
654
      continue;
    }
655

John Koleszar's avatar
John Koleszar committed
656
657
658
659
660
661
662
663
664
665
666
    // Index of the MB in the SB 0..3
    xd->mb_index = i;

    map_index = (mb_row * cpi->common.mb_cols) + mb_col;
    x->mb_activity_ptr = &cpi->mb_activity_map[map_index];

    // set above context pointer
    xd->above_context = cm->above_context + mb_col;

    // Restore the appropriate left context depending on which
    // row in the SB the MB is situated
Ronald S. Bultje's avatar
Ronald S. Bultje committed
667
    xd->left_context = cm->left_context + (i >> 1);
John Koleszar's avatar
John Koleszar committed
668
669
670
671
672
673
674
675
676

    // Set up distance of MB to edge of frame in 1/8th pel units
    xd->mb_to_top_edge    = -((mb_row * 16) << 3);
    xd->mb_to_left_edge   = -((mb_col * 16) << 3);
    xd->mb_to_bottom_edge = ((cm->mb_rows - 1 - mb_row) * 16) << 3;
    xd->mb_to_right_edge  = ((cm->mb_cols - 1 - mb_col) * 16) << 3;

    // Set up limit values for MV components to prevent them from
    // extending beyond the UMV borders assuming 16x16 block size
John Koleszar's avatar
John Koleszar committed
677
678
    x->mv_row_min = -((mb_row * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
    x->mv_col_min = -((mb_col * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
John Koleszar's avatar
John Koleszar committed
679
    x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
John Koleszar's avatar
John Koleszar committed
680
                     (VP9BORDERINPIXELS - 16 - VP9_INTERP_EXTEND));
John Koleszar's avatar
John Koleszar committed
681
    x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
John Koleszar's avatar
John Koleszar committed
682
                     (VP9BORDERINPIXELS - 16 - VP9_INTERP_EXTEND));
John Koleszar's avatar
John Koleszar committed
683
684
685
686
687
688
689
690
691
692
693

    xd->up_available   = (mb_row != 0);
    xd->left_available = (mb_col != 0);

    recon_yoffset  = (mb_row * recon_y_stride * 16) + (mb_col * 16);
    recon_uvoffset = (mb_row * recon_uv_stride * 8) + (mb_col *  8);

    xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
    xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
    xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;

694
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
695
    // Copy current MB to a work buffer
696
    vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
697
#endif
John Koleszar's avatar
John Koleszar committed
698
699
700
701
702

    x->rddiv = cpi->RDDIV;
    x->rdmult = cpi->RDMULT;

    if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
703
      vp9_activity_masking(cpi, x);
John Koleszar's avatar
John Koleszar committed
704
705
706
707

    // Is segmentation enabled
    if (xd->segmentation_enabled) {
      // Code to set segment id in xd->mbmi.segment_id
Ronald S. Bultje's avatar
Ronald S. Bultje committed
708
      if (xd->update_mb_segmentation_map)
Paul Wilkins's avatar
Paul Wilkins committed
709
        mbmi->segment_id = cpi->segmentation_map[map_index];
John Koleszar's avatar
John Koleszar committed
710
      else
Ronald S. Bultje's avatar
Ronald S. Bultje committed
711
712
        mbmi->segment_id = cm->last_frame_seg_map[map_index];
      if (mbmi->segment_id > 3)
Paul Wilkins's avatar
Paul Wilkins committed
713
        mbmi->segment_id = 0;
John Koleszar's avatar
John Koleszar committed
714

715
      vp9_mb_init_quantizer(cpi, x);
John Koleszar's avatar
John Koleszar committed
716
717
    } else
      // Set to Segment 0 by default
Paul Wilkins's avatar
Paul Wilkins committed
718
      mbmi->segment_id = 0;
John Koleszar's avatar
John Koleszar committed
719
720
721

    x->active_ptr = cpi->active_map + map_index;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
722
723
724
725
#if CONFIG_SUPERBLOCKS
    xd->mode_info_context->mbmi.encoded_as_sb = 0;
#endif

John Koleszar's avatar
John Koleszar committed
726
727
    cpi->update_context = 0;    // TODO Do we need this now??

728
    vp9_intra_prediction_down_copy(xd);
729

John Koleszar's avatar
John Koleszar committed
730
731
732
    // Find best coding mode & reconstruct the MB so it is available
    // as a predictor for MBs that follow in the SB
    if (cm->frame_type == KEY_FRAME) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
733
      int r, d;
734
      vp9_rd_pick_intra_mode(cpi, x, &r, &d);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
735
736
      *totalrate += r;
      *totaldist += d;
John Koleszar's avatar
John Koleszar committed
737
738

      // Dummy encode, do not do the tokenization
739
740
      encode_macroblock(cpi, x, tp,
                        recon_yoffset, recon_uvoffset, 0, mb_col, mb_row);
John Koleszar's avatar
John Koleszar committed
741
      // Note the encoder may have changed the segment_id
Ronald S. Bultje's avatar
Ronald S. Bultje committed
742
743
744
745

      // Save the coding context
      vpx_memcpy(&x->mb_context[i].mic, xd->mode_info_context,
                 sizeof(MODE_INFO));
John Koleszar's avatar
John Koleszar committed
746
    } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
747
      int seg_id, r, d;
John Koleszar's avatar
John Koleszar committed
748
749

      if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
750
751
752
753
754
755
          !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
          vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
          vp9_check_segref(xd, 1, INTRA_FRAME)  +
          vp9_check_segref(xd, 1, LAST_FRAME)   +
          vp9_check_segref(xd, 1, GOLDEN_FRAME) +
          vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
John Koleszar's avatar
John Koleszar committed
756
757
758
759
760
        cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
      } else {
        cpi->seg0_progress = (((mb_col & ~1) * 2 + (mb_row & ~1) * cm->mb_cols + i) << 16) / cm->MBs;
      }

761
762
763
764
765
766
#ifdef ENC_DEBUG
      enc_debug = (cpi->common.current_video_frame == 73 &&
                   mb_row == 4 && mb_col == 13);
      if (enc_debug)
        printf("pick_mb_modes %d %d\n", mb_row, mb_col);
#endif
767
768
      vp9_pick_mode_inter_macroblock(cpi, x, recon_yoffset,
                                     recon_uvoffset, &r, &d);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
769
770
      *totalrate += r;
      *totaldist += d;
John Koleszar's avatar
John Koleszar committed
771
772

      // Dummy encode, do not do the tokenization
773
774
      encode_macroblock(cpi, x, tp,
                        recon_yoffset, recon_uvoffset, 0, mb_col, mb_row);
John Koleszar's avatar
John Koleszar committed
775

Paul Wilkins's avatar
Paul Wilkins committed
776
      seg_id = mbmi->segment_id;
John Koleszar's avatar
John Koleszar committed
777
778
779
780
      if (cpi->mb.e_mbd.segmentation_enabled && seg_id == 0) {
        cpi->seg0_idx++;
      }
      if (!xd->segmentation_enabled ||
781
782
783
784
785
          !vp9_segfeature_active(xd, seg_id, SEG_LVL_REF_FRAME) ||
          vp9_check_segref(xd, seg_id, INTRA_FRAME)  +
          vp9_check_segref(xd, seg_id, LAST_FRAME)   +
          vp9_check_segref(xd, seg_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, seg_id, ALTREF_FRAME) > 1) {
John Koleszar's avatar
John Koleszar committed
786
        // Get the prediction context and status
Paul Wilkins's avatar
Paul Wilkins committed
787
788
        int pred_flag = vp9_get_pred_flag(xd, PRED_REF);
        int pred_context = vp9_get_pred_context(cm, xd, PRED_REF);
John Koleszar's avatar
John Koleszar committed
789
790
791
792
793

        // Count prediction success
        cpi->ref_pred_count[pred_context][pred_flag]++;
      }
    }
Adrian Grange's avatar
Adrian Grange committed
794

John Koleszar's avatar
John Koleszar committed
795
796
797
    // Next MB
    mb_row += dy;
    mb_col += dx;
Adrian Grange's avatar
Adrian Grange committed
798

John Koleszar's avatar
John Koleszar committed
799
800
801
    x->src.y_buffer += 16 * (dx + dy * x->src.y_stride);
    x->src.u_buffer += 8  * (dx + dy * x->src.uv_stride);
    x->src.v_buffer += 8  * (dx + dy * x->src.uv_stride);
Adrian Grange's avatar
Adrian Grange committed
802

John Koleszar's avatar
John Koleszar committed
803
804
805
806
    x->gf_active_ptr += offset_unextended;
    x->partition_info += offset_extended;
    xd->mode_info_context += offset_extended;
    xd->prev_mode_info_context += offset_extended;
Adrian Grange's avatar
Adrian Grange committed
807
808

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
809
810
    assert((xd->prev_mode_info_context - cpi->common.prev_mip) ==
           (xd->mode_info_context - cpi->common.mip));
Adrian Grange's avatar
Adrian Grange committed
811
#endif
John Koleszar's avatar
John Koleszar committed
812
813
814
  }

  /* Restore L & A coding context to those in place on entry */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
815
  vpx_memcpy(cm->left_context,
John Koleszar's avatar
John Koleszar committed
816
817
818
819
820
             left_context,
             sizeof(left_context));
  vpx_memcpy(initial_above_context_ptr,
             above_context,
             sizeof(above_context));
Adrian Grange's avatar
Adrian Grange committed
821
822
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
823
#if CONFIG_SUPERBLOCKS
824
825
static void pick_sb_modes (VP9_COMP *cpi,
                           VP9_COMMON *cm,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
                           int mb_row,
                           int mb_col,
                           MACROBLOCK  *x,
                           MACROBLOCKD *xd,
                           TOKENEXTRA **tp,
                           int *totalrate,
                           int *totaldist)
{
  int map_index;
  int recon_yoffset, recon_uvoffset;
  int ref_fb_idx = cm->lst_fb_idx;
  int dst_fb_idx = cm->new_fb_idx;
  int recon_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
  int recon_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
  ENTROPY_CONTEXT_PLANES left_context[2];
  ENTROPY_CONTEXT_PLANES above_context[2];
  ENTROPY_CONTEXT_PLANES *initial_above_context_ptr = cm->above_context
    + mb_col;

  /* Function should not modify L & A contexts; save and restore on exit */
  vpx_memcpy (left_context,
              cm->left_context,
              sizeof(left_context));
  vpx_memcpy (above_context,
              initial_above_context_ptr,
              sizeof(above_context));

  map_index = (mb_row * cpi->common.mb_cols) + mb_col;
  x->mb_activity_ptr = &cpi->mb_activity_map[map_index];

  /* set above context pointer */
  xd->above_context = cm->above_context + mb_col;

  /* Restore the appropriate left context depending on which
   * row in the SB the MB is situated */
  xd->left_context = cm->left_context;

  // Set up distance of MB to edge of frame in 1/8th pel units
  xd->mb_to_top_edge    = -((mb_row * 16) << 3);
  xd->mb_to_left_edge   = -((mb_col * 16) << 3);
866
867
  xd->mb_to_bottom_edge = ((cm->mb_rows - 2 - mb_row) * 16) << 3;
  xd->mb_to_right_edge  = ((cm->mb_cols - 2 - mb_col) * 16) << 3;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
868
869
870

  /* Set up limit values for MV components to prevent them from
   * extending beyond the UMV borders assuming 16x16 block size */
John Koleszar's avatar
John Koleszar committed
871
872
  x->mv_row_min = -((mb_row * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_col_min = -((mb_col * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
873
  x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
John Koleszar's avatar
John Koleszar committed
874
                   (VP9BORDERINPIXELS - 32 - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
875
  x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
John Koleszar's avatar
John Koleszar committed
876
                   (VP9BORDERINPIXELS - 32 - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
877
878
879
880
881
882
883
884
885
886
887
888

  xd->up_available   = (mb_row != 0);
  xd->left_available = (mb_col != 0);

  recon_yoffset  = (mb_row * recon_y_stride * 16) + (mb_col * 16);
  recon_uvoffset = (mb_row * recon_uv_stride * 8) + (mb_col *  8);

  xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
  xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
  xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;
#if 0 // FIXME
  /* Copy current MB to a work buffer */
889
  vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
890
891
892
893
#endif
  x->rddiv = cpi->RDDIV;
  x->rdmult = cpi->RDMULT;
  if(cpi->oxcf.tuning == VP8_TUNE_SSIM)
894
    vp9_activity_masking(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
  /* Is segmentation enabled */
  if (xd->segmentation_enabled)
  {
    /* Code to set segment id in xd->mbmi.segment_id */
    if (xd->update_mb_segmentation_map)
      xd->mode_info_context->mbmi.segment_id =
            cpi->segmentation_map[map_index] &&
            cpi->segmentation_map[map_index + 1] &&
            cpi->segmentation_map[map_index + cm->mb_cols] &&
            cpi->segmentation_map[map_index + cm->mb_cols + 1];
    else
      xd->mode_info_context->mbmi.segment_id =
            cm->last_frame_seg_map[map_index] &&
            cm->last_frame_seg_map[map_index + 1] &&
            cm->last_frame_seg_map[map_index + cm->mb_cols] &&
            cm->last_frame_seg_map[map_index + cm->mb_cols + 1];
    if (xd->mode_info_context->mbmi.segment_id > 3)
      xd->mode_info_context->mbmi.segment_id = 0;

914
    vp9_mb_init_quantizer(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
915
916
917
918
919
920
921
922
923
924
925
926
927
  }
  else
    /* Set to Segment 0 by default */
    xd->mode_info_context->mbmi.segment_id = 0;

  x->active_ptr = cpi->active_map + map_index;
  
  cpi->update_context = 0;    // TODO Do we need this now??

  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
  if (cm->frame_type == KEY_FRAME)
  {
928
    vp9_rd_pick_intra_mode_sb(cpi, x,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
929
930
931
932
933
934
                              totalrate,
                              totaldist);

    /* Save the coding context */
    vpx_memcpy(&x->sb_context[0].mic, xd->mode_info_context,
               sizeof(MODE_INFO));
935
  } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
936
    if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
937
938
939
940
941
942
        !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
        vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
        vp9_check_segref(xd, 1, INTRA_FRAME)  +
        vp9_check_segref(xd, 1, LAST_FRAME)   +
        vp9_check_segref(xd, 1, GOLDEN_FRAME) +
        vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
943
      cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
944
    } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
945
946
947
948
      cpi->seg0_progress =
        (((mb_col & ~1) * 2 + (mb_row & ~1) * cm->mb_cols) << 16) / cm->MBs;
    }

949
    vp9_rd_pick_inter_mode_sb(cpi, x,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
                              recon_yoffset,
                              recon_uvoffset,
                              totalrate,
                              totaldist);
  }

  /* Restore L & A coding context to those in place on entry */
  vpx_memcpy (cm->left_context,
              left_context,
              sizeof(left_context));
  vpx_memcpy (initial_above_context_ptr,
              above_context,
              sizeof(above_context));
}
#endif

966
967
static void encode_sb(VP9_COMP *cpi,
                      VP9_COMMON *cm,
John Koleszar's avatar
John Koleszar committed
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
                      int mbrow,
                      int mbcol,
                      MACROBLOCK  *x,
                      MACROBLOCKD *xd,
                      TOKENEXTRA **tp) {
  int i;
  int map_index;
  int mb_row, mb_col;
  int recon_yoffset, recon_uvoffset;
  int ref_fb_idx = cm->lst_fb_idx;
  int dst_fb_idx = cm->new_fb_idx;
  int recon_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
  int recon_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
  int row_delta[4] = { 0, +1,  0, -1};
  int col_delta[4] = { +1, -1, +1, +1};

  mb_row = mbrow;
  mb_col = mbcol;

  /* Encode MBs in raster order within the SB */
  for (i = 0; i < 4; i++) {
    int dy = row_delta[i];
    int dx = col_delta[i];
    int offset_extended   = dy * xd->mode_info_stride + dx;
    int offset_unextended = dy * cm->mb_cols + dx;
Paul Wilkins's avatar
Paul Wilkins committed
993
    MB_MODE_INFO * mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007

    if ((mb_row >= cm->mb_rows) || (mb_col >= cm->mb_cols)) {
      // MB lies outside frame, move on
      mb_row += dy;
      mb_col += dx;

      x->src.y_buffer += 16 * (dx + dy * x->src.y_stride);
      x->src.u_buffer += 8  * (dx + dy * x->src.uv_stride);
      x->src.v_buffer += 8  * (dx + dy * x->src.uv_stride);

      x->gf_active_ptr      += offset_unextended;
      x->partition_info     += offset_extended;
      xd->mode_info_context += offset_extended;
      xd->prev_mode_info_context += offset_extended;
Adrian Grange's avatar
Adrian Grange committed
1008
1009

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
1010
1011
      assert((xd->prev_mode_info_context - cpi->common.prev_mip) ==
             (xd->mode_info_context - cpi->common.mip));
Adrian Grange's avatar
Adrian Grange committed
1012
#endif
John Koleszar's avatar
John Koleszar committed
1013
1014
      continue;
    }
Adrian Grange's avatar
Adrian Grange committed
1015

John Koleszar's avatar
John Koleszar committed
1016
    xd->mb_index = i;
Adrian Grange's avatar
Adrian Grange committed
1017

John Koleszar's avatar
John Koleszar committed
1018
    // Restore MB state to that when it was picked
Adrian Grange's avatar
Adrian Grange committed
1019
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1020
    if (xd->mode_info_context->mbmi.encoded_as_sb) {
John Koleszar's avatar
John Koleszar committed
1021
      update_state(cpi, x, &x->sb_context[i]);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1022
1023
      cpi->sb_count++;
    } else
Adrian Grange's avatar
Adrian Grange committed
1024
#endif
John Koleszar's avatar
John Koleszar committed
1025
1026
1027
1028
1029
1030
1031
      update_state(cpi, x, &x->mb_context[i]);

    map_index = (mb_row * cpi->common.mb_cols) + mb_col;
    x->mb_activity_ptr = &cpi->mb_activity_map[map_index];

    // reset above block coeffs
    xd->above_context = cm->above_context + mb_col;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1032
    xd->left_context  = cm->left_context + (i >> 1);
John Koleszar's avatar
John Koleszar committed
1033
1034

    // Set up distance of MB to edge of the frame in 1/8th pel units
1035
1036
1037
1038
1039
    // Set up limit values for MV components to prevent them from
    // extending beyond the UMV borders assuming 32x32 block size
    x->mv_row_min = -((mb_row * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
    x->mv_col_min = -((mb_col * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);

John Koleszar's avatar
John Koleszar committed
1040
1041
1042
    xd->mb_to_top_edge    = -((mb_row * 16) << 3);
    xd->mb_to_left_edge   = -((mb_col * 16) << 3);

Adrian Grange's avatar
Adrian Grange committed
1043
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1044
1045
    if (xd->mode_info_context->mbmi.encoded_as_sb) {
      x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
John Koleszar's avatar
John Koleszar committed
1046
                       (VP9BORDERINPIXELS - 32 - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1047
      x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
John Koleszar's avatar
John Koleszar committed
1048
                       (VP9BORDERINPIXELS - 32 - VP9_INTERP_EXTEND));
1049
1050
1051

      xd->mb_to_bottom_edge = ((cm->mb_rows - 2 - mb_row) * 16) << 3;
      xd->mb_to_right_edge  = ((cm->mb_cols - 2 - mb_col) * 16) << 3;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1052
1053
1054
    } else {
#endif
      x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
John Koleszar's avatar
John Koleszar committed
1055
                       (VP9BORDERINPIXELS - 16 - VP9_INTERP_EXTEND));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1056
      x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
John Koleszar's avatar
John Koleszar committed
1057
                       (VP9BORDERINPIXELS - 16 - VP9_INTERP_EXTEND));
1058
1059
1060

      xd->mb_to_bottom_edge = ((cm->mb_rows - 1 - mb_row) * 16) << 3;
      xd->mb_to_right_edge  = ((cm->mb_cols - 1 - mb_col) * 16) << 3;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1061
1062
#if CONFIG_SUPERBLOCKS
    }
Adrian Grange's avatar
Adrian Grange committed
1063
1064
#endif

John Koleszar's avatar
John Koleszar committed
1065
1066
    xd->up_available = (mb_row != 0);
    xd->left_available = (mb_col != 0);
Adrian Grange's avatar
Adrian Grange committed
1067

John Koleszar's avatar
John Koleszar committed
1068
1069
    recon_yoffset = (mb_row * recon_y_stride * 16) + (mb_col * 16);
    recon_uvoffset = (mb_row * recon_uv_stride * 8) + (mb_col * 8);
Adrian Grange's avatar
Adrian Grange committed
1070

John Koleszar's avatar
John Koleszar committed
1071
1072
1073
    xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
    xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
    xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;
John Koleszar's avatar
John Koleszar committed
1074

1075
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
1076
    // Copy current MB to a work buffer
1077
    vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
1078
#endif
1079

John Koleszar's avatar
John Koleszar committed
1080
    if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
1081
      vp9_activity_masking(cpi, x);
1082

John Koleszar's avatar
John Koleszar committed
1083
1084
    // Is segmentation enabled
    if (xd->segmentation_enabled) {
1085
      vp9_mb_init_quantizer(cpi, x);