vp9_encodeframe.c 97 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
#include "./vpx_config.h"
13
#include "vp9/encoder/vp9_encodeframe.h"
14
15
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_encodemv.h"
16
#include "vp9/common/vp9_common.h"
17
#include "vp9/encoder/vp9_onyx_int.h"
18
#include "vp9/common/vp9_extend.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "vp9/common/vp9_entropy.h"
20
21
#include "vp9/common/vp9_entropymode.h"
#include "vp9/common/vp9_quant_common.h"
22
#include "vp9/encoder/vp9_segmentation.h"
23
24
#include "vp9/common/vp9_setupintrarecon.h"
#include "vp9/common/vp9_reconintra4x4.h"
25
#include "vp9/encoder/vp9_encodeintra.h"
26
27
#include "vp9/common/vp9_reconinter.h"
#include "vp9/common/vp9_invtrans.h"
28
#include "vp9/encoder/vp9_rdopt.h"
29
30
31
32
#include "vp9/common/vp9_findnearmv.h"
#include "vp9/common/vp9_reconintra.h"
#include "vp9/common/vp9_seg_common.h"
#include "vp9/encoder/vp9_tokenize.h"
33
#include "vp9_rtcd.h"
John Koleszar's avatar
John Koleszar committed
34
#include <stdio.h>
35
#include <math.h>
John Koleszar's avatar
John Koleszar committed
36
37
#include <limits.h>
#include "vpx_ports/vpx_timer.h"
38
39
#include "vp9/common/vp9_pred_common.h"
#include "vp9/common/vp9_mvref_common.h"
Paul Wilkins's avatar
Paul Wilkins committed
40

Yaowu Xu's avatar
Yaowu Xu committed
41
#define DBG_PRNT_SEGMAP 0
42

43
// #define ENC_DEBUG
44
#ifdef ENC_DEBUG
John Koleszar's avatar
John Koleszar committed
45
int enc_debug = 0;
46
47
#endif

48
49
extern void select_interp_filter_type(VP9_COMP *cpi);

Ronald S. Bultje's avatar
Ronald S. Bultje committed
50
51
52
static void encode_macroblock(VP9_COMP *cpi, TOKENEXTRA **t,
                              int recon_yoffset, int recon_uvoffset,
                              int output_enabled, int mb_row, int mb_col);
53

Ronald S. Bultje's avatar
Ronald S. Bultje committed
54
55
56
57
58
59
60
static void encode_superblock32(VP9_COMP *cpi, TOKENEXTRA **t,
                                int recon_yoffset, int recon_uvoffset,
                                int output_enabled, int mb_row, int mb_col);

static void encode_superblock64(VP9_COMP *cpi, TOKENEXTRA **t,
                                int recon_yoffset, int recon_uvoffset,
                                int output_enabled, int mb_row, int mb_col);
61

62
static void adjust_act_zbin(VP9_COMP *cpi, MACROBLOCK *x);
63

John Koleszar's avatar
John Koleszar committed
64
#ifdef MODE_STATS
65
unsigned int inter_y_modes[MB_MODE_COUNT];
66
unsigned int inter_uv_modes[VP9_UV_MODES];
67
unsigned int inter_b_modes[B_MODE_COUNT];
68
69
70
71
unsigned int y_modes[VP9_YMODES];
unsigned int i8x8_modes[VP9_I8X8_MODES];
unsigned int uv_modes[VP9_UV_MODES];
unsigned int uv_modes_y[VP9_YMODES][VP9_UV_MODES];
72
unsigned int b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
73
74
75
#endif


76
77
78
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
79
 *  vp9_activity_masking().
80
 */
81
#define VP9_ACTIVITY_AVG_MIN (64)
82
83
84
85
86
87

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
88
static const uint8_t VP9_VAR_OFFS[16] = {
John Koleszar's avatar
John Koleszar committed
89
  128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128
90
91
};

92
93

// Original activity measure from Tim T's code.
94
static unsigned int tt_activity_measure(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
95
96
97
98
99
100
101
102
103
  unsigned int act;
  unsigned int sse;
  /* TODO: This could also be done over smaller areas (8x8), but that would
   *  require extensive changes elsewhere, as lambda is assumed to be fixed
   *  over an entire MB in most of the code.
   * Another option is to compute four 8x8 variances, and pick a single
   *  lambda using a non-linear combination (e.g., the smallest, or second
   *  smallest, etc.).
   */
104
  act = vp9_variance16x16(x->src.y_buffer, x->src.y_stride, VP9_VAR_OFFS, 0,
105
                          &sse);
John Koleszar's avatar
John Koleszar committed
106
107
108
109
110
111
112
  act = act << 4;

  /* If the region is flat, lower the activity some more. */
  if (act < 8 << 12)
    act = act < 5 << 12 ? act : 5 << 12;

  return act;
113
114
}

115
// Stub for alternative experimental activity measures.
116
static unsigned int alt_activity_measure(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
117
                                         MACROBLOCK *x, int use_dc_pred) {
118
  return vp9_encode_intra(cpi, x, use_dc_pred);
119
120
121
122
123
}


// Measure the activity of the current macroblock
// What we measure here is TBD so abstracted to this function
124
#define ALT_ACT_MEASURE 1
125
static unsigned int mb_activity_measure(VP9_COMP *cpi, MACROBLOCK *x,
John Koleszar's avatar
John Koleszar committed
126
127
                                        int mb_row, int mb_col) {
  unsigned int mb_activity;
128

John Koleszar's avatar
John Koleszar committed
129
130
  if (ALT_ACT_MEASURE) {
    int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
131

John Koleszar's avatar
John Koleszar committed
132
133
134
135
136
137
    // Or use and alternative.
    mb_activity = alt_activity_measure(cpi, x, use_dc_pred);
  } else {
    // Original activity measure from Tim T's code.
    mb_activity = tt_activity_measure(cpi, x);
  }
138

139
140
  if (mb_activity < VP9_ACTIVITY_AVG_MIN)
    mb_activity = VP9_ACTIVITY_AVG_MIN;
141

John Koleszar's avatar
John Koleszar committed
142
  return mb_activity;
143
144
145
}

// Calculate an "average" mb activity value for the frame
146
#define ACT_MEDIAN 0
147
static void calc_av_activity(VP9_COMP *cpi, int64_t activity_sum) {
148
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
  // Find median: Simple n^2 algorithm for experimentation
  {
    unsigned int median;
    unsigned int i, j;
    unsigned int *sortlist;
    unsigned int tmp;

    // Create a list to sort to
    CHECK_MEM_ERROR(sortlist,
    vpx_calloc(sizeof(unsigned int),
    cpi->common.MBs));

    // Copy map to sort list
    vpx_memcpy(sortlist, cpi->mb_activity_map,
    sizeof(unsigned int) * cpi->common.MBs);


    // Ripple each value down to its correct position
    for (i = 1; i < cpi->common.MBs; i ++) {
      for (j = i; j > 0; j --) {
        if (sortlist[j] < sortlist[j - 1]) {
          // Swap values
          tmp = sortlist[j - 1];
          sortlist[j - 1] = sortlist[j];
          sortlist[j] = tmp;
        } else
          break;
      }
    }
178

John Koleszar's avatar
John Koleszar committed
179
180
181
    // Even number MBs so estimate median as mean of two either side.
    median = (1 + sortlist[cpi->common.MBs >> 1] +
              sortlist[(cpi->common.MBs >> 1) + 1]) >> 1;
182

John Koleszar's avatar
John Koleszar committed
183
    cpi->activity_avg = median;
184

John Koleszar's avatar
John Koleszar committed
185
186
    vpx_free(sortlist);
  }
187
#else
John Koleszar's avatar
John Koleszar committed
188
189
  // Simple mean for now
  cpi->activity_avg = (unsigned int)(activity_sum / cpi->common.MBs);
190
191
#endif

192
193
  if (cpi->activity_avg < VP9_ACTIVITY_AVG_MIN)
    cpi->activity_avg = VP9_ACTIVITY_AVG_MIN;
194

John Koleszar's avatar
John Koleszar committed
195
196
197
  // Experimental code: return fixed value normalized for several clips
  if (ALT_ACT_MEASURE)
    cpi->activity_avg = 100000;
198
199
}

200
#define USE_ACT_INDEX   0
201
#define OUTPUT_NORM_ACT_STATS   0
202
203
204

#if USE_ACT_INDEX
// Calculate and activity index for each mb
205
206
static void calc_activity_index(VP9_COMP *cpi, MACROBLOCK *x) {
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
207
  int mb_row, mb_col;
208

John Koleszar's avatar
John Koleszar committed
209
210
211
  int64_t act;
  int64_t a;
  int64_t b;
212
213

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
214
215
  FILE *f = fopen("norm_act.stt", "a");
  fprintf(f, "\n%12d\n", cpi->activity_avg);
216
217
#endif

John Koleszar's avatar
John Koleszar committed
218
219
  // Reset pointers to start of activity map
  x->mb_activity_ptr = cpi->mb_activity_map;
220

John Koleszar's avatar
John Koleszar committed
221
222
223
224
225
226
  // Calculate normalized mb activity number.
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      // Read activity from the map
      act = *(x->mb_activity_ptr);
227

John Koleszar's avatar
John Koleszar committed
228
229
230
      // Calculate a normalized activity number
      a = act + 4 * cpi->activity_avg;
      b = 4 * act + cpi->activity_avg;
231

John Koleszar's avatar
John Koleszar committed
232
233
234
235
      if (b >= a)
        *(x->activity_ptr) = (int)((b + (a >> 1)) / a) - 1;
      else
        *(x->activity_ptr) = 1 - (int)((a + (b >> 1)) / b);
236
237

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
238
      fprintf(f, " %6d", *(x->mb_activity_ptr));
239
#endif
John Koleszar's avatar
John Koleszar committed
240
241
242
      // Increment activity map pointers
      x->mb_activity_ptr++;
    }
243
244

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
245
    fprintf(f, "\n");
246
247
#endif

John Koleszar's avatar
John Koleszar committed
248
  }
249
250

#if OUTPUT_NORM_ACT_STATS
John Koleszar's avatar
John Koleszar committed
251
  fclose(f);
252
253
254
#endif

}
255
#endif
256
257
258

// Loop through all MBs. Note activity of each, average activity and
// calculate a normalized activity for each
259
static void build_activity_map(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
260
  MACROBLOCK *const x = &cpi->mb;
John Koleszar's avatar
John Koleszar committed
261
  MACROBLOCKD *xd = &x->e_mbd;
262
  VP9_COMMON *const cm = &cpi->common;
263

264
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
265
266
267
  YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
  int recon_yoffset;
  int recon_y_stride = new_yv12->y_stride;
268
269
#endif

John Koleszar's avatar
John Koleszar committed
270
271
272
  int mb_row, mb_col;
  unsigned int mb_activity;
  int64_t activity_sum = 0;
273

John Koleszar's avatar
John Koleszar committed
274
275
  // for each macroblock row in image
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
276
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
277
278
279
    // reset above block coeffs
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
280
#endif
John Koleszar's avatar
John Koleszar committed
281
282
    // for each macroblock col in image
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
283
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
284
285
286
      xd->dst.y_buffer = new_yv12->y_buffer + recon_yoffset;
      xd->left_available = (mb_col != 0);
      recon_yoffset += 16;
287
#endif
288
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
289
      // Copy current mb to a buffer
290
      vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
291
#endif
292

John Koleszar's avatar
John Koleszar committed
293
294
      // measure activity
      mb_activity = mb_activity_measure(cpi, x, mb_row, mb_col);
295

John Koleszar's avatar
John Koleszar committed
296
297
      // Keep frame sum
      activity_sum += mb_activity;
298

John Koleszar's avatar
John Koleszar committed
299
300
      // Store MB level activity details.
      *x->mb_activity_ptr = mb_activity;
301

John Koleszar's avatar
John Koleszar committed
302
303
      // Increment activity map pointer
      x->mb_activity_ptr++;
304

John Koleszar's avatar
John Koleszar committed
305
306
307
      // adjust to the next column of source macroblocks
      x->src.y_buffer += 16;
    }
308

309

John Koleszar's avatar
John Koleszar committed
310
311
    // adjust to the next row of mbs
    x->src.y_buffer += 16 * x->src.y_stride - 16 * cm->mb_cols;
312
313

#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
314
    // extend the recon for intra prediction
315
    vp9_extend_mb_row(new_yv12, xd->dst.y_buffer + 16,
John Koleszar's avatar
John Koleszar committed
316
                      xd->dst.u_buffer + 8, xd->dst.v_buffer + 8);
317
318
#endif

John Koleszar's avatar
John Koleszar committed
319
  }
320

John Koleszar's avatar
John Koleszar committed
321
322
  // Calculate an "average" MB activity
  calc_av_activity(cpi, activity_sum);
323

324
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
325
326
  // Calculate an activity index number of each mb
  calc_activity_index(cpi, x);
327
328
#endif

329
330
}

331
// Macroblock activity masking
332
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x) {
333
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
334
335
336
  x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
337
#else
John Koleszar's avatar
John Koleszar committed
338
339
340
  int64_t a;
  int64_t b;
  int64_t act = *(x->mb_activity_ptr);
341

John Koleszar's avatar
John Koleszar committed
342
343
344
  // Apply the masking to the RD multiplier.
  a = act + (2 * cpi->activity_avg);
  b = (2 * act) + cpi->activity_avg;
345

John Koleszar's avatar
John Koleszar committed
346
347
348
  x->rdmult = (unsigned int)(((int64_t)x->rdmult * b + (a >> 1)) / a);
  x->errorperbit = x->rdmult * 100 / (110 * x->rddiv);
  x->errorperbit += (x->errorperbit == 0);
349
#endif
350

John Koleszar's avatar
John Koleszar committed
351
352
  // Activity based Zbin adjustment
  adjust_act_zbin(cpi, x);
353
}
John Koleszar's avatar
John Koleszar committed
354

Deb Mukherjee's avatar
Deb Mukherjee committed
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
#if CONFIG_NEW_MVREF
static int vp9_cost_mv_ref_id(vp9_prob * ref_id_probs, int mv_ref_id) {
  int cost;

  // Encode the index for the MV reference.
  switch (mv_ref_id) {
    case 0:
      cost = vp9_cost_zero(ref_id_probs[0]);
      break;
    case 1:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_zero(ref_id_probs[1]);
      break;
    case 2:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_one(ref_id_probs[1]);
      cost += vp9_cost_zero(ref_id_probs[2]);
      break;
    case 3:
      cost = vp9_cost_one(ref_id_probs[0]);
      cost += vp9_cost_one(ref_id_probs[1]);
      cost += vp9_cost_one(ref_id_probs[2]);
      break;

      // TRAP.. This should not happen
    default:
      assert(0);
      break;
  }
  return cost;
}

// Estimate the cost of each coding the vector using each reference candidate
static unsigned int pick_best_mv_ref(MACROBLOCK *x,
                                     MV_REFERENCE_FRAME ref_frame,
                                     int_mv target_mv,
                                     int_mv * mv_ref_list,
                                     int_mv * best_ref) {
  int i;
  int best_index = 0;
  int cost, cost2;
  int zero_seen = (mv_ref_list[0].as_int) ? FALSE : TRUE;
  MACROBLOCKD *xd = &x->e_mbd;
  int max_mv = MV_MAX;

400
  cost = vp9_cost_mv_ref_id(xd->mb_mv_ref_probs[ref_frame], 0) +
Deb Mukherjee's avatar
Deb Mukherjee committed
401
402
403
         vp9_mv_bit_cost(&target_mv, &mv_ref_list[0], x->nmvjointcost,
                         x->mvcost, 96, xd->allow_high_precision_mv);

Paul Wilkins's avatar
Paul Wilkins committed
404
  for (i = 1; i < MAX_MV_REF_CANDIDATES; ++i) {
Deb Mukherjee's avatar
Deb Mukherjee committed
405
406
    // If we see a 0,0 reference vector for a second time we have reached
    // the end of the list of valid candidate vectors.
Jim Bankoski's avatar
Jim Bankoski committed
407
    if (!mv_ref_list[i].as_int) {
Deb Mukherjee's avatar
Deb Mukherjee committed
408
409
410
411
      if (zero_seen)
        break;
      else
        zero_seen = TRUE;
Jim Bankoski's avatar
Jim Bankoski committed
412
    }
Deb Mukherjee's avatar
Deb Mukherjee committed
413
414
415
416
417
418
419
420

    // Check for cases where the reference choice would give rise to an
    // uncodable/out of range residual for row or col.
    if ((abs(target_mv.as_mv.row - mv_ref_list[i].as_mv.row) > max_mv) ||
        (abs(target_mv.as_mv.col - mv_ref_list[i].as_mv.col) > max_mv)) {
      continue;
    }

421
    cost2 = vp9_cost_mv_ref_id(xd->mb_mv_ref_probs[ref_frame], i) +
Deb Mukherjee's avatar
Deb Mukherjee committed
422
423
424
425
426
427
428
429
430
431
432
433
434
435
            vp9_mv_bit_cost(&target_mv, &mv_ref_list[i], x->nmvjointcost,
                            x->mvcost, 96, xd->allow_high_precision_mv);

    if (cost2 < cost) {
      cost = cost2;
      best_index = i;
    }
  }
  best_ref->as_int = mv_ref_list[best_index].as_int;

  return best_index;
}
#endif

436
static void update_state(VP9_COMP *cpi,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
437
438
439
                         PICK_MODE_CONTEXT *ctx, int block_size,
                         int output_enabled) {
  int i, x_idx, y;
440
441
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
442
  MODE_INFO *mi = &ctx->mic;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
443
  MB_MODE_INFO *const mbmi = &xd->mode_info_context->mbmi;
John Koleszar's avatar
John Koleszar committed
444
445
  int mb_mode = mi->mbmi.mode;
  int mb_mode_index = ctx->best_mode_index;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
446
447
448
449
450
451
  const int mis = cpi->common.mode_info_stride;
#if CONFIG_SUPERBLOCKS
  int mb_block_size = 1 << mi->mbmi.sb_type;
#else
  int mb_block_size = 1;
#endif
Adrian Grange's avatar
Adrian Grange committed
452
453

#if CONFIG_DEBUG
John Koleszar's avatar
John Koleszar committed
454
455
456
  assert(mb_mode < MB_MODE_COUNT);
  assert(mb_mode_index < MAX_MODES);
  assert(mi->mbmi.ref_frame < MAX_REF_FRAMES);
Adrian Grange's avatar
Adrian Grange committed
457
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
458
459
460
#if CONFIG_SUPERBLOCKS
  assert(mi->mbmi.sb_type == (block_size >> 5));
#endif
Adrian Grange's avatar
Adrian Grange committed
461

John Koleszar's avatar
John Koleszar committed
462
463
  // Restore the coding context of the MB to that that was in place
  // when the mode was picked for it
Ronald S. Bultje's avatar
Ronald S. Bultje committed
464
465
466
467
468
469
470
471
  for (y = 0; y < mb_block_size; y++) {
    for (x_idx = 0; x_idx < mb_block_size; x_idx++) {
      if ((xd->mb_to_right_edge >> 7) + mb_block_size > x_idx &&
          (xd->mb_to_bottom_edge >> 7) + mb_block_size > y) {
        MODE_INFO *mi_addr = xd->mode_info_context + x_idx + y * mis;

        vpx_memcpy(mi_addr, mi, sizeof(MODE_INFO));
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
472
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
473
  }
474
#if CONFIG_TX32X32 && CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
475
  if (block_size == 16) {
476
    ctx->txfm_rd_diff[ALLOW_32X32] = ctx->txfm_rd_diff[ALLOW_16X16];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
477
478
  }
#endif
Adrian Grange's avatar
Adrian Grange committed
479

John Koleszar's avatar
John Koleszar committed
480
481
482
  if (mb_mode == B_PRED) {
    for (i = 0; i < 16; i++) {
      xd->block[i].bmi.as_mode = xd->mode_info_context->bmi[i].as_mode;
Frank Galligan's avatar
Frank Galligan committed
483
      assert(xd->block[i].bmi.as_mode.first < B_MODE_COUNT);
Adrian Grange's avatar
Adrian Grange committed
484
    }
John Koleszar's avatar
John Koleszar committed
485
486
487
  } else if (mb_mode == I8X8_PRED) {
    for (i = 0; i < 16; i++) {
      xd->block[i].bmi = xd->mode_info_context->bmi[i];
Adrian Grange's avatar
Adrian Grange committed
488
    }
John Koleszar's avatar
John Koleszar committed
489
490
491
492
  } else if (mb_mode == SPLITMV) {
    vpx_memcpy(x->partition_info, &ctx->partition_info,
               sizeof(PARTITION_INFO));

493
494
    mbmi->mv[0].as_int = x->partition_info->bmi[15].mv.as_int;
    mbmi->mv[1].as_int = x->partition_info->bmi[15].second_mv.as_int;
John Koleszar's avatar
John Koleszar committed
495
496
  }

497
  x->skip = ctx->skip;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
498
499
500
  if (!output_enabled)
    return;

501
502
  {
    int segment_id = mbmi->segment_id;
503
504
    if (!vp9_segfeature_active(xd, segment_id, SEG_LVL_EOB) ||
        vp9_get_segdata(xd, segment_id, SEG_LVL_EOB)) {
505
506
507
508
509
510
      for (i = 0; i < NB_TXFM_MODES; i++) {
        cpi->rd_tx_select_diff[i] += ctx->txfm_rd_diff[i];
      }
    }
  }

John Koleszar's avatar
John Koleszar committed
511
512
513
514
515
516
517
518
519
  if (cpi->common.frame_type == KEY_FRAME) {
    // Restore the coding modes to that held in the coding context
    // if (mb_mode == B_PRED)
    //    for (i = 0; i < 16; i++)
    //    {
    //        xd->block[i].bmi.as_mode =
    //                          xd->mode_info_context->bmi[i].as_mode;
    //        assert(xd->mode_info_context->bmi[i].as_mode < MB_MODE_COUNT);
    //    }
520
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
    static const int kf_mode_index[] = {
      THR_DC /*DC_PRED*/,
      THR_V_PRED /*V_PRED*/,
      THR_H_PRED /*H_PRED*/,
      THR_D45_PRED /*D45_PRED*/,
      THR_D135_PRED /*D135_PRED*/,
      THR_D117_PRED /*D117_PRED*/,
      THR_D153_PRED /*D153_PRED*/,
      THR_D27_PRED /*D27_PRED*/,
      THR_D63_PRED /*D63_PRED*/,
      THR_TM /*TM_PRED*/,
      THR_I8X8_PRED /*I8X8_PRED*/,
      THR_B_PRED /*B_PRED*/,
    };
    cpi->mode_chosen_counts[kf_mode_index[mb_mode]]++;
536
#endif
John Koleszar's avatar
John Koleszar committed
537
538
539
540
541
542
543
  } else {
    /*
            // Reduce the activation RD thresholds for the best choice mode
            if ((cpi->rd_baseline_thresh[mb_mode_index] > 0) &&
                (cpi->rd_baseline_thresh[mb_mode_index] < (INT_MAX >> 2)))
            {
                int best_adjustment = (cpi->rd_thresh_mult[mb_mode_index] >> 2);
Adrian Grange's avatar
Adrian Grange committed
544

John Koleszar's avatar
John Koleszar committed
545
546
547
548
549
550
551
552
                cpi->rd_thresh_mult[mb_mode_index] =
                        (cpi->rd_thresh_mult[mb_mode_index]
                         >= (MIN_THRESHMULT + best_adjustment)) ?
                                cpi->rd_thresh_mult[mb_mode_index] - best_adjustment :
                                MIN_THRESHMULT;
                cpi->rd_threshes[mb_mode_index] =
                        (cpi->rd_baseline_thresh[mb_mode_index] >> 7)
                        * cpi->rd_thresh_mult[mb_mode_index];
Adrian Grange's avatar
Adrian Grange committed
553

John Koleszar's avatar
John Koleszar committed
554
555
556
557
            }
    */
    // Note how often each mode chosen as best
    cpi->mode_chosen_counts[mb_mode_index]++;
Deb Mukherjee's avatar
Deb Mukherjee committed
558
559
560
    if (mbmi->mode == SPLITMV || mbmi->mode == NEWMV) {
      int_mv best_mv, best_second_mv;
      MV_REFERENCE_FRAME rf = mbmi->ref_frame;
Jim Bankoski's avatar
Jim Bankoski committed
561
562
#if CONFIG_NEW_MVREF
      unsigned int best_index;
Deb Mukherjee's avatar
Deb Mukherjee committed
563
      MV_REFERENCE_FRAME sec_ref_frame = mbmi->second_ref_frame;
Jim Bankoski's avatar
Jim Bankoski committed
564
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
565
566
567
568
569
570
571
572
573
      best_mv.as_int = ctx->best_ref_mv.as_int;
      best_second_mv.as_int = ctx->second_best_ref_mv.as_int;
      if (mbmi->mode == NEWMV) {
        best_mv.as_int = mbmi->ref_mvs[rf][0].as_int;
        best_second_mv.as_int = mbmi->ref_mvs[mbmi->second_ref_frame][0].as_int;
#if CONFIG_NEW_MVREF
        best_index = pick_best_mv_ref(x, rf, mbmi->mv[0],
                                      mbmi->ref_mvs[rf], &best_mv);
        mbmi->best_index = best_index;
574
        ++cpi->mb_mv_ref_count[rf][best_index];
Deb Mukherjee's avatar
Deb Mukherjee committed
575

576
        if (mbmi->second_ref_frame > 0) {
Deb Mukherjee's avatar
Deb Mukherjee committed
577
578
579
580
581
582
          unsigned int best_index;
          best_index =
              pick_best_mv_ref(x, sec_ref_frame, mbmi->mv[1],
                               mbmi->ref_mvs[sec_ref_frame],
                               &best_second_mv);
          mbmi->best_second_index = best_index;
583
          ++cpi->mb_mv_ref_count[sec_ref_frame][best_index];
Deb Mukherjee's avatar
Deb Mukherjee committed
584
585
586
587
588
589
590
        }
#endif
      }
      mbmi->best_mv.as_int = best_mv.as_int;
      mbmi->best_second_mv.as_int = best_second_mv.as_int;
      vp9_update_nmv_count(cpi, x, &best_mv, &best_second_mv);
    }
591
592
593
594
595
596
597
598
599
600
601
602
603
#if CONFIG_COMP_INTERINTRA_PRED
    if (mbmi->mode >= NEARESTMV && mbmi->mode < SPLITMV &&
        mbmi->second_ref_frame <= INTRA_FRAME) {
      if (mbmi->second_ref_frame == INTRA_FRAME) {
        ++cpi->interintra_count[1];
        ++cpi->ymode_count[mbmi->interintra_mode];
#if SEPARATE_INTERINTRA_UV
        ++cpi->y_uv_mode_count[mbmi->interintra_mode][mbmi->interintra_uv_mode];
#endif
      } else {
        ++cpi->interintra_count[0];
      }
    }
604
#endif
605
606
607
608
609
610
611
    if (cpi->common.mcomp_filter_type == SWITCHABLE &&
        mbmi->mode >= NEARESTMV &&
        mbmi->mode <= SPLITMV) {
      ++cpi->switchable_interp_count
          [vp9_get_pred_context(&cpi->common, xd, PRED_SWITCHABLE_INTERP)]
          [vp9_switchable_interp_map[mbmi->interp_filter]];
    }
Adrian Grange's avatar
Adrian Grange committed
612

John Koleszar's avatar
John Koleszar committed
613
614
    cpi->prediction_error += ctx->distortion;
    cpi->intra_error += ctx->intra_error;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
615

616
617
618
    cpi->rd_comp_pred_diff[SINGLE_PREDICTION_ONLY] += ctx->single_pred_diff;
    cpi->rd_comp_pred_diff[COMP_PREDICTION_ONLY]   += ctx->comp_pred_diff;
    cpi->rd_comp_pred_diff[HYBRID_PREDICTION]      += ctx->hybrid_pred_diff;
John Koleszar's avatar
John Koleszar committed
619
  }
Adrian Grange's avatar
Adrian Grange committed
620
621
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
static unsigned find_seg_id(uint8_t *buf, int block_size,
                            int start_y, int height, int start_x, int width) {
  const int end_x = MIN(start_x + block_size, width);
  const int end_y = MIN(start_y + block_size, height);
  int x, y;
  unsigned seg_id = -1;

  buf += width * start_y;
  for (y = start_y; y < end_y; y++, buf += width) {
    for (x = start_x; x < end_x; x++) {
      seg_id = MIN(seg_id, buf[x]);
    }
  }

  return seg_id;
}

static void set_offsets(VP9_COMP *cpi,
                        int mb_row, int mb_col, int block_size,
                        int *ref_yoffset, int *ref_uvoffset) {
  MACROBLOCK *const x = &cpi->mb;
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCKD *const xd = &x->e_mbd;
  MB_MODE_INFO *mbmi;
  const int dst_fb_idx = cm->new_fb_idx;
  const int recon_y_stride = cm->yv12_fb[dst_fb_idx].y_stride;
  const int recon_uv_stride = cm->yv12_fb[dst_fb_idx].uv_stride;
  const int recon_yoffset = 16 * mb_row * recon_y_stride + 16 * mb_col;
  const int recon_uvoffset = 8 * mb_row * recon_uv_stride + 8 * mb_col;
  const int src_y_stride = x->src.y_stride;
  const int src_uv_stride = x->src.uv_stride;
  const int src_yoffset = 16 * mb_row * src_y_stride + 16 * mb_col;
  const int src_uvoffset = 8 * mb_row * src_uv_stride + 8 * mb_col;
  const int ref_fb_idx = cm->lst_fb_idx;
  const int ref_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
  const int ref_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
  const int idx_map = mb_row * cm->mb_cols + mb_col;
  const int idx_str = xd->mode_info_stride * mb_row + mb_col;

  // entropy context structures
  xd->above_context = cm->above_context + mb_col;
  xd->left_context  = cm->left_context + (mb_row & 3);

  // GF active flags data structure
  x->gf_active_ptr = (signed char *)&cpi->gf_active_flags[idx_map];

  // Activity map pointer
  x->mb_activity_ptr = &cpi->mb_activity_map[idx_map];
  x->active_ptr = cpi->active_map + idx_map;

  /* pointers to mode info contexts */
  x->partition_info          = x->pi + idx_str;
  xd->mode_info_context      = cm->mi + idx_str;
  mbmi = &xd->mode_info_context->mbmi;
  xd->prev_mode_info_context = cm->prev_mi + idx_str;

  // Set up destination pointers
  xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
  xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
  xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;

  /* Set up limit values for MV components to prevent them from
   * extending beyond the UMV borders assuming 16x16 block size */
  x->mv_row_min = -((mb_row * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_col_min = -((mb_col * 16) + VP9BORDERINPIXELS - VP9_INTERP_EXTEND);
  x->mv_row_max = ((cm->mb_rows - mb_row) * 16 +
                   (VP9BORDERINPIXELS - block_size - VP9_INTERP_EXTEND));
  x->mv_col_max = ((cm->mb_cols - mb_col) * 16 +
                   (VP9BORDERINPIXELS - block_size - VP9_INTERP_EXTEND));

  // Set up distance of MB to edge of frame in 1/8th pel units
  block_size >>= 4;  // in macroblock units
  assert(!(mb_col & (block_size - 1)) && !(mb_row & (block_size - 1)));
  xd->mb_to_top_edge    = -((mb_row * 16) << 3);
  xd->mb_to_left_edge   = -((mb_col * 16) << 3);
  xd->mb_to_bottom_edge = ((cm->mb_rows - block_size - mb_row) * 16) << 3;
  xd->mb_to_right_edge  = ((cm->mb_cols - block_size - mb_col) * 16) << 3;

  // Are edges available for intra prediction?
  xd->up_available   = (mb_row != 0);
  xd->left_available = (mb_col != 0);

  /* Reference buffer offsets */
  *ref_yoffset  = (mb_row * ref_y_stride * 16) + (mb_col * 16);
  *ref_uvoffset = (mb_row * ref_uv_stride * 8) + (mb_col *  8);

  /* set up source buffers */
  x->src.y_buffer = cpi->Source->y_buffer + src_yoffset;
  x->src.u_buffer = cpi->Source->u_buffer + src_uvoffset;
  x->src.v_buffer = cpi->Source->v_buffer + src_uvoffset;

  /* R/D setup */
  x->rddiv = cpi->RDDIV;
  x->rdmult = cpi->RDMULT;

  /* segment ID */
  if (xd->segmentation_enabled) {
    if (xd->update_mb_segmentation_map) {
      mbmi->segment_id = find_seg_id(cpi->segmentation_map, block_size,
                                     mb_row, cm->mb_rows, mb_col, cm->mb_cols);
    } else {
      mbmi->segment_id = find_seg_id(cm->last_frame_seg_map, block_size,
                                     mb_row, cm->mb_rows, mb_col, cm->mb_cols);
    }
    assert(mbmi->segment_id <= 3);
    vp9_mb_init_quantizer(cpi, x);

    if (xd->segmentation_enabled && cpi->seg0_cnt > 0 &&
        !vp9_segfeature_active(xd, 0, SEG_LVL_REF_FRAME) &&
        vp9_segfeature_active(xd, 1, SEG_LVL_REF_FRAME) &&
        vp9_check_segref(xd, 1, INTRA_FRAME)  +
        vp9_check_segref(xd, 1, LAST_FRAME)   +
        vp9_check_segref(xd, 1, GOLDEN_FRAME) +
        vp9_check_segref(xd, 1, ALTREF_FRAME) == 1) {
      cpi->seg0_progress = (cpi->seg0_idx << 16) / cpi->seg0_cnt;
    } else {
      const int y = mb_row & ~3;
      const int x = mb_col & ~3;
      const int p16 = ((mb_row & 1) << 1) +  (mb_col & 1);
      const int p32 = ((mb_row & 2) << 2) + ((mb_col & 2) << 1);

      cpi->seg0_progress =
          ((y * cm->mb_cols + x * 4 + p32 + p16) << 16) / cm->MBs;
    }
  } else {
    mbmi->segment_id = 0;
  }
}

751
static void pick_mb_modes(VP9_COMP *cpi,
John Koleszar's avatar
John Koleszar committed
752
753
754
                          int mb_row,
                          int mb_col,
                          TOKENEXTRA **tp,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
755
756
                          int *totalrate,
                          int *totaldist) {
757
758
759
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
760
761
762
763
764
765
766
767
768
  int i;
  int recon_yoffset, recon_uvoffset;
  ENTROPY_CONTEXT_PLANES left_context[2];
  ENTROPY_CONTEXT_PLANES above_context[2];
  ENTROPY_CONTEXT_PLANES *initial_above_context_ptr = cm->above_context
                                                      + mb_col;

  /* Function should not modify L & A contexts; save and restore on exit */
  vpx_memcpy(left_context,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
769
             cm->left_context + (mb_row & 2),
John Koleszar's avatar
John Koleszar committed
770
771
772
773
774
775
776
             sizeof(left_context));
  vpx_memcpy(above_context,
             initial_above_context_ptr,
             sizeof(above_context));

  /* Encode MBs in raster order within the SB */
  for (i = 0; i < 4; i++) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
777
778
    const int x_idx = i & 1, y_idx = i >> 1;
    MB_MODE_INFO *mbmi;
John Koleszar's avatar
John Koleszar committed
779

Ronald S. Bultje's avatar
Ronald S. Bultje committed
780
    if ((mb_row + y_idx >= cm->mb_rows) || (mb_col + x_idx >= cm->mb_cols)) {
John Koleszar's avatar
John Koleszar committed
781
782
783
      // MB lies outside frame, move on
      continue;
    }
784

John Koleszar's avatar
John Koleszar committed
785
786
    // Index of the MB in the SB 0..3
    xd->mb_index = i;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
787
788
    set_offsets(cpi, mb_row + y_idx, mb_col + x_idx, 16,
                &recon_yoffset, &recon_uvoffset);
John Koleszar's avatar
John Koleszar committed
789

790
#if !CONFIG_SUPERBLOCKS
John Koleszar's avatar
John Koleszar committed
791
    // Copy current MB to a work buffer
792
    vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
793
#endif
John Koleszar's avatar
John Koleszar committed
794
795

    if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
796
      vp9_activity_masking(cpi, x);
John Koleszar's avatar
John Koleszar committed
797

Ronald S. Bultje's avatar
Ronald S. Bultje committed
798
    mbmi = &xd->mode_info_context->mbmi;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
799
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
800
    mbmi->sb_type = BLOCK_SIZE_MB16X16;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
801
802
#endif

John Koleszar's avatar
John Koleszar committed
803
804
    cpi->update_context = 0;    // TODO Do we need this now??

805
    vp9_intra_prediction_down_copy(xd);
806

John Koleszar's avatar
John Koleszar committed
807
808
809
    // Find best coding mode & reconstruct the MB so it is available
    // as a predictor for MBs that follow in the SB
    if (cm->frame_type == KEY_FRAME) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
810
      int r, d;
811
812
813
814
#ifdef ENC_DEBUG
      if (enc_debug)
        printf("intra pick_mb_modes %d %d\n", mb_row, mb_col);
#endif
815
      vp9_rd_pick_intra_mode(cpi, x, &r, &d);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
816
817
      *totalrate += r;
      *totaldist += d;
John Koleszar's avatar
John Koleszar committed
818
819

      // Dummy encode, do not do the tokenization
Ronald S. Bultje's avatar
Ronald S. Bultje committed
820
821
      encode_macroblock(cpi, tp, recon_yoffset, recon_uvoffset, 0,
                        mb_row + y_idx, mb_col + x_idx);
John Koleszar's avatar
John Koleszar committed
822
      // Note the encoder may have changed the segment_id
Ronald S. Bultje's avatar
Ronald S. Bultje committed
823
824

      // Save the coding context
Ronald S. Bultje's avatar
Ronald S. Bultje committed
825
      vpx_memcpy(&x->mb_context[xd->sb_index][i].mic, xd->mode_info_context,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
826
                 sizeof(MODE_INFO));
John Koleszar's avatar
John Koleszar committed
827
    } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
828
      int seg_id, r, d;
John Koleszar's avatar
John Koleszar committed
829

830
831
#ifdef ENC_DEBUG
      if (enc_debug)
832
        printf("inter pick_mb_modes %d %d\n", mb_row, mb_col);
833
#endif
834
835
      vp9_pick_mode_inter_macroblock(cpi, x, recon_yoffset,
                                     recon_uvoffset, &r, &d);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
836
837
      *totalrate += r;
      *totaldist += d;
John Koleszar's avatar
John Koleszar committed
838
839

      // Dummy encode, do not do the tokenization
Ronald S. Bultje's avatar
Ronald S. Bultje committed
840
841
      encode_macroblock(cpi, tp, recon_yoffset, recon_uvoffset, 0,
                        mb_row + y_idx, mb_col + x_idx);
John Koleszar's avatar
John Koleszar committed
842

Paul Wilkins's avatar
Paul Wilkins committed
843
      seg_id = mbmi->segment_id;
John Koleszar's avatar
John Koleszar committed
844
845
846
847
      if (cpi->mb.e_mbd.segmentation_enabled && seg_id == 0) {
        cpi->seg0_idx++;
      }
      if (!xd->segmentation_enabled ||
848
849
850
851
852
          !vp9_segfeature_active(xd, seg_id, SEG_LVL_REF_FRAME) ||
          vp9_check_segref(xd, seg_id, INTRA_FRAME)  +
          vp9_check_segref(xd, seg_id, LAST_FRAME)   +
          vp9_check_segref(xd, seg_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, seg_id, ALTREF_FRAME) > 1) {
John Koleszar's avatar
John Koleszar committed
853
        // Get the prediction context and status
Paul Wilkins's avatar
Paul Wilkins committed
854
855
        int pred_flag = vp9_get_pred_flag(xd, PRED_REF);
        int pred_context = vp9_get_pred_context(cm, xd, PRED_REF);
John Koleszar's avatar
John Koleszar committed
856
857
858
859
860
861
862
863

        // Count prediction success
        cpi->ref_pred_count[pred_context][pred_flag]++;
      }
    }
  }

  /* Restore L & A coding context to those in place on entry */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
864
  vpx_memcpy(cm->left_context + (mb_row & 2),
John Koleszar's avatar
John Koleszar committed
865
866
867
868
869
             left_context,
             sizeof(left_context));
  vpx_memcpy(initial_above_context_ptr,
             above_context,
             sizeof(above_context));
Adrian Grange's avatar
Adrian Grange committed
870
871
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
872
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
873
874
875
876
877
878
static void pick_sb_modes(VP9_COMP *cpi,
                          int mb_row,
                          int mb_col,
                          TOKENEXTRA **tp,
                          int *totalrate,
                          int *totaldist) {
879
880
881
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
882
883
  int recon_yoffset, recon_uvoffset;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
884
885
886
  set_offsets(cpi, mb_row, mb_col, 32, &recon_yoffset, &recon_uvoffset);
  xd->mode_info_context->mbmi.sb_type = BLOCK_SIZE_SB32X32;
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
887
    vp9_activity_masking(cpi, x);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
888
889
890
891
  cpi->update_context = 0;    // TODO Do we need this now??

  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
892
893
894
895
  if (cm->frame_type == KEY_FRAME) {
    vp9_rd_pick_intra_mode_sb32(cpi, x,
                                totalrate,
                                totaldist);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
896
897

    /* Save the coding context */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
898
    vpx_memcpy(&x->sb32_context[xd->sb_index].mic, xd->mode_info_context,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
899
               sizeof(MODE_INFO));
900
  } else {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
901
902
903
904
905
    vp9_rd_pick_inter_mode_sb32(cpi, x,
                                recon_yoffset,
                                recon_uvoffset,
                                totalrate,
                                totaldist);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
906
907
908
  }
}

Ronald S. Bultje's avatar
Ronald S. Bultje committed
909
910
911
912
913
914
915
#if CONFIG_SUPERBLOCKS64
static void pick_sb64_modes(VP9_COMP *cpi,
                            int mb_row,
                            int mb_col,
                            TOKENEXTRA **tp,
                            int *totalrate,
                            int *totaldist) {
916
917
918
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
John Koleszar's avatar
John Koleszar committed
919
920
  int recon_yoffset, recon_uvoffset;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
921
922
923
924
925
  set_offsets(cpi, mb_row, mb_col, 64, &recon_yoffset, &recon_uvoffset);
  xd->mode_info_context->mbmi.sb_type = BLOCK_SIZE_SB64X64;
  if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
    vp9_activity_masking(cpi, x);
  cpi->update_context = 0;    // TODO(rbultje) Do we need this now??
John Koleszar's avatar
John Koleszar committed
926

Ronald S. Bultje's avatar
Ronald S. Bultje committed
927
928
929
930
931
932
  /* Find best coding mode & reconstruct the MB so it is available
   * as a predictor for MBs that follow in the SB */
  if (cm->frame_type == KEY_FRAME) {
    vp9_rd_pick_intra_mode_sb64(cpi, x,
                                totalrate,
                                totaldist);
Adrian Grange's avatar
Adrian Grange committed
933

Ronald S. Bultje's avatar
Ronald S. Bultje committed
934
935
936
937
938
939
940
941
942
943
944
945
946
    /* Save the coding context */
    vpx_memcpy(&x->sb64_context.mic, xd->mode_info_context,
               sizeof(MODE_INFO));
  } else {
    vp9_rd_pick_inter_mode_sb64(cpi, x,
                                recon_yoffset,
                                recon_uvoffset,
                                totalrate,
                                totaldist);
  }
}
#endif  // CONFIG_SUPERBLOCKS64
#endif  // CONFIG_SUPERBLOCKS
Adrian Grange's avatar
Adrian Grange committed
947

Ronald S. Bultje's avatar
Ronald S. Bultje committed
948
949
950
951
952
953
static void update_stats(VP9_COMP *cpi) {
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
  MODE_INFO *mi = xd->mode_info_context;
  MB_MODE_INFO *const mbmi = &mi->mbmi;
Adrian Grange's avatar
Adrian Grange committed
954

Ronald S. Bultje's avatar
Ronald S. Bultje committed
955
956
957
  if (cm->frame_type == KEY_FRAME) {
#ifdef MODE_STATS
    y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
958
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
959
960
  } else {
    int segment_id, seg_ref_active;
John Koleszar's avatar
John Koleszar committed
961

Ronald S. Bultje's avatar
Ronald S. Bultje committed
962
963
    if (mbmi->ref_frame) {
      int pred_context = vp9_get_pred_context(cm, xd, PRED_COMP);
964

Ronald S. Bultje's avatar
Ronald S. Bultje committed
965
966
967
968
      if (mbmi->second_ref_frame <= INTRA_FRAME)
        cpi->single_pred_count[pred_context]++;
      else
        cpi->comp_pred_count[pred_context]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
969
    }
Adrian Grange's avatar
Adrian Grange committed
970

Ronald S. Bultje's avatar
Ronald S. Bultje committed
971
972
#ifdef MODE_STATS
    inter_y_modes[mbmi->mode]++;
Adrian Grange's avatar
Adrian Grange committed
973

Ronald S. Bultje's avatar
Ronald S. Bultje committed
974
975
    if (mbmi->mode == SPLITMV) {
      int b;
John Koleszar's avatar
John Koleszar committed
976

Ronald S. Bultje's avatar
Ronald S. Bultje committed
977
978
979
980
      for (b = 0; b < x->partition_info->count; b++) {
        inter_b_modes[x->partition_info->bmi[b].mode]++;
      }
    }
981
#endif
982

Ronald S. Bultje's avatar
Ronald S. Bultje committed
983
984
985
986
987
988
989
990
991
992
993
994
995
996
    // If we have just a single reference frame coded for a segment then
    // exclude from the reference frame counts used to work out
    // probabilities. NOTE: At the moment we dont support custom trees
    // for the reference frame coding for each segment but this is a
    // possible future action.
    segment_id = mbmi->segment_id;
    seg_ref_active = vp9_segfeature_active(xd, segment_id,
                                           SEG_LVL_REF_FRAME);
    if (!seg_ref_active ||
        ((vp9_check_segref(xd, segment_id, INTRA_FRAME) +
          vp9_check_segref(xd, segment_id, LAST_FRAME) +
          vp9_check_segref(xd, segment_id, GOLDEN_FRAME) +
          vp9_check_segref(xd, segment_id, ALTREF_FRAME)) > 1)) {
      cpi->count_mb_ref_frame_usage[mbmi->ref_frame]++;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
997
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
998
999
1000
1001
1002
    // Count of last ref frame 0,0 usage
    if ((mbmi->mode == ZEROMV) && (mbmi->ref_frame == LAST_FRAME))
      cpi->inter_zz_count++;
  }
}
John Koleszar's avatar
John Koleszar committed
1003

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1004
1005
1006
1007
1008
static void encode_sb(VP9_COMP *cpi,
                      int mb_row,
                      int mb_col,
                      int output_enabled,
                      TOKENEXTRA **tp, int is_sb) {
1009
1010
1011
  VP9_COMMON *const cm = &cpi->common;
  MACROBLOCK *const x = &cpi->mb;
  MACROBLOCKD *const xd = &x->e_mbd;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1012
  int recon_yoffset, recon_uvoffset;
John Koleszar's avatar
John Koleszar committed
1013

1014
#if CONFIG_SUPERBLOCKS
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1015
1016
1017
  cpi->sb32_count[is_sb]++;
  if (is_sb) {
    set_offsets(cpi, mb_row, mb_col, 32, &recon_yoffset, &recon_uvoffset);
1018
    update_state(cpi, &x->sb32_context[xd->sb_index], 32, output_enabled);
1019

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1020
1021
1022
1023
    encode_superblock32(cpi, tp, recon_yoffset, recon_uvoffset,
                        output_enabled, mb_row, mb_col);
    if (output_enabled)
      update_stats(cpi);
1024

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1025
1026
1027
1028
1029
1030
1031
    if (output_enabled) {
      (*tp)->Token = EOSB_TOKEN;
      (*tp)++;
      if (mb_row < cm->mb_rows)
        cpi->tplist[mb_row].stop = *tp;
    }
  } else
John Koleszar's avatar
John Koleszar committed
1032
#endif
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1033
1034
  {
    int i;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1035

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1036
1037
    for (i = 0; i < 4; i++) {
      const int x_idx = i & 1, y_idx = i >> 1;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1038

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1039
1040
1041
      if ((mb_row + y_idx >= cm->mb_rows) || (mb_col + x_idx >= cm->mb_cols)) {
        // MB lies outside frame, move on
        continue;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1042
1043
      }

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1044
1045
1046
      set_offsets(cpi, mb_row + y_idx, mb_col + x_idx, 16,
                  &recon_yoffset, &recon_uvoffset);
      xd->mb_index = i;
1047
      update_state(cpi, &x->mb_context[xd->sb_index][i], 16, output_enabled);
John Koleszar's avatar
John Koleszar committed
1048

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1049
1050
1051
#if !CONFIG_SUPERBLOCKS
      // Copy current MB to a work buffer
      vp9_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
John Koleszar's avatar
John Koleszar committed
1052
1053
#endif

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1054
1055
      if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
        vp9_activity_masking(cpi, x);
John Koleszar's avatar
John Koleszar committed
1056

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1057
      vp9_intra_prediction_down_copy(xd);
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1058

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1059
1060
1061
1062
      encode_macroblock(cpi, tp, recon_yoffset, recon_uvoffset,
                        output_enabled, mb_row + y_idx, mb_col + x_idx);
      if (output_enabled)
        update_stats(cpi);
Deb Mukherjee's avatar
Deb Mukherjee committed
1063

Ronald S. Bultje's avatar
Ronald S. Bultje committed
1064
1065
1066
1067
1068
1069
      if (output_enabled) {
        (*tp)->Token = EOSB_TOKEN;
        (*tp)++;
        if (mb_row + y_idx < cm->mb_rows)
          cpi->tplist[mb_row + y_idx].stop = *tp;
      }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1070
    }
John Koleszar's avatar
John Koleszar committed
1071
  }
John Koleszar's avatar
John Koleszar committed
1072

John Koleszar's avatar
John Koleszar committed
1073
  // debug output
Adrian Grange's avatar
Adrian Grange committed
1074
#if DBG_PRNT_SEGMAP
John Koleszar's avatar
John Koleszar committed
1075
1076
1077
1078
1079
1080
  {
    FILE *statsfile;
    statsfile = fopen("segmap2.stt", "a");
    fprintf(statsfile, "\n");
    fclose(statsfile);
  }