vp9_firstpass.c 82.1 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
 */

11
#include <limits.h>
12
#include <math.h>
13
#include <stdio.h>
14
15
16
17
18
19
20
21
22

#include "./vpx_scale_rtcd.h"

#include "vpx_mem/vpx_mem.h"
#include "vpx_scale/vpx_scale.h"
#include "vpx_scale/yv12config.h"

#include "vp9/common/vp9_entropymv.h"
#include "vp9/common/vp9_quant_common.h"
23
#include "vp9/common/vp9_reconinter.h"  // vp9_setup_dst_planes()
24
#include "vp9/common/vp9_systemdependent.h"
25

Marco Paniconi's avatar
Marco Paniconi committed
26
#include "vp9/encoder/vp9_aq_variance.h"
27
#include "vp9/encoder/vp9_block.h"
28
29
#include "vp9/encoder/vp9_encodeframe.h"
#include "vp9/encoder/vp9_encodemb.h"
30
#include "vp9/encoder/vp9_encodemv.h"
31
32
33
#include "vp9/encoder/vp9_extend.h"
#include "vp9/encoder/vp9_firstpass.h"
#include "vp9/encoder/vp9_mcomp.h"
34
#include "vp9/encoder/vp9_onyx_int.h"
35
#include "vp9/encoder/vp9_quantize.h"
36
#include "vp9/encoder/vp9_ratectrl.h"
37
38
#include "vp9/encoder/vp9_rdopt.h"
#include "vp9/encoder/vp9_variance.h"
John Koleszar's avatar
John Koleszar committed
39

40
#define OUTPUT_FPF 0
John Koleszar's avatar
John Koleszar committed
41

42
43
#define IIFACTOR   12.5
#define IIKFACTOR1 12.5
44
#define IIKFACTOR2 15.0
45
#define RMAX       512.0
46
#define GF_RMAX    96.0
Paul Wilkins's avatar
Paul Wilkins committed
47
#define ERR_DIVISOR   150.0
48
#define MIN_DECAY_FACTOR 0.1
John Koleszar's avatar
John Koleszar committed
49

50
51
#define KF_MB_INTRA_MIN 150
#define GF_MB_INTRA_MIN 100
Paul Wilkins's avatar
CQ Mode    
Paul Wilkins committed
52

53
#define DOUBLE_DIVIDE_CHECK(x) ((x) < 0 ? (x) - 0.000001 : (x) + 0.000001)
John Koleszar's avatar
John Koleszar committed
54

55
56
#define MIN_KF_BOOST        300

57
58
59
60
61
62
63
#if CONFIG_MULTIPLE_ARF
// Set MIN_GF_INTERVAL to 1 for the full decomposition.
#define MIN_GF_INTERVAL             2
#else
#define MIN_GF_INTERVAL             4
#endif

64
65
#define DISABLE_RC_LONG_TERM_MEM

66
67
68
69
70
71
static void swap_yv12(YV12_BUFFER_CONFIG *a, YV12_BUFFER_CONFIG *b) {
  YV12_BUFFER_CONFIG temp = *a;
  *a = *b;
  *b = temp;
}

72
73
74
75
76
77
78
static int gfboost_qadjust(int qindex) {
  const double q = vp9_convert_qindex_to_q(qindex);
  return (int)((0.00000828 * q * q * q) +
               (-0.0055 * q * q) +
               (1.32 * q) + 79.3);
}

79
80
// Resets the first pass file to the given position using a relative seek from
// the current position.
81
static void reset_fpf_position(struct twopass_rc *p,
82
                               const FIRSTPASS_STATS *position) {
83
  p->stats_in = position;
John Koleszar's avatar
John Koleszar committed
84
85
}

86
87
88
static int lookup_next_frame_stats(const struct twopass_rc *p,
                                   FIRSTPASS_STATS *next_frame) {
  if (p->stats_in >= p->stats_in_end)
John Koleszar's avatar
John Koleszar committed
89
    return EOF;
John Koleszar's avatar
John Koleszar committed
90

91
  *next_frame = *p->stats_in;
John Koleszar's avatar
John Koleszar committed
92
  return 1;
John Koleszar's avatar
John Koleszar committed
93
94
}

95

Adrian Grange's avatar
Adrian Grange committed
96
// Read frame stats at an offset from the current position.
97
98
99
static int read_frame_stats(const struct twopass_rc *p,
                            FIRSTPASS_STATS *frame_stats, int offset) {
  const FIRSTPASS_STATS *fps_ptr = p->stats_in;
John Koleszar's avatar
John Koleszar committed
100

Adrian Grange's avatar
Adrian Grange committed
101
  // Check legality of offset.
John Koleszar's avatar
John Koleszar committed
102
  if (offset >= 0) {
103
    if (&fps_ptr[offset] >= p->stats_in_end)
John Koleszar's avatar
John Koleszar committed
104
105
      return EOF;
  } else if (offset < 0) {
106
    if (&fps_ptr[offset] < p->stats_in_start)
John Koleszar's avatar
John Koleszar committed
107
108
109
110
111
      return EOF;
  }

  *frame_stats = fps_ptr[offset];
  return 1;
112
113
}

114
115
static int input_stats(struct twopass_rc *p, FIRSTPASS_STATS *fps) {
  if (p->stats_in >= p->stats_in_end)
John Koleszar's avatar
John Koleszar committed
116
    return EOF;
117

118
119
  *fps = *p->stats_in;
  ++p->stats_in;
John Koleszar's avatar
John Koleszar committed
120
  return 1;
121
122
}

123
124
static void output_stats(FIRSTPASS_STATS *stats,
                         struct vpx_codec_pkt_list *pktlist) {
John Koleszar's avatar
John Koleszar committed
125
126
127
128
129
  struct vpx_codec_cx_pkt pkt;
  pkt.kind = VPX_CODEC_STATS_PKT;
  pkt.data.twopass_stats.buf = stats;
  pkt.data.twopass_stats.sz = sizeof(FIRSTPASS_STATS);
  vpx_codec_pkt_list_add(pktlist, &pkt);
130
131
132

// TEMP debug code
#if OUTPUT_FPF
John Koleszar's avatar
John Koleszar committed
133
134
135
136
  {
    FILE *fpfile;
    fpfile = fopen("firstpass.stt", "a");

137
    fprintf(fpfile, "%12.0f %12.0f %12.0f %12.0f %12.0f %12.4f %12.4f"
John Koleszar's avatar
John Koleszar committed
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
            "%12.4f %12.4f %12.4f %12.4f %12.4f %12.4f %12.4f"
            "%12.0f %12.0f %12.4f %12.0f %12.0f %12.4f\n",
            stats->frame,
            stats->intra_error,
            stats->coded_error,
            stats->sr_coded_error,
            stats->ssim_weighted_pred_err,
            stats->pcnt_inter,
            stats->pcnt_motion,
            stats->pcnt_second_ref,
            stats->pcnt_neutral,
            stats->MVr,
            stats->mvr_abs,
            stats->MVc,
            stats->mvc_abs,
            stats->MVrv,
            stats->MVcv,
            stats->mv_in_out_count,
            stats->new_mv_count,
            stats->count,
            stats->duration);
    fclose(fpfile);
  }
161
162
163
#endif
}

John Koleszar's avatar
John Koleszar committed
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
static void zero_stats(FIRSTPASS_STATS *section) {
  section->frame      = 0.0;
  section->intra_error = 0.0;
  section->coded_error = 0.0;
  section->sr_coded_error = 0.0;
  section->ssim_weighted_pred_err = 0.0;
  section->pcnt_inter  = 0.0;
  section->pcnt_motion  = 0.0;
  section->pcnt_second_ref = 0.0;
  section->pcnt_neutral = 0.0;
  section->MVr        = 0.0;
  section->mvr_abs     = 0.0;
  section->MVc        = 0.0;
  section->mvc_abs     = 0.0;
  section->MVrv       = 0.0;
  section->MVcv       = 0.0;
  section->mv_in_out_count  = 0.0;
  section->new_mv_count = 0.0;
  section->count      = 0.0;
  section->duration   = 1.0;
184
  section->spatial_layer_id = 0;
185
186
}

Dmitry Kovalev's avatar
Dmitry Kovalev committed
187
188
static void accumulate_stats(FIRSTPASS_STATS *section,
                             const FIRSTPASS_STATS *frame) {
John Koleszar's avatar
John Koleszar committed
189
  section->frame += frame->frame;
190
  section->spatial_layer_id = frame->spatial_layer_id;
John Koleszar's avatar
John Koleszar committed
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
  section->intra_error += frame->intra_error;
  section->coded_error += frame->coded_error;
  section->sr_coded_error += frame->sr_coded_error;
  section->ssim_weighted_pred_err += frame->ssim_weighted_pred_err;
  section->pcnt_inter  += frame->pcnt_inter;
  section->pcnt_motion += frame->pcnt_motion;
  section->pcnt_second_ref += frame->pcnt_second_ref;
  section->pcnt_neutral += frame->pcnt_neutral;
  section->MVr        += frame->MVr;
  section->mvr_abs     += frame->mvr_abs;
  section->MVc        += frame->MVc;
  section->mvc_abs     += frame->mvc_abs;
  section->MVrv       += frame->MVrv;
  section->MVcv       += frame->MVcv;
  section->mv_in_out_count  += frame->mv_in_out_count;
  section->new_mv_count += frame->new_mv_count;
  section->count      += frame->count;
  section->duration   += frame->duration;
209
210
}

Dmitry Kovalev's avatar
Dmitry Kovalev committed
211
212
static void subtract_stats(FIRSTPASS_STATS *section,
                           const FIRSTPASS_STATS *frame) {
John Koleszar's avatar
John Koleszar committed
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
  section->frame -= frame->frame;
  section->intra_error -= frame->intra_error;
  section->coded_error -= frame->coded_error;
  section->sr_coded_error -= frame->sr_coded_error;
  section->ssim_weighted_pred_err -= frame->ssim_weighted_pred_err;
  section->pcnt_inter  -= frame->pcnt_inter;
  section->pcnt_motion -= frame->pcnt_motion;
  section->pcnt_second_ref -= frame->pcnt_second_ref;
  section->pcnt_neutral -= frame->pcnt_neutral;
  section->MVr        -= frame->MVr;
  section->mvr_abs     -= frame->mvr_abs;
  section->MVc        -= frame->MVc;
  section->mvc_abs     -= frame->mvc_abs;
  section->MVrv       -= frame->MVrv;
  section->MVcv       -= frame->MVcv;
  section->mv_in_out_count  -= frame->mv_in_out_count;
  section->new_mv_count -= frame->new_mv_count;
  section->count      -= frame->count;
  section->duration   -= frame->duration;
232
233
}

John Koleszar's avatar
John Koleszar committed
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
static void avg_stats(FIRSTPASS_STATS *section) {
  if (section->count < 1.0)
    return;

  section->intra_error /= section->count;
  section->coded_error /= section->count;
  section->sr_coded_error /= section->count;
  section->ssim_weighted_pred_err /= section->count;
  section->pcnt_inter  /= section->count;
  section->pcnt_second_ref /= section->count;
  section->pcnt_neutral /= section->count;
  section->pcnt_motion /= section->count;
  section->MVr        /= section->count;
  section->mvr_abs     /= section->count;
  section->MVc        /= section->count;
  section->mvc_abs     /= section->count;
  section->MVrv       /= section->count;
  section->MVcv       /= section->count;
  section->mv_in_out_count   /= section->count;
  section->duration   /= section->count;
254
255
}

256
257
// Calculate a modified Error used in distributing bits between easier and
// harder frames.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
258
259
static double calculate_modified_err(const VP9_COMP *cpi,
                                     const FIRSTPASS_STATS *this_frame) {
260
  const struct twopass_rc *twopass = &cpi->twopass;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
261
  const SVC *const svc = &cpi->svc;
262
263
264
265
  const FIRSTPASS_STATS *stats;
  double av_err;
  double modified_error;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
266
267
268
  if (svc->number_spatial_layers > 1 &&
      svc->number_temporal_layers == 1) {
    twopass = &svc->layer_context[svc->spatial_layer_id].twopass;
269
270
271
272
273
274
275
  }

  stats = &twopass->total_stats;
  av_err = stats->ssim_weighted_pred_err / stats->count;
  modified_error = av_err * pow(this_frame->ssim_weighted_pred_err /
                   DOUBLE_DIVIDE_CHECK(av_err),
                   cpi->oxcf.two_pass_vbrbias / 100.0);
276

277
278
  return fclamp(modified_error,
                twopass->modified_error_min, twopass->modified_error_max);
John Koleszar's avatar
John Koleszar committed
279
280
}

281
static const double weight_table[256] = {
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
  0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.020000,
  0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.020000,
  0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.020000,
  0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.020000,
  0.020000, 0.020000, 0.020000, 0.020000, 0.020000, 0.031250, 0.062500,
  0.093750, 0.125000, 0.156250, 0.187500, 0.218750, 0.250000, 0.281250,
  0.312500, 0.343750, 0.375000, 0.406250, 0.437500, 0.468750, 0.500000,
  0.531250, 0.562500, 0.593750, 0.625000, 0.656250, 0.687500, 0.718750,
  0.750000, 0.781250, 0.812500, 0.843750, 0.875000, 0.906250, 0.937500,
  0.968750, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000, 1.000000,
  1.000000, 1.000000, 1.000000, 1.000000
319
320
};

321
static double simple_weight(const YV12_BUFFER_CONFIG *buf) {
John Koleszar's avatar
John Koleszar committed
322
  int i, j;
323
324
325
326
327
328
329
330
331
332
333
  double sum = 0.0;
  const int w = buf->y_crop_width;
  const int h = buf->y_crop_height;
  const uint8_t *row = buf->y_buffer;

  for (i = 0; i < h; ++i) {
    const uint8_t *pixel = row;
    for (j = 0; j < w; ++j)
      sum += weight_table[*pixel++];
    row += buf->y_stride;
  }
John Koleszar's avatar
John Koleszar committed
334

335
  return MAX(0.1, sum / (w * h));
John Koleszar's avatar
John Koleszar committed
336
337
}

338
// This function returns the maximum target rate per frame.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
339
static int frame_max_bits(const RATE_CONTROL *rc, const VP9_CONFIG *oxcf) {
340
  int64_t max_bits = ((int64_t)rc->avg_frame_bandwidth *
Dmitry Kovalev's avatar
Dmitry Kovalev committed
341
                          (int64_t)oxcf->two_pass_vbrmax_section) / 100;
Yaowu Xu's avatar
Yaowu Xu committed
342
  if (max_bits < 0)
Paul Wilkins's avatar
Paul Wilkins committed
343
    max_bits = 0;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
344
345
  else if (max_bits > rc->max_frame_bandwidth)
    max_bits = rc->max_frame_bandwidth;
Paul Wilkins's avatar
Paul Wilkins committed
346

Yaowu Xu's avatar
Yaowu Xu committed
347
  return (int)max_bits;
John Koleszar's avatar
John Koleszar committed
348
349
}

350
void vp9_init_first_pass(VP9_COMP *cpi) {
351
  zero_stats(&cpi->twopass.total_stats);
John Koleszar's avatar
John Koleszar committed
352
353
}

354
void vp9_end_first_pass(VP9_COMP *cpi) {
355
356
357
358
359
360
361
362
363
  if (cpi->use_svc && cpi->svc.number_temporal_layers == 1) {
    int i;
    for (i = 0; i < cpi->svc.number_spatial_layers; ++i) {
      output_stats(&cpi->svc.layer_context[i].twopass.total_stats,
                   cpi->output_pkt_list);
    }
  } else {
    output_stats(&cpi->twopass.total_stats, cpi->output_pkt_list);
  }
364
}
John Koleszar's avatar
John Koleszar committed
365

366
367
368
369
370
371
372
373
374
375
376
377
378
static vp9_variance_fn_t get_block_variance_fn(BLOCK_SIZE bsize) {
  switch (bsize) {
    case BLOCK_8X8:
      return vp9_mse8x8;
    case BLOCK_16X8:
      return vp9_mse16x8;
    case BLOCK_8X16:
      return vp9_mse8x16;
    default:
      return vp9_mse16x16;
  }
}

379
380
381
static unsigned int get_prediction_error(BLOCK_SIZE bsize,
                                         const struct buf_2d *src,
                                         const struct buf_2d *ref) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
382
  unsigned int sse;
383
384
  const vp9_variance_fn_t fn = get_block_variance_fn(bsize);
  fn(src->buf, src->stride, ref->buf, ref->stride, &sse);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
385
  return sse;
386
387
}

388
389
390
391
392
393
394
395
396
397
398
// Refine the motion search range according to the frame dimension
// for first pass test.
static int get_search_range(const VP9_COMMON *cm) {
  int sr = 0;
  const int dim = MIN(cm->width, cm->height);

  while ((dim << sr) < MAX_FULL_PEL_VAL)
    ++sr;
  return sr;
}

399
static void first_pass_motion_search(VP9_COMP *cpi, MACROBLOCK *x,
400
                                     const MV *ref_mv, MV *best_mv,
401
                                     int *best_motion_err) {
John Koleszar's avatar
John Koleszar committed
402
  MACROBLOCKD *const xd = &x->e_mbd;
403
  MV tmp_mv = {0, 0};
404
  MV ref_mv_full = {ref_mv->row >> 3, ref_mv->col >> 3};
405
  int num00, tmp_err, n;
406
  const BLOCK_SIZE bsize = xd->mi[0]->mbmi.sb_type;
407
  vp9_variance_fn_ptr_t v_fn_ptr = cpi->fn_ptr[bsize];
408
  const int new_mv_mode_penalty = 256;
409

410
411
412
  int step_param = 3;
  int further_steps = (MAX_MVSEARCH_STEPS - 1) - step_param;
  const int sr = get_search_range(&cpi->common);
413
  step_param += sr;
414
415
  further_steps -= sr;

Adrian Grange's avatar
Adrian Grange committed
416
  // Override the default variance function to use MSE.
417
  v_fn_ptr.vf = get_block_variance_fn(bsize);
John Koleszar's avatar
John Koleszar committed
418

Adrian Grange's avatar
Adrian Grange committed
419
  // Center the initial step/diamond search on best mv.
420
  tmp_err = cpi->diamond_search_sad(x, &ref_mv_full, &tmp_mv,
421
                                    step_param,
422
                                    x->sadperbit16, &num00, &v_fn_ptr, ref_mv);
Deb Mukherjee's avatar
Deb Mukherjee committed
423
424
  if (tmp_err < INT_MAX)
    tmp_err = vp9_get_mvpred_var(x, &tmp_mv, ref_mv, &v_fn_ptr, 1);
John Koleszar's avatar
John Koleszar committed
425
426
427
428
429
  if (tmp_err < INT_MAX - new_mv_mode_penalty)
    tmp_err += new_mv_mode_penalty;

  if (tmp_err < *best_motion_err) {
    *best_motion_err = tmp_err;
430
    *best_mv = tmp_mv;
John Koleszar's avatar
John Koleszar committed
431
432
  }

Adrian Grange's avatar
Adrian Grange committed
433
  // Carry out further step/diamond searches as necessary.
John Koleszar's avatar
John Koleszar committed
434
435
436
437
  n = num00;
  num00 = 0;

  while (n < further_steps) {
Adrian Grange's avatar
Adrian Grange committed
438
    ++n;
John Koleszar's avatar
John Koleszar committed
439

440
    if (num00) {
Adrian Grange's avatar
Adrian Grange committed
441
      --num00;
442
    } else {
443
      tmp_err = cpi->diamond_search_sad(x, &ref_mv_full, &tmp_mv,
John Koleszar's avatar
John Koleszar committed
444
                                        step_param + n, x->sadperbit16,
445
                                        &num00, &v_fn_ptr, ref_mv);
Deb Mukherjee's avatar
Deb Mukherjee committed
446
447
      if (tmp_err < INT_MAX)
        tmp_err = vp9_get_mvpred_var(x, &tmp_mv, ref_mv, &v_fn_ptr, 1);
John Koleszar's avatar
John Koleszar committed
448
      if (tmp_err < INT_MAX - new_mv_mode_penalty)
John Koleszar's avatar
John Koleszar committed
449
450
        tmp_err += new_mv_mode_penalty;

John Koleszar's avatar
John Koleszar committed
451
      if (tmp_err < *best_motion_err) {
John Koleszar's avatar
John Koleszar committed
452
        *best_motion_err = tmp_err;
453
        *best_mv = tmp_mv;
John Koleszar's avatar
John Koleszar committed
454
      }
John Koleszar's avatar
John Koleszar committed
455
    }
John Koleszar's avatar
John Koleszar committed
456
  }
John Koleszar's avatar
John Koleszar committed
457
458
}

459
460
461
462
463
464
465
466
467
468
static BLOCK_SIZE get_bsize(const VP9_COMMON *cm, int mb_row, int mb_col) {
  if (2 * mb_col + 1 < cm->mi_cols) {
    return 2 * mb_row + 1 < cm->mi_rows ? BLOCK_16X16
                                        : BLOCK_16X8;
  } else {
    return 2 * mb_row + 1 < cm->mi_rows ? BLOCK_8X16
                                        : BLOCK_8X8;
  }
}

469
void vp9_first_pass(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
470
  int mb_row, mb_col;
John Koleszar's avatar
John Koleszar committed
471
  MACROBLOCK *const x = &cpi->mb;
472
  VP9_COMMON *const cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
473
  MACROBLOCKD *const xd = &x->e_mbd;
James Zern's avatar
James Zern committed
474
  TileInfo tile;
475
476
  struct macroblock_plane *const p = x->plane;
  struct macroblockd_plane *const pd = xd->plane;
477
  const PICK_MODE_CONTEXT *ctx = &x->pc_root->none;
478
  int i;
John Koleszar's avatar
John Koleszar committed
479
480

  int recon_yoffset, recon_uvoffset;
481
  YV12_BUFFER_CONFIG *const lst_yv12 = get_ref_frame_buffer(cpi, LAST_FRAME);
482
  YV12_BUFFER_CONFIG *gld_yv12 = get_ref_frame_buffer(cpi, GOLDEN_FRAME);
483
  YV12_BUFFER_CONFIG *const new_yv12 = get_frame_new_buffer(cm);
484
485
486
  int recon_y_stride = lst_yv12->y_stride;
  int recon_uv_stride = lst_yv12->uv_stride;
  int uv_mb_height = 16 >> (lst_yv12->y_height > lst_yv12->uv_height);
John Koleszar's avatar
John Koleszar committed
487
488
489
490
491
492
  int64_t intra_error = 0;
  int64_t coded_error = 0;
  int64_t sr_coded_error = 0;

  int sum_mvr = 0, sum_mvc = 0;
  int sum_mvr_abs = 0, sum_mvc_abs = 0;
493
  int64_t sum_mvrs = 0, sum_mvcs = 0;
John Koleszar's avatar
John Koleszar committed
494
495
496
497
498
499
500
501
  int mvcount = 0;
  int intercount = 0;
  int second_ref_count = 0;
  int intrapenalty = 256;
  int neutral_count = 0;
  int new_mv_count = 0;
  int sum_in_vectors = 0;
  uint32_t lastmv_as_int = 0;
502
  struct twopass_rc *twopass = &cpi->twopass;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
503
  const MV zero_mv = {0, 0};
504
  const YV12_BUFFER_CONFIG *first_ref_buf = lst_yv12;
John Koleszar's avatar
John Koleszar committed
505

506
  vp9_clear_system_state();
John Koleszar's avatar
John Koleszar committed
507

508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
  if (cpi->use_svc && cpi->svc.number_temporal_layers == 1) {
    MV_REFERENCE_FRAME ref_frame = LAST_FRAME;
    const YV12_BUFFER_CONFIG *scaled_ref_buf = NULL;
    twopass = &cpi->svc.layer_context[cpi->svc.spatial_layer_id].twopass;

    vp9_scale_references(cpi);

    // Use either last frame or alt frame for motion search.
    if (cpi->ref_frame_flags & VP9_LAST_FLAG) {
      scaled_ref_buf = vp9_get_scaled_ref_frame(cpi, LAST_FRAME);
      ref_frame = LAST_FRAME;
    } else if (cpi->ref_frame_flags & VP9_ALT_FLAG) {
      scaled_ref_buf = vp9_get_scaled_ref_frame(cpi, ALTREF_FRAME);
      ref_frame = ALTREF_FRAME;
    }

    if (scaled_ref_buf != NULL) {
      // Update the stride since we are using scaled reference buffer
      first_ref_buf = scaled_ref_buf;
      recon_y_stride = first_ref_buf->y_stride;
      recon_uv_stride = first_ref_buf->uv_stride;
      uv_mb_height = 16 >> (first_ref_buf->y_height > first_ref_buf->uv_height);
    }

    // Disable golden frame for svc first pass for now.
    gld_yv12 = NULL;
    set_ref_ptrs(cm, xd, ref_frame, NONE);
  }

John Koleszar's avatar
John Koleszar committed
537
  vp9_setup_src_planes(x, cpi->Source, 0, 0);
538
  vp9_setup_pre_planes(xd, 0, first_ref_buf, 0, 0, NULL);
539
  vp9_setup_dst_planes(xd, new_yv12, 0, 0);
John Koleszar's avatar
John Koleszar committed
540

541
542
  xd->mi = cm->mi_grid_visible;
  xd->mi[0] = cm->mi;
John Koleszar's avatar
John Koleszar committed
543

544
  vp9_setup_block_planes(&x->e_mbd, cm->subsampling_x, cm->subsampling_y);
John Koleszar's avatar
John Koleszar committed
545

546
  vp9_frame_init_quantizer(cpi);
John Koleszar's avatar
John Koleszar committed
547

548
549
  for (i = 0; i < MAX_MB_PLANE; ++i) {
    p[i].coeff = ctx->coeff_pbuf[i][1];
550
    p[i].qcoeff = ctx->qcoeff_pbuf[i][1];
551
    pd[i].dqcoeff = ctx->dqcoeff_pbuf[i][1];
552
    p[i].eobs = ctx->eobs_pbuf[i][1];
553
  }
554
  x->skip_recode = 0;
555

Dmitry Kovalev's avatar
Dmitry Kovalev committed
556
557
  vp9_init_mv_probs(cm);
  vp9_initialize_rd_consts(cpi);
John Koleszar's avatar
John Koleszar committed
558

Adrian Grange's avatar
Adrian Grange committed
559
  // Tiling is ignored in the first pass.
James Zern's avatar
James Zern committed
560
561
  vp9_tile_init(&tile, cm, 0, 0);

Adrian Grange's avatar
Adrian Grange committed
562
  for (mb_row = 0; mb_row < cm->mb_rows; ++mb_row) {
John Koleszar's avatar
John Koleszar committed
563
564
565
566
    int_mv best_ref_mv;

    best_ref_mv.as_int = 0;

Adrian Grange's avatar
Adrian Grange committed
567
    // Reset above block coeffs.
John Koleszar's avatar
John Koleszar committed
568
569
    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
Alex Converse's avatar
Alex Converse committed
570
    recon_uvoffset = (mb_row * recon_uv_stride * uv_mb_height);
John Koleszar's avatar
John Koleszar committed
571

572
    // Set up limit values for motion vectors to prevent them extending
Adrian Grange's avatar
Adrian Grange committed
573
    // outside the UMV borders.
574
    x->mv_row_min = -((mb_row * 16) + BORDER_MV_PIXELS_B16);
John Koleszar's avatar
John Koleszar committed
575
    x->mv_row_max = ((cm->mb_rows - 1 - mb_row) * 16)
576
                    + BORDER_MV_PIXELS_B16;
John Koleszar's avatar
John Koleszar committed
577

Adrian Grange's avatar
Adrian Grange committed
578
    for (mb_col = 0; mb_col < cm->mb_cols; ++mb_col) {
John Koleszar's avatar
John Koleszar committed
579
      int this_error;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
580
      const int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
581
      double error_weight = 1.0;
582
      const BLOCK_SIZE bsize = get_bsize(cm, mb_row, mb_col);
583

584
      vp9_clear_system_state();
John Koleszar's avatar
John Koleszar committed
585

586
587
588
      xd->plane[0].dst.buf = new_yv12->y_buffer + recon_yoffset;
      xd->plane[1].dst.buf = new_yv12->u_buffer + recon_uvoffset;
      xd->plane[2].dst.buf = new_yv12->v_buffer + recon_uvoffset;
John Koleszar's avatar
John Koleszar committed
589
      xd->left_available = (mb_col != 0);
590
591
      xd->mi[0]->mbmi.sb_type = bsize;
      xd->mi[0]->mbmi.ref_frame[0] = INTRA_FRAME;
James Zern's avatar
James Zern committed
592
      set_mi_row_col(xd, &tile,
593
594
                     mb_row << 1, num_8x8_blocks_high_lookup[bsize],
                     mb_col << 1, num_8x8_blocks_wide_lookup[bsize],
James Zern's avatar
James Zern committed
595
                     cm->mi_rows, cm->mi_cols);
Jingning Han's avatar
Jingning Han committed
596

597
      if (cpi->oxcf.aq_mode == VARIANCE_AQ) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
598
        const int energy = vp9_block_energy(cpi, x, bsize);
599
600
601
        error_weight = vp9_vaq_inv_q_ratio(energy);
      }

Adrian Grange's avatar
Adrian Grange committed
602
      // Do intra 16x16 prediction.
603
      this_error = vp9_encode_intra(x, use_dc_pred);
604
      if (cpi->oxcf.aq_mode == VARIANCE_AQ) {
605
        vp9_clear_system_state();
606
        this_error = (int)(this_error * error_weight);
607
      }
John Koleszar's avatar
John Koleszar committed
608

Adrian Grange's avatar
Adrian Grange committed
609
610
      // Intrapenalty below deals with situations where the intra and inter
      // error scores are very low (e.g. a plain black frame).
611
612
613
614
      // We do not have special cases in first pass for 0,0 and nearest etc so
      // all inter modes carry an overhead cost estimate for the mv.
      // When the error score is very low this causes us to pick all or lots of
      // INTRA modes and throw lots of key frames.
John Koleszar's avatar
John Koleszar committed
615
616
617
      // This penalty adds a cost matching that of a 0,0 mv to the intra case.
      this_error += intrapenalty;

Adrian Grange's avatar
Adrian Grange committed
618
      // Accumulate the intra error.
John Koleszar's avatar
John Koleszar committed
619
620
      intra_error += (int64_t)this_error;

621
622
      // Set up limit values for motion vectors to prevent them extending
      // outside the UMV borders.
623
      x->mv_col_min = -((mb_col * 16) + BORDER_MV_PIXELS_B16);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
624
      x->mv_col_max = ((cm->mb_cols - 1 - mb_col) * 16) + BORDER_MV_PIXELS_B16;
John Koleszar's avatar
John Koleszar committed
625

Adrian Grange's avatar
Adrian Grange committed
626
      // Other than for the first frame do a motion search.
John Koleszar's avatar
John Koleszar committed
627
      if (cm->current_video_frame > 0) {
628
        int tmp_err, motion_error;
John Koleszar's avatar
John Koleszar committed
629
        int_mv mv, tmp_mv;
630

631
        xd->plane[0].pre[0].buf = first_ref_buf->y_buffer + recon_yoffset;
632
633
        motion_error = get_prediction_error(bsize, &x->plane[0].src,
                                            &xd->plane[0].pre[0]);
Adrian Grange's avatar
Adrian Grange committed
634
        // Assume 0,0 motion with no mv overhead.
John Koleszar's avatar
John Koleszar committed
635
636
637
        mv.as_int = tmp_mv.as_int = 0;

        // Test last reference frame using the previous best mv as the
Adrian Grange's avatar
Adrian Grange committed
638
        // starting point (best reference) for the search.
639
        first_pass_motion_search(cpi, x, &best_ref_mv.as_mv, &mv.as_mv,
640
                                 &motion_error);
641
        if (cpi->oxcf.aq_mode == VARIANCE_AQ) {
642
          vp9_clear_system_state();
643
          motion_error = (int)(motion_error * error_weight);
644
        }
John Koleszar's avatar
John Koleszar committed
645

646
647
        // If the current best reference mv is not centered on 0,0 then do a 0,0
        // based search as well.
John Koleszar's avatar
John Koleszar committed
648
649
        if (best_ref_mv.as_int) {
          tmp_err = INT_MAX;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
650
          first_pass_motion_search(cpi, x, &zero_mv, &tmp_mv.as_mv,
651
                                   &tmp_err);
652
          if (cpi->oxcf.aq_mode == VARIANCE_AQ) {
653
            vp9_clear_system_state();
654
            tmp_err = (int)(tmp_err * error_weight);
655
          }
John Koleszar's avatar
John Koleszar committed
656
657
658
659
660
661

          if (tmp_err < motion_error) {
            motion_error = tmp_err;
            mv.as_int = tmp_mv.as_int;
          }
        }
John Koleszar's avatar
John Koleszar committed
662

Adrian Grange's avatar
Adrian Grange committed
663
        // Search in an older reference frame.
664
        if (cm->current_video_frame > 1 && gld_yv12 != NULL) {
Adrian Grange's avatar
Adrian Grange committed
665
          // Assume 0,0 motion with no mv overhead.
666
667
668
          int gf_motion_error;

          xd->plane[0].pre[0].buf = gld_yv12->y_buffer + recon_yoffset;
669
670
          gf_motion_error = get_prediction_error(bsize, &x->plane[0].src,
                                                 &xd->plane[0].pre[0]);
John Koleszar's avatar
John Koleszar committed
671

Dmitry Kovalev's avatar
Dmitry Kovalev committed
672
          first_pass_motion_search(cpi, x, &zero_mv, &tmp_mv.as_mv,
673
                                   &gf_motion_error);
674
          if (cpi->oxcf.aq_mode == VARIANCE_AQ) {
675
            vp9_clear_system_state();
676
            gf_motion_error = (int)(gf_motion_error * error_weight);
677
          }
John Koleszar's avatar
John Koleszar committed
678

Dmitry Kovalev's avatar
Dmitry Kovalev committed
679
          if (gf_motion_error < motion_error && gf_motion_error < this_error)
Adrian Grange's avatar
Adrian Grange committed
680
            ++second_ref_count;
John Koleszar's avatar
John Koleszar committed
681

Adrian Grange's avatar
Adrian Grange committed
682
          // Reset to last frame as reference buffer.
683
684
685
          xd->plane[0].pre[0].buf = first_ref_buf->y_buffer + recon_yoffset;
          xd->plane[1].pre[0].buf = first_ref_buf->u_buffer + recon_uvoffset;
          xd->plane[2].pre[0].buf = first_ref_buf->v_buffer + recon_uvoffset;
John Koleszar's avatar
John Koleszar committed
686

Adrian Grange's avatar
Adrian Grange committed
687
688
689
690
          // In accumulating a score for the older reference frame take the
          // best of the motion predicted score and the intra coded error
          // (just as will be done for) accumulation of "coded_error" for
          // the last frame.
John Koleszar's avatar
John Koleszar committed
691
692
693
694
          if (gf_motion_error < this_error)
            sr_coded_error += gf_motion_error;
          else
            sr_coded_error += this_error;
695
        } else {
John Koleszar's avatar
John Koleszar committed
696
          sr_coded_error += motion_error;
697
        }
Adrian Grange's avatar
Adrian Grange committed
698
        // Start by assuming that intra mode is best.
699
        best_ref_mv.as_int = 0;
John Koleszar's avatar
John Koleszar committed
700

John Koleszar's avatar
John Koleszar committed
701
        if (motion_error <= this_error) {
Adrian Grange's avatar
Adrian Grange committed
702
703
704
          // Keep a count of cases where the inter and intra were very close
          // and very low. This helps with scene cut detection for example in
          // cropped clips with black bars at the sides or top and bottom.
Dmitry Kovalev's avatar
Dmitry Kovalev committed
705
706
          if (((this_error - intrapenalty) * 9 <= motion_error * 10) &&
              this_error < 2 * intrapenalty)
Adrian Grange's avatar
Adrian Grange committed
707
            ++neutral_count;
John Koleszar's avatar
John Koleszar committed
708

Yaowu Xu's avatar
Yaowu Xu committed
709
710
          mv.as_mv.row *= 8;
          mv.as_mv.col *= 8;
John Koleszar's avatar
John Koleszar committed
711
          this_error = motion_error;
712
713
714
715
716
          xd->mi[0]->mbmi.mode = NEWMV;
          xd->mi[0]->mbmi.mv[0] = mv;
          xd->mi[0]->mbmi.tx_size = TX_4X4;
          xd->mi[0]->mbmi.ref_frame[0] = LAST_FRAME;
          xd->mi[0]->mbmi.ref_frame[1] = NONE;
717
          vp9_build_inter_predictors_sby(xd, mb_row << 1, mb_col << 1, bsize);
718
          vp9_encode_sby_pass1(x, bsize);
John Koleszar's avatar
John Koleszar committed
719
720
721
722
723
724
          sum_mvr += mv.as_mv.row;
          sum_mvr_abs += abs(mv.as_mv.row);
          sum_mvc += mv.as_mv.col;
          sum_mvc_abs += abs(mv.as_mv.col);
          sum_mvrs += mv.as_mv.row * mv.as_mv.row;
          sum_mvcs += mv.as_mv.col * mv.as_mv.col;
Adrian Grange's avatar
Adrian Grange committed
725
          ++intercount;
John Koleszar's avatar
John Koleszar committed
726
727
728
729

          best_ref_mv.as_int = mv.as_int;

          if (mv.as_int) {
Adrian Grange's avatar
Adrian Grange committed
730
            ++mvcount;
John Koleszar's avatar
John Koleszar committed
731

Adrian Grange's avatar
Adrian Grange committed
732
            // Non-zero vector, was it different from the last non zero vector?
John Koleszar's avatar
John Koleszar committed
733
            if (mv.as_int != lastmv_as_int)
Adrian Grange's avatar
Adrian Grange committed
734
              ++new_mv_count;
John Koleszar's avatar
John Koleszar committed
735
736
            lastmv_as_int = mv.as_int;

Adrian Grange's avatar
Adrian Grange committed
737
            // Does the row vector point inwards or outwards?
John Koleszar's avatar
John Koleszar committed
738
739
            if (mb_row < cm->mb_rows / 2) {
              if (mv.as_mv.row > 0)
Adrian Grange's avatar
Adrian Grange committed
740
                --sum_in_vectors;
John Koleszar's avatar
John Koleszar committed
741
              else if (mv.as_mv.row < 0)
Adrian Grange's avatar
Adrian Grange committed
742
                ++sum_in_vectors;
John Koleszar's avatar
John Koleszar committed
743
744
            } else if (mb_row > cm->mb_rows / 2) {
              if (mv.as_mv.row > 0)
Adrian Grange's avatar
Adrian Grange committed
745
                ++sum_in_vectors;
John Koleszar's avatar
John Koleszar committed
746
              else if (mv.as_mv.row < 0)
Adrian Grange's avatar
Adrian Grange committed
747
                --sum_in_vectors;
John Koleszar's avatar
John Koleszar committed
748
749
            }

Adrian Grange's avatar
Adrian Grange committed
750
            // Does the col vector point inwards or outwards?
John Koleszar's avatar
John Koleszar committed
751
752
            if (mb_col < cm->mb_cols / 2) {
              if (mv.as_mv.col > 0)
Adrian Grange's avatar
Adrian Grange committed
753
                --sum_in_vectors;
John Koleszar's avatar
John Koleszar committed
754
              else if (mv.as_mv.col < 0)
Adrian Grange's avatar
Adrian Grange committed
755
                ++sum_in_vectors;
John Koleszar's avatar
John Koleszar committed
756
757
            } else if (mb_col > cm->mb_cols / 2) {
              if (mv.as_mv.col > 0)
Adrian Grange's avatar
Adrian Grange committed
758
                ++sum_in_vectors;
John Koleszar's avatar
John Koleszar committed
759
              else if (mv.as_mv.col < 0)
Adrian Grange's avatar
Adrian Grange committed
760
                --sum_in_vectors;
John Koleszar's avatar
John Koleszar committed
761
762
            }
          }
John Koleszar's avatar
John Koleszar committed
763
        }
764
      } else {
John Koleszar's avatar
John Koleszar committed
765
        sr_coded_error += (int64_t)this_error;
766
      }
John Koleszar's avatar
John Koleszar committed
767
      coded_error += (int64_t)this_error;
John Koleszar's avatar
John Koleszar committed
768

Adrian Grange's avatar
Adrian Grange committed
769
      // Adjust to the next column of MBs.
John Koleszar's avatar
John Koleszar committed
770
      x->plane[0].src.buf += 16;
Alex Converse's avatar
Alex Converse committed
771
772
      x->plane[1].src.buf += uv_mb_height;
      x->plane[2].src.buf += uv_mb_height;
John Koleszar's avatar
John Koleszar committed
773

John Koleszar's avatar
John Koleszar committed
774
      recon_yoffset += 16;
Alex Converse's avatar
Alex Converse committed
775
      recon_uvoffset += uv_mb_height;
John Koleszar's avatar
John Koleszar committed
776
777
    }

Adrian Grange's avatar
Adrian Grange committed
778
    // Adjust to the next row of MBs.
John Koleszar's avatar
John Koleszar committed
779
    x->plane[0].src.buf += 16 * x->plane[0].src.stride - 16 * cm->mb_cols;
Alex Converse's avatar
Alex Converse committed
780
781
782
783
    x->plane[1].src.buf += uv_mb_height * x->plane[1].src.stride -
                           uv_mb_height * cm->mb_cols;
    x->plane[2].src.buf += uv_mb_height * x->plane[1].src.stride -
                           uv_mb_height * cm->mb_cols;
John Koleszar's avatar
John Koleszar committed
784

785
    vp9_clear_system_state();
John Koleszar's avatar
John Koleszar committed
786
787
  }

788
  vp9_clear_system_state();
John Koleszar's avatar
John Koleszar committed
789
790
791
  {
    FIRSTPASS_STATS fps;

792
    fps.frame = cm->current_video_frame;
793
    fps.spatial_layer_id = cpi->svc.spatial_layer_id;
794
795
796
    fps.intra_error = (double)(intra_error >> 8);
    fps.coded_error = (double)(coded_error >> 8);
    fps.sr_coded_error = (double)(sr_coded_error >> 8);
797
    fps.ssim_weighted_pred_err = fps.coded_error * simple_weight(cpi->Source);
798
799
800
801
    fps.count = 1.0;
    fps.pcnt_inter = (double)intercount / cm->MBs;
    fps.pcnt_second_ref = (double)second_ref_count / cm->MBs;
    fps.pcnt_neutral = (double)neutral_count / cm->MBs;
John Koleszar's avatar
John Koleszar committed
802
803

    if (mvcount > 0) {
804
805
806
807
      fps.MVr = (double)sum_mvr / mvcount;
      fps.mvr_abs = (double)sum_mvr_abs / mvcount;
      fps.MVc = (double)sum_mvc / mvcount;
      fps.mvc_abs = (double)sum_mvc_abs / mvcount;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
808
809
      fps.MVrv = ((double)sum_mvrs - (fps.MVr * fps.MVr / mvcount)) / mvcount;
      fps.MVcv = ((double)sum_mvcs - (fps.MVc * fps.MVc / mvcount)) / mvcount;
810
      fps.mv_in_out_count = (double)sum_in_vectors / (mvcount * 2);
John Koleszar's avatar
John Koleszar committed
811
      fps.new_mv_count = new_mv_count;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
812
      fps.pcnt_motion = (double)mvcount / cm->MBs;
813
814
815
816
817
818
819
820
821
822
    } else {
      fps.MVr = 0.0;
      fps.mvr_abs = 0.0;
      fps.MVc = 0.0;
      fps.mvc_abs = 0.0;
      fps.MVrv = 0.0;
      fps.MVcv = 0.0;
      fps.mv_in_out_count = 0.0;
      fps.new_mv_count = 0.0;
      fps.pcnt_motion = 0.0;
Paul Wilkins's avatar
Paul Wilkins committed
823
    }
John Koleszar's avatar
John Koleszar committed
824

825
826
827
    // TODO(paulwilkins):  Handle the case when duration is set to 0, or
    // something less than the full time between subsequent values of
    // cpi->source_time_stamp.
828
    fps.duration = (double)(cpi->source->ts_end - cpi->source->ts_start);
John Koleszar's avatar
John Koleszar committed
829

Adrian Grange's avatar
Adrian Grange committed
830
    // Don't want to do output stats with a stack variable!
831
    twopass->this_frame_stats = fps;
832
    output_stats(&twopass->this_frame_stats, cpi->output_pkt_list);
833
    accumulate_stats(&twopass->total_stats, &fps);
John Koleszar's avatar
John Koleszar committed
834
835
836
  }

  // Copy the previous Last Frame back into gf and and arf buffers if
Adrian Grange's avatar
Adrian Grange committed
837
  // the prediction is good enough... but also don't allow it to lag too far.
838
  if ((twopass->sr_update_lag > 3) ||
John Koleszar's avatar
John Koleszar committed
839
      ((cm->current_video_frame > 0) &&
840
841
842
       (twopass->this_frame_stats.pcnt_inter > 0.20) &&
       ((twopass->this_frame_stats.intra_error /
         DOUBLE_DIVIDE_CHECK(twopass->this_frame_stats.coded_error)) > 2.0))) {
843
844
845
    if (gld_yv12 != NULL) {
      vp8_yv12_copy_frame(lst_yv12, gld_yv12);
    }
846
    twopass->sr_update_lag = 1;
847
  } else {
Adrian Grange's avatar
Adrian Grange committed
848
    ++twopass->sr_update_lag;
849
  }
850
851
852
853
854
855
856

  if (cpi->use_svc && cpi->svc.number_temporal_layers == 1) {
    vp9_update_reference_frames(cpi);
  } else {
    // Swap frame pointers so last frame refers to the frame we just compressed.
    swap_yv12(lst_yv12, new_yv12);
  }
857

858
  vp9_extend_frame_borders(lst_yv12);
John Koleszar's avatar
John Koleszar committed
859

860
861
  // Special case for the first frame. Copy into the GF buffer as a second
  // reference.
862
  if (cm->current_video_frame == 0 && gld_yv12 != NULL) {
John Koleszar's avatar
John Koleszar committed
863
    vp8_yv12_copy_frame(lst_yv12, gld_yv12);
864
  }
John Koleszar's avatar
John Koleszar committed
865

Adrian Grange's avatar
Adrian Grange committed
866
  // Use this to see what the first pass reconstruction looks like.
John Koleszar's avatar
John Koleszar committed
867
868
869
  if (0) {
    char filename[512];
    FILE *recon_file;
870
871
    snprintf(filename, sizeof(filename), "enc%04d.yuv",
             (int)cm->current_video_frame);
John Koleszar's avatar
John Koleszar committed
872

John Koleszar's avatar
John Koleszar committed
873
874
875
876
877
    if (cm->current_video_frame == 0)
      recon_file = fopen(filename, "wb");
    else
      recon_file = fopen(filename, "ab");

Frank Galligan's avatar
Frank Galligan committed
878
    (void)fwrite(lst_yv12->buffer_alloc, lst_yv12->frame_size, 1, recon_file);
John Koleszar's avatar
John Koleszar committed
879
880
    fclose(recon_file);
  }
John Koleszar's avatar
John Koleszar committed
881

Adrian Grange's avatar
Adrian Grange committed
882
  ++cm->current_video_frame;
John Koleszar's avatar
John Koleszar committed
883
884
}

John Koleszar's avatar
John Koleszar committed
885
886
887
888
static double calc_correction_factor(double err_per_mb,
                                     double err_divisor,
                                     double pt_low,
                                     double pt_high,
889
890
                                     int q) {
  const double error_term = err_per_mb / err_divisor;
891

John Koleszar's avatar
John Koleszar committed
892
  // Adjustment based on actual quantizer to power term.
Paul Wilkins's avatar
Paul Wilkins committed
893
  const double power_term = MIN(vp9_convert_qindex_to_q(q) * 0.0125 + pt_low,
894
                                pt_high);
895

Adrian Grange's avatar
Adrian Grange committed
896
  // Calculate correction factor.
John Koleszar's avatar
John Koleszar committed
897
898
  if (power_term < 1.0)
    assert(error_term >= 0.0);
899

900
  return fclamp(pow(error_term, power_term), 0.05, 5.0);
901
902
}

903
904
905
static int get_twopass_worst_quality(const VP9_COMP *cpi,
                                     const FIRSTPASS_STATS *stats,
                                     int section_target_bandwidth) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
906
  const RATE_CONTROL *const rc = &cpi->rc;