vp9_onyx_int.h 17.1 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
13
#ifndef VP9_ENCODER_VP9_ONYX_INT_H_
#define VP9_ENCODER_VP9_ONYX_INT_H_
John Koleszar's avatar
John Koleszar committed
14
15

#include <stdio.h>
16
#include "./vpx_config.h"
17
#include "vp9/common/vp9_onyx.h"
18
19
#include "vp9/encoder/vp9_treewriter.h"
#include "vp9/encoder/vp9_tokenize.h"
20
#include "vp9/common/vp9_onyxc_int.h"
21
22
23
#include "vp9/encoder/vp9_variance.h"
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_quantize.h"
24
25
#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
John Koleszar's avatar
John Koleszar committed
26
#include "vpx_ports/mem.h"
27
#include "vpx/internal/vpx_codec_internal.h"
28
#include "vp9/encoder/vp9_mcomp.h"
29
#include "vp9/common/vp9_findnearmv.h"
30
#include "vp9/encoder/vp9_lookahead.h"
John Koleszar's avatar
John Koleszar committed
31

32
// Experimental rate control switches
Yaowu Xu's avatar
Yaowu Xu committed
33
#if CONFIG_ONESHOTQ
34
35
36
#define ONE_SHOT_Q_ESTIMATE 0
#define STRICT_ONE_SHOT_Q 0
#define DISABLE_RC_LONG_TERM_MEM 0
Yaowu Xu's avatar
Yaowu Xu committed
37
#endif
38

John Koleszar's avatar
John Koleszar committed
39
// #define SPEEDSTATS 1
40
41
42
43
#if CONFIG_MULTIPLE_ARF
// Set MIN_GF_INTERVAL to 1 for the full decomposition.
#define MIN_GF_INTERVAL             2
#else
John Koleszar's avatar
John Koleszar committed
44
#define MIN_GF_INTERVAL             4
45
#endif
John Koleszar's avatar
John Koleszar committed
46
47
48
49
#define DEFAULT_GF_INTERVAL         7

#define KEY_FRAME_CONTEXT 5

Ronald S. Bultje's avatar
Ronald S. Bultje committed
50
#define MAX_MODES 36
51

John Koleszar's avatar
John Koleszar committed
52
53
54
#define MIN_THRESHMULT  32
#define MAX_THRESHMULT  512

Paul Wilkins's avatar
Paul Wilkins committed
55
56
57
#define GF_ZEROMV_ZBIN_BOOST 0
#define LF_ZEROMV_ZBIN_BOOST 0
#define MV_ZBIN_BOOST        0
Paul Wilkins's avatar
Paul Wilkins committed
58
59
#define SPLIT_MV_ZBIN_BOOST  0
#define INTRA_ZBIN_BOOST     0
John Koleszar's avatar
John Koleszar committed
60

John Koleszar's avatar
John Koleszar committed
61
typedef struct {
62
63
64
65
  nmv_context nmvc;
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];
John Koleszar's avatar
John Koleszar committed
66

67
  vp9_prob segment_pred_probs[PREDICTION_PROBS];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
68
69
70
71
  vp9_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  vp9_prob comp_inter_prob[COMP_INTER_CONTEXTS];
  vp9_prob single_ref_prob[REF_CONTEXTS][2];
  vp9_prob comp_ref_prob[REF_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
72

John Koleszar's avatar
John Koleszar committed
73
  unsigned char *last_frame_seg_map_copy;
74

John Koleszar's avatar
John Koleszar committed
75
76
  // 0 = Intra, Last, GF, ARF
  signed char last_ref_lf_deltas[MAX_REF_LF_DELTAS];
77
  // 0 = ZERO_MV, MV
John Koleszar's avatar
John Koleszar committed
78
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];
John Koleszar's avatar
John Koleszar committed
79

80
  vp9_coeff_probs_model coef_probs[TX_SIZE_MAX_SB][BLOCK_TYPES];
81

82
  vp9_prob y_mode_prob[4][VP9_INTRA_MODES - 1];
83
  vp9_prob uv_mode_prob[VP9_INTRA_MODES][VP9_INTRA_MODES - 1];
84
  vp9_prob partition_prob[2][NUM_PARTITION_CONTEXTS][PARTITION_TYPES - 1];
85

86
87
  vp9_prob switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
                                 [VP9_SWITCHABLE_FILTERS - 1];
88

89
90
  int inter_mode_counts[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1][2];
  vp9_prob inter_mode_probs[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1];
John Koleszar's avatar
John Koleszar committed
91

92
93
94
  vp9_prob tx_probs_8x8p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 3];
  vp9_prob tx_probs_16x16p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 2];
  vp9_prob tx_probs_32x32p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 1];
Deb Mukherjee's avatar
Deb Mukherjee committed
95
  vp9_prob mbskip_probs[MBSKIP_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
96
97
} CODING_CONTEXT;

John Koleszar's avatar
John Koleszar committed
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
typedef struct {
  double frame;
  double intra_error;
  double coded_error;
  double sr_coded_error;
  double ssim_weighted_pred_err;
  double pcnt_inter;
  double pcnt_motion;
  double pcnt_second_ref;
  double pcnt_neutral;
  double MVr;
  double mvr_abs;
  double MVc;
  double mvc_abs;
  double MVrv;
  double MVcv;
  double mv_in_out_count;
  double new_mv_count;
  double duration;
  double count;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
118
} FIRSTPASS_STATS;
John Koleszar's avatar
John Koleszar committed
119

John Koleszar's avatar
John Koleszar committed
120
121
122
123
124
125
126
127
128
129
typedef struct {
  int frames_so_far;
  double frame_intra_error;
  double frame_coded_error;
  double frame_pcnt_inter;
  double frame_pcnt_motion;
  double frame_mvr;
  double frame_mvr_abs;
  double frame_mvc;
  double frame_mvc_abs;
John Koleszar's avatar
John Koleszar committed
130
131
} ONEPASS_FRAMESTATS;

John Koleszar's avatar
John Koleszar committed
132
133
134
135
136
137
138
139
typedef struct {
  struct {
    int err;
    union {
      int_mv mv;
      MB_PREDICTION_MODE mode;
    } m;
  } ref[MAX_REF_FRAMES];
140
141
} MBGRAPH_MB_STATS;

John Koleszar's avatar
John Koleszar committed
142
143
typedef struct {
  MBGRAPH_MB_STATS *mb_stats;
144
} MBGRAPH_FRAME_STATS;
John Koleszar's avatar
John Koleszar committed
145

John Koleszar's avatar
John Koleszar committed
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
typedef enum {
  THR_ZEROMV,
  THR_DC,

  THR_NEARESTMV,
  THR_NEARMV,

  THR_ZEROG,
  THR_NEARESTG,

  THR_ZEROA,
  THR_NEARESTA,

  THR_NEARG,
  THR_NEARA,

  THR_V_PRED,
  THR_H_PRED,
  THR_D45_PRED,
  THR_D135_PRED,
  THR_D117_PRED,
  THR_D153_PRED,
  THR_D27_PRED,
  THR_D63_PRED,
  THR_TM,
171

John Koleszar's avatar
John Koleszar committed
172
173
174
  THR_NEWMV,
  THR_NEWG,
  THR_NEWA,
175

John Koleszar's avatar
John Koleszar committed
176
177
178
  THR_SPLITMV,
  THR_SPLITG,
  THR_SPLITA,
179

John Koleszar's avatar
John Koleszar committed
180
  THR_B_PRED,
181

John Koleszar's avatar
John Koleszar committed
182
183
184
  THR_COMP_ZEROLA,
  THR_COMP_NEARESTLA,
  THR_COMP_NEARLA,
185

John Koleszar's avatar
John Koleszar committed
186
187
188
  THR_COMP_ZEROGA,
  THR_COMP_NEARESTGA,
  THR_COMP_NEARGA,
189

John Koleszar's avatar
John Koleszar committed
190
191
  THR_COMP_NEWLA,
  THR_COMP_NEWGA,
192

John Koleszar's avatar
John Koleszar committed
193
194
  THR_COMP_SPLITLA,
  THR_COMP_SPLITGA,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
195
} THR_MODES;
John Koleszar's avatar
John Koleszar committed
196

John Koleszar's avatar
John Koleszar committed
197
198
199
200
typedef enum {
  DIAMOND = 0,
  NSTEP = 1,
  HEX = 2
John Koleszar's avatar
John Koleszar committed
201
202
} SEARCH_METHODS;

John Koleszar's avatar
John Koleszar committed
203
204
205
206
207
208
209
210
211
212
213
214
215
typedef struct {
  int RD;
  SEARCH_METHODS search_method;
  int auto_filter;
  int recode_loop;
  int iterative_sub_pixel;
  int half_pixel_search;
  int quarter_pixel_search;
  int thresh_mult[MAX_MODES];
  int max_step_search_steps;
  int first_step;
  int optimize_coefficients;
  int search_best_filter;
216
  int static_segmentation;
217
  int comp_inter_joint_search_thresh;
218
  int adpative_rd_thresh;
Jim Bankoski's avatar
Jim Bankoski committed
219
  int use_lastframe_partitioning;
220
221
222
223
224
  int use_largest_txform;
  int use_8tap_always;
  int use_avoid_tested_higherror;
  int skip_lots_of_modes;
  int adjust_thresholds_by_speed;
225
  int partition_by_variance;
John Koleszar's avatar
John Koleszar committed
226
227
} SPEED_FEATURES;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
228
enum BlockSize {
229
  BLOCK_4X4,
230
231
  BLOCK_4X8,
  BLOCK_8X4,
232
233
234
  BLOCK_8X8,
  BLOCK_8X16,
  BLOCK_16X8,
John Koleszar's avatar
John Koleszar committed
235
  BLOCK_16X16,
236
  BLOCK_32X32,
237
238
239
240
  BLOCK_32X16,
  BLOCK_16X32,
  BLOCK_64X32,
  BLOCK_32X64,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
241
  BLOCK_64X64,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
242
  BLOCK_MAX_SB_SEGMENTS,
243
244
};

245
typedef struct VP9_COMP {
John Koleszar's avatar
John Koleszar committed
246

247
248
249
250
  DECLARE_ALIGNED(16, short, y_quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, y_quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, y_zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, y_round[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
251

252
253
254
255
  DECLARE_ALIGNED(16, short, uv_quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, uv_quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, uv_zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, uv_round[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
256

257
258
259
260
261
262
263
264
#if CONFIG_ALPHA
  DECLARE_ALIGNED(16, short, a_quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, a_quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, a_zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, a_round[QINDEX_RANGE][16]);

  DECLARE_ALIGNED(16, short, zrun_zbin_boost_a[QINDEX_RANGE][16]);
#endif
265
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
266
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_uv[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
267

John Koleszar's avatar
John Koleszar committed
268
  MACROBLOCK mb;
269
  VP9_COMMON common;
270
  VP9_CONFIG oxcf;
John Koleszar's avatar
John Koleszar committed
271
272
273

  struct lookahead_ctx    *lookahead;
  struct lookahead_entry  *source;
274
275
276
#if CONFIG_MULTIPLE_ARF
  struct lookahead_entry  *alt_ref_source[NUM_REF_FRAMES];
#else
John Koleszar's avatar
John Koleszar committed
277
  struct lookahead_entry  *alt_ref_source;
278
#endif
John Koleszar's avatar
John Koleszar committed
279

John Koleszar's avatar
John Koleszar committed
280
281
282
  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
John Koleszar's avatar
John Koleszar committed
283

John Koleszar's avatar
John Koleszar committed
284
285
  int source_alt_ref_pending; // frame in src_buffers has been identified to be encoded as an alt ref
  int source_alt_ref_active;  // an alt ref frame has been encoded and is usable
Fritz Koenig's avatar
Fritz Koenig committed
286

John Koleszar's avatar
John Koleszar committed
287
  int is_src_frame_alt_ref;   // source of frame to encode is an exact copy of an alt ref frame
John Koleszar's avatar
John Koleszar committed
288

John Koleszar's avatar
John Koleszar committed
289
290
291
  int gold_is_last; // golden frame same as last frame ( short circuit gold searches)
  int alt_is_last;  // Alt reference frame same as last ( short circuit altref search)
  int gold_is_alt;  // don't do both alt and gold search ( just do gold).
John Koleszar's avatar
John Koleszar committed
292

293
  int scaled_ref_idx[3];
294
295
296
  int lst_fb_idx;
  int gld_fb_idx;
  int alt_fb_idx;
297
298
299
#if CONFIG_MULTIPLE_ARF
  int alt_ref_fb_idx[NUM_REF_FRAMES - 3];
#endif
300
301
302
  int refresh_last_frame;
  int refresh_golden_frame;
  int refresh_alt_ref_frame;
John Koleszar's avatar
John Koleszar committed
303
  YV12_BUFFER_CONFIG last_frame_uf;
John Koleszar's avatar
John Koleszar committed
304

John Koleszar's avatar
John Koleszar committed
305
  TOKENEXTRA *tok;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
306
  unsigned int tok_count[4][1 << 6];
John Koleszar's avatar
John Koleszar committed
307
308


John Koleszar's avatar
John Koleszar committed
309
310
311
312
  unsigned int frames_since_key;
  unsigned int key_frame_frequency;
  unsigned int this_key_frame_forced;
  unsigned int next_key_frame_forced;
313
314
315
316
317
318
#if CONFIG_MULTIPLE_ARF
  // Position within a frame coding order (including any additional ARF frames).
  unsigned int sequence_number;
  // Next frame in naturally occurring order that has not yet been coded.
  int next_frame_in_order;
#endif
John Koleszar's avatar
John Koleszar committed
319

John Koleszar's avatar
John Koleszar committed
320
321
  // Ambient reconstruction err target for force key frames
  int ambient_err;
322

John Koleszar's avatar
John Koleszar committed
323
324
325
  unsigned int mode_check_freq[MAX_MODES];
  unsigned int mode_test_hit_counts[MAX_MODES];
  unsigned int mode_chosen_counts[MAX_MODES];
John Koleszar's avatar
John Koleszar committed
326

John Koleszar's avatar
John Koleszar committed
327
  int rd_thresh_mult[MAX_MODES];
328
329
330
331
  int rd_baseline_thresh[BLOCK_SIZE_TYPES][MAX_MODES];
  int rd_threshes[BLOCK_SIZE_TYPES][MAX_MODES];
  int rd_thresh_freq_fact[BLOCK_SIZE_TYPES][MAX_MODES];

332
  int64_t rd_comp_pred_diff[NB_PREDICTION_TYPES];
John Koleszar's avatar
John Koleszar committed
333
  int rd_prediction_type_threshes[4][NB_PREDICTION_TYPES];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
334
335
336
337
338
  unsigned int intra_inter_count[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter_count[COMP_INTER_CONTEXTS][2];
  unsigned int single_ref_count[REF_CONTEXTS][2][2];
  unsigned int comp_ref_count[REF_CONTEXTS][2];

339
  // FIXME contextualize
340

341
342
  int64_t rd_tx_select_diff[NB_TXFM_MODES];
  int rd_tx_select_threshes[4][NB_TXFM_MODES];
John Koleszar's avatar
John Koleszar committed
343

John Koleszar's avatar
John Koleszar committed
344
345
  int RDMULT;
  int RDDIV;
John Koleszar's avatar
John Koleszar committed
346

John Koleszar's avatar
John Koleszar committed
347
  CODING_CONTEXT coding_context;
John Koleszar's avatar
John Koleszar committed
348

John Koleszar's avatar
John Koleszar committed
349
350
351
352
353
  // Rate targetting variables
  int this_frame_target;
  int projected_frame_size;
  int last_q[2];                   // Separate values for Intra/Inter
  int last_boosted_qindex;         // Last boosted GF/KF/ARF q
John Koleszar's avatar
John Koleszar committed
354

John Koleszar's avatar
John Koleszar committed
355
356
357
  double rate_correction_factor;
  double key_frame_rate_correction_factor;
  double gf_rate_correction_factor;
John Koleszar's avatar
John Koleszar committed
358

John Koleszar's avatar
John Koleszar committed
359
  int frames_till_gf_update_due;      // Count down till next GF
John Koleszar's avatar
John Koleszar committed
360

John Koleszar's avatar
John Koleszar committed
361
  int gf_overspend_bits;            // Total bits overspent becasue of GF boost (cumulative)
John Koleszar's avatar
John Koleszar committed
362

John Koleszar's avatar
John Koleszar committed
363
  int non_gf_bitrate_adjustment;     // Used in the few frames following a GF to recover the extra bits spent in that GF
John Koleszar's avatar
John Koleszar committed
364

John Koleszar's avatar
John Koleszar committed
365
366
367
368
369
  int kf_overspend_bits;            // Extra bits spent on key frames that need to be recovered on inter frames
  int kf_bitrate_adjustment;        // Current number of bit s to try and recover on each inter frame.
  int max_gf_interval;
  int baseline_gf_interval;
  int active_arnr_frames;           // <= cpi->oxcf.arnr_max_frames
370
  int active_arnr_strength;         // <= cpi->oxcf.arnr_max_strength
John Koleszar's avatar
John Koleszar committed
371

John Koleszar's avatar
John Koleszar committed
372
373
374
375
376
377
378
379
380
381
  int64_t key_frame_count;
  int prior_key_frame_distance[KEY_FRAME_CONTEXT];
  int per_frame_bandwidth;          // Current section per frame bandwidth target
  int av_per_frame_bandwidth;        // Average frame size target for clip
  int min_frame_bandwidth;          // Minimum allocation that should be used for any frame
  int inter_frame_target;
  double output_frame_rate;
  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;
John Koleszar's avatar
John Koleszar committed
382

John Koleszar's avatar
John Koleszar committed
383
384
385
386
387
388
  int ni_av_qi;
  int ni_tot_qi;
  int ni_frames;
  int avg_frame_qindex;
  double tot_q;
  double avg_q;
John Koleszar's avatar
John Koleszar committed
389

John Koleszar's avatar
John Koleszar committed
390
391
  int zbin_mode_boost;
  int zbin_mode_boost_enabled;
John Koleszar's avatar
John Koleszar committed
392

John Koleszar's avatar
John Koleszar committed
393
  int64_t total_byte_count;
John Koleszar's avatar
John Koleszar committed
394

John Koleszar's avatar
John Koleszar committed
395
  int buffered_mode;
John Koleszar's avatar
John Koleszar committed
396

John Koleszar's avatar
John Koleszar committed
397
398
  int buffer_level;
  int bits_off_target;
John Koleszar's avatar
John Koleszar committed
399

John Koleszar's avatar
John Koleszar committed
400
401
  int rolling_target_bits;
  int rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
402

John Koleszar's avatar
John Koleszar committed
403
404
  int long_rolling_target_bits;
  int long_rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
405

John Koleszar's avatar
John Koleszar committed
406
407
  int64_t total_actual_bits;
  int total_target_vs_actual;        // debug stats
John Koleszar's avatar
John Koleszar committed
408

John Koleszar's avatar
John Koleszar committed
409
410
411
412
  int worst_quality;
  int active_worst_quality;
  int best_quality;
  int active_best_quality;
John Koleszar's avatar
John Koleszar committed
413

John Koleszar's avatar
John Koleszar committed
414
  int cq_target_quality;
415

416
  int y_mode_count[4][VP9_INTRA_MODES];
417
  int y_uv_mode_count[VP9_INTRA_MODES][VP9_INTRA_MODES];
418
  unsigned int partition_count[NUM_PARTITION_CONTEXTS][PARTITION_TYPES];
John Koleszar's avatar
John Koleszar committed
419

420
  nmv_context_counts NMVcount;
John Koleszar's avatar
John Koleszar committed
421

422
423
424
  vp9_coeff_count coef_counts[TX_SIZE_MAX_SB][BLOCK_TYPES];
  vp9_coeff_probs_model frame_coef_probs[TX_SIZE_MAX_SB][BLOCK_TYPES];
  vp9_coeff_stats frame_branch_ct[TX_SIZE_MAX_SB][BLOCK_TYPES];
425

John Koleszar's avatar
John Koleszar committed
426
427
428
429
  int gfu_boost;
  int last_boost;
  int kf_boost;
  int kf_zeromotion_pct;
John Koleszar's avatar
John Koleszar committed
430

Jingning Han's avatar
Jingning Han committed
431
  int64_t target_bandwidth;
John Koleszar's avatar
John Koleszar committed
432
  struct vpx_codec_pkt_list  *output_pkt_list;
433

John Koleszar's avatar
John Koleszar committed
434
#if 0
John Koleszar's avatar
John Koleszar committed
435
436
437
  // Experimental code for lagged and one pass
  ONEPASS_FRAMESTATS one_pass_frame_stats[MAX_LAG_BUFFERS];
  int one_pass_frame_index;
John Koleszar's avatar
John Koleszar committed
438
#endif
John Koleszar's avatar
John Koleszar committed
439
440
441
442
443
444
445
446
447
448
449
  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
  int mbgraph_n_frames;             // number of frames filled in the above
  int static_mb_pct;                // % forced skip mbs by segmentation
  int seg0_progress, seg0_idx, seg0_cnt;

  int decimation_factor;
  int decimation_count;

  // for real time encoding
  int avg_encode_time;              // microsecond
  int avg_pick_mode_time;            // microsecond
450
  int speed;
John Koleszar's avatar
John Koleszar committed
451
452
453
454
455
456
457
458
  unsigned int cpu_freq;           // Mhz
  int compressor_speed;

  int interquantizer;
  int goldfreq;
  int auto_worst_q;
  int cpu_used;
  int pass;
John Koleszar's avatar
John Koleszar committed
459

460
  vp9_prob last_skip_false_probs[3][MBSKIP_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
461
  int last_skip_probs_q[3];
John Koleszar's avatar
John Koleszar committed
462

John Koleszar's avatar
John Koleszar committed
463
  int ref_frame_flags;
John Koleszar's avatar
John Koleszar committed
464

John Koleszar's avatar
John Koleszar committed
465
466
  SPEED_FEATURES sf;
  int error_bins[1024];
John Koleszar's avatar
John Koleszar committed
467

John Koleszar's avatar
John Koleszar committed
468
469
470
471
  // Data used for real time conferencing mode to help determine if it would be good to update the gf
  int inter_zz_count;
  int gf_bad_count;
  int gf_update_recommended;
John Koleszar's avatar
John Koleszar committed
472

John Koleszar's avatar
John Koleszar committed
473
  unsigned char *segmentation_map;
Paul Wilkins's avatar
Paul Wilkins committed
474

John Koleszar's avatar
John Koleszar committed
475
476
  // segment threashold for encode breakout
  int  segment_encode_breakout[MAX_MB_SEGMENTS];
John Koleszar's avatar
John Koleszar committed
477

John Koleszar's avatar
John Koleszar committed
478
479
  unsigned char *active_map;
  unsigned int active_map_enabled;
John Koleszar's avatar
John Koleszar committed
480

John Koleszar's avatar
John Koleszar committed
481
  fractional_mv_step_fp *find_fractional_mv_step;
482
483
484
485
  vp9_full_search_fn_t full_search_sad;
  vp9_refining_search_fn_t refining_search_sad;
  vp9_diamond_search_fn_t diamond_search_sad;
  vp9_variance_fn_ptr_t fn_ptr[BLOCK_MAX_SB_SEGMENTS];
Yaowu Xu's avatar
Yaowu Xu committed
486
487
488
489
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
  uint64_t time_encode_mb_row;
John Koleszar's avatar
John Koleszar committed
490

John Koleszar's avatar
John Koleszar committed
491
492
493
494
  struct twopass_rc {
    unsigned int section_intra_rating;
    unsigned int next_iiratio;
    unsigned int this_iiratio;
495
496
    FIRSTPASS_STATS total_stats;
    FIRSTPASS_STATS this_frame_stats;
John Koleszar's avatar
John Koleszar committed
497
    FIRSTPASS_STATS *stats_in, *stats_in_end, *stats_in_start;
498
    FIRSTPASS_STATS total_left_stats;
John Koleszar's avatar
John Koleszar committed
499
500
501
502
503
504
505
506
507
508
509
510
511
512
    int first_pass_done;
    int64_t bits_left;
    int64_t clip_bits_total;
    double avg_iiratio;
    double modified_error_total;
    double modified_error_used;
    double modified_error_left;
    double kf_intra_err_min;
    double gf_intra_err_min;
    int frames_to_key;
    int maxq_max_limit;
    int maxq_min_limit;
    int static_scene_max_gf_interval;
    int kf_bits;
513
514
    // Remaining error from uncoded frames in a gf group. Two pass use only
    int64_t gf_group_error_left;
John Koleszar's avatar
John Koleszar committed
515
516
517
518
519
520
521

    // Projected total bits available for a key frame group of frames
    int64_t kf_group_bits;

    // Error score of frames still to be coded in kf group
    int64_t kf_group_error_left;

522
523
524
525
    // Projected Bits available for a group of frames including 1 GF or ARF
    int64_t gf_group_bits;
    // Bits for the golden frame or ARF - 2 pass only
    int gf_bits;
John Koleszar's avatar
John Koleszar committed
526
527
528
529
530
    int alt_extra_bits;

    int sr_update_lag;
    double est_max_qcorrection_factor;
  } twopass;
John Koleszar's avatar
John Koleszar committed
531

John Koleszar's avatar
John Koleszar committed
532
533
534
  YV12_BUFFER_CONFIG alt_ref_buffer;
  YV12_BUFFER_CONFIG *frames[MAX_LAG_BUFFERS];
  int fixed_divide[512];
John Koleszar's avatar
John Koleszar committed
535

536
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
537
538
539
540
541
542
543
544
545
546
547
548
549
550
  int    count;
  double total_y;
  double total_u;
  double total_v;
  double total;
  double total_sq_error;
  double totalp_y;
  double totalp_u;
  double totalp_v;
  double totalp;
  double total_sq_error2;
  int    bytes;
  double summed_quality;
  double summed_weights;
551
552
  double summedp_quality;
  double summedp_weights;
John Koleszar's avatar
John Koleszar committed
553
554
555
556
557
558
559
560
561
  unsigned int tot_recode_hits;


  double total_ssimg_y;
  double total_ssimg_u;
  double total_ssimg_v;
  double total_ssimg_all;

  int b_calculate_ssimg;
John Koleszar's avatar
John Koleszar committed
562
#endif
John Koleszar's avatar
John Koleszar committed
563
  int b_calculate_psnr;
564

John Koleszar's avatar
John Koleszar committed
565
566
567
568
569
  // Per MB activity measurement
  unsigned int activity_avg;
  unsigned int *mb_activity_map;
  int *mb_norm_activity_map;
  int output_partition;
570

John Koleszar's avatar
John Koleszar committed
571
572
  /* force next frame to intra when kf_auto says so */
  int force_next_frame_intra;
573

John Koleszar's avatar
John Koleszar committed
574
  int droppable;
Adrian Grange's avatar
Adrian Grange committed
575

John Koleszar's avatar
John Koleszar committed
576
  int dummy_packing;    /* flag to indicate if packing is dummy */
577

578
579
  unsigned int switchable_interp_count[VP9_SWITCHABLE_FILTERS + 1]
                                      [VP9_SWITCHABLE_FILTERS];
580
581
  unsigned int best_switchable_interp_count[VP9_SWITCHABLE_FILTERS];

582
583
  int initial_width;
  int initial_height;
584
585
586
587
588
589
590
591
592
593
594
595
596

#if CONFIG_MULTIPLE_ARF
  // ARF tracking variables.
  int multi_arf_enabled;
  unsigned int frame_coding_order_period;
  unsigned int new_frame_coding_order_period;
  int frame_coding_order[MAX_LAG_BUFFERS * 2];
  int arf_buffer_idx[MAX_LAG_BUFFERS * 3 / 2];
  int arf_weight[MAX_LAG_BUFFERS];
  int arf_buffered;
  int this_frame_weight;
  int max_arf_level;
#endif
Paul Wilkins's avatar
Paul Wilkins committed
597
598

#ifdef ENTROPY_STATS
599
  int64_t mv_ref_stats[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1][2];
Paul Wilkins's avatar
Paul Wilkins committed
600
#endif
601
} VP9_COMP;
John Koleszar's avatar
John Koleszar committed
602

603
604
605
606
607
608
609
610
611
612
static int get_ref_frame_idx(VP9_COMP *cpi, MV_REFERENCE_FRAME ref_frame) {
  if (ref_frame == LAST_FRAME) {
    return cpi->lst_fb_idx;
  } else if (ref_frame == GOLDEN_FRAME) {
    return cpi->gld_fb_idx;
  } else {
    return cpi->alt_fb_idx;
  }
}

613
void vp9_encode_frame(VP9_COMP *cpi);
John Koleszar's avatar
John Koleszar committed
614

615
void vp9_pack_bitstream(VP9_COMP *cpi, unsigned char *dest,
616
                        unsigned long *size);
John Koleszar's avatar
John Koleszar committed
617

618
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x);
619

620
void vp9_set_speed_features(VP9_COMP *cpi);
Yaowu Xu's avatar
Yaowu Xu committed
621

622
623
624
625
626
extern int vp9_calc_ss_err(YV12_BUFFER_CONFIG *source,
                           YV12_BUFFER_CONFIG *dest);

extern void vp9_alloc_compressor_data(VP9_COMP *cpi);

John Koleszar's avatar
John Koleszar committed
627
628
#if CONFIG_DEBUG
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
629
630
631
632
633
634
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval" at %s:%d", \
                         __FILE__,__LINE__);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
635
636
#else
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
637
638
639
640
641
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
642
#endif
643
644

#endif  // VP9_ENCODER_VP9_ONYX_INT_H_