vp9_onyx_int.h 19.5 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
13
#ifndef VP9_ENCODER_VP9_ONYX_INT_H_
#define VP9_ENCODER_VP9_ONYX_INT_H_
John Koleszar's avatar
John Koleszar committed
14
15

#include <stdio.h>
16
#include "./vpx_config.h"
17
#include "vp9/common/vp9_onyx.h"
18
19
#include "vp9/encoder/vp9_treewriter.h"
#include "vp9/encoder/vp9_tokenize.h"
20
#include "vp9/common/vp9_onyxc_int.h"
21
22
23
#include "vp9/encoder/vp9_variance.h"
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_quantize.h"
24
25
#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
John Koleszar's avatar
John Koleszar committed
26
#include "vpx_ports/mem.h"
27
#include "vpx/internal/vpx_codec_internal.h"
28
#include "vp9/encoder/vp9_mcomp.h"
29
#include "vp9/common/vp9_findnearmv.h"
30
#include "vp9/encoder/vp9_lookahead.h"
John Koleszar's avatar
John Koleszar committed
31

32
// Experimental rate control switches
Yaowu Xu's avatar
Yaowu Xu committed
33
#if CONFIG_ONESHOTQ
34
35
36
#define ONE_SHOT_Q_ESTIMATE 0
#define STRICT_ONE_SHOT_Q 0
#define DISABLE_RC_LONG_TERM_MEM 0
Yaowu Xu's avatar
Yaowu Xu committed
37
#endif
38

39
40
// #define MODE_TEST_HIT_STATS

John Koleszar's avatar
John Koleszar committed
41
// #define SPEEDSTATS 1
42
43
44
45
#if CONFIG_MULTIPLE_ARF
// Set MIN_GF_INTERVAL to 1 for the full decomposition.
#define MIN_GF_INTERVAL             2
#else
John Koleszar's avatar
John Koleszar committed
46
#define MIN_GF_INTERVAL             4
47
#endif
John Koleszar's avatar
John Koleszar committed
48
49
50
51
#define DEFAULT_GF_INTERVAL         7

#define KEY_FRAME_CONTEXT 5

Ronald S. Bultje's avatar
Ronald S. Bultje committed
52
#define MAX_MODES 36
53

John Koleszar's avatar
John Koleszar committed
54
55
56
#define MIN_THRESHMULT  32
#define MAX_THRESHMULT  512

Paul Wilkins's avatar
Paul Wilkins committed
57
58
59
#define GF_ZEROMV_ZBIN_BOOST 0
#define LF_ZEROMV_ZBIN_BOOST 0
#define MV_ZBIN_BOOST        0
Paul Wilkins's avatar
Paul Wilkins committed
60
61
#define SPLIT_MV_ZBIN_BOOST  0
#define INTRA_ZBIN_BOOST     0
John Koleszar's avatar
John Koleszar committed
62

John Koleszar's avatar
John Koleszar committed
63
typedef struct {
64
65
66
67
  nmv_context nmvc;
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];
John Koleszar's avatar
John Koleszar committed
68

69
  vp9_prob segment_pred_probs[PREDICTION_PROBS];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
70
71
72
73
  vp9_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  vp9_prob comp_inter_prob[COMP_INTER_CONTEXTS];
  vp9_prob single_ref_prob[REF_CONTEXTS][2];
  vp9_prob comp_ref_prob[REF_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
74

John Koleszar's avatar
John Koleszar committed
75
  unsigned char *last_frame_seg_map_copy;
76

John Koleszar's avatar
John Koleszar committed
77
78
  // 0 = Intra, Last, GF, ARF
  signed char last_ref_lf_deltas[MAX_REF_LF_DELTAS];
79
  // 0 = ZERO_MV, MV
John Koleszar's avatar
John Koleszar committed
80
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];
John Koleszar's avatar
John Koleszar committed
81

82
  vp9_coeff_probs_model coef_probs[TX_SIZES][BLOCK_TYPES];
83

84
85
  vp9_prob y_mode_prob[4][INTRA_MODES - 1];
  vp9_prob uv_mode_prob[INTRA_MODES][INTRA_MODES - 1];
86
  vp9_prob partition_prob[2][NUM_PARTITION_CONTEXTS][PARTITION_TYPES - 1];
87

88
89
  vp9_prob switchable_interp_prob[SWITCHABLE_FILTERS + 1]
                                 [SWITCHABLE_FILTERS - 1];
90

91
92
  int inter_mode_counts[INTER_MODE_CONTEXTS][INTER_MODES - 1][2];
  vp9_prob inter_mode_probs[INTER_MODE_CONTEXTS][INTER_MODES - 1];
John Koleszar's avatar
John Koleszar committed
93

94
  struct tx_probs tx_probs;
Deb Mukherjee's avatar
Deb Mukherjee committed
95
  vp9_prob mbskip_probs[MBSKIP_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
96
97
} CODING_CONTEXT;

John Koleszar's avatar
John Koleszar committed
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
typedef struct {
  double frame;
  double intra_error;
  double coded_error;
  double sr_coded_error;
  double ssim_weighted_pred_err;
  double pcnt_inter;
  double pcnt_motion;
  double pcnt_second_ref;
  double pcnt_neutral;
  double MVr;
  double mvr_abs;
  double MVc;
  double mvc_abs;
  double MVrv;
  double MVcv;
  double mv_in_out_count;
  double new_mv_count;
  double duration;
  double count;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
118
} FIRSTPASS_STATS;
John Koleszar's avatar
John Koleszar committed
119

John Koleszar's avatar
John Koleszar committed
120
121
122
123
124
125
126
127
128
129
typedef struct {
  int frames_so_far;
  double frame_intra_error;
  double frame_coded_error;
  double frame_pcnt_inter;
  double frame_pcnt_motion;
  double frame_mvr;
  double frame_mvr_abs;
  double frame_mvc;
  double frame_mvc_abs;
John Koleszar's avatar
John Koleszar committed
130
131
} ONEPASS_FRAMESTATS;

John Koleszar's avatar
John Koleszar committed
132
133
134
135
136
137
138
139
typedef struct {
  struct {
    int err;
    union {
      int_mv mv;
      MB_PREDICTION_MODE mode;
    } m;
  } ref[MAX_REF_FRAMES];
140
141
} MBGRAPH_MB_STATS;

John Koleszar's avatar
John Koleszar committed
142
143
typedef struct {
  MBGRAPH_MB_STATS *mb_stats;
144
} MBGRAPH_FRAME_STATS;
John Koleszar's avatar
John Koleszar committed
145

146
147
// This enumerator type needs to be kept aligned with the mode order in
// const MODE_DEFINITION vp9_mode_order[MAX_MODES] used in the rd code.
John Koleszar's avatar
John Koleszar committed
148
149
typedef enum {
  THR_NEARESTMV,
Paul Wilkins's avatar
Paul Wilkins committed
150
151
  THR_NEARESTA,
  THR_NEARESTG,
John Koleszar's avatar
John Koleszar committed
152

153
154
155
  THR_DC,

  THR_NEWMV,
Paul Wilkins's avatar
Paul Wilkins committed
156
  THR_NEWA,
157
158
159
  THR_NEWG,

  THR_NEARMV,
John Koleszar's avatar
John Koleszar committed
160
  THR_NEARA,
161
162
  THR_COMP_NEARESTLA,
  THR_COMP_NEARESTGA,
John Koleszar's avatar
John Koleszar committed
163
164

  THR_TM,
165

Paul Wilkins's avatar
Paul Wilkins committed
166
167
168
169
170
  THR_COMP_NEARLA,
  THR_COMP_NEWLA,
  THR_NEARG,
  THR_COMP_NEARGA,
  THR_COMP_NEWGA,
171

John Koleszar's avatar
John Koleszar committed
172
173
174
  THR_SPLITMV,
  THR_SPLITG,
  THR_SPLITA,
Paul Wilkins's avatar
Paul Wilkins committed
175
176
  THR_COMP_SPLITLA,
  THR_COMP_SPLITGA,
177

Paul Wilkins's avatar
Paul Wilkins committed
178
179
180
  THR_ZEROMV,
  THR_ZEROG,
  THR_ZEROA,
John Koleszar's avatar
John Koleszar committed
181
182
  THR_COMP_ZEROLA,
  THR_COMP_ZEROGA,
183

Paul Wilkins's avatar
Paul Wilkins committed
184
185
186
187
  THR_B_PRED,
  THR_H_PRED,
  THR_V_PRED,
  THR_D135_PRED,
Dmitry Kovalev's avatar
Dmitry Kovalev committed
188
  THR_D207_PRED,
Paul Wilkins's avatar
Paul Wilkins committed
189
190
191
192
  THR_D153_PRED,
  THR_D63_PRED,
  THR_D117_PRED,
  THR_D45_PRED,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
193
} THR_MODES;
John Koleszar's avatar
John Koleszar committed
194

John Koleszar's avatar
John Koleszar committed
195
196
197
typedef enum {
  DIAMOND = 0,
  NSTEP = 1,
198
199
200
  HEX = 2,
  BIGDIA = 3,
  SQUARE = 4
John Koleszar's avatar
John Koleszar committed
201
202
} SEARCH_METHODS;

Deb Mukherjee's avatar
Deb Mukherjee committed
203
204
205
206
207
208
209
typedef enum {
  USE_FULL_RD = 0,
  USE_LARGESTINTRA,
  USE_LARGESTINTRA_MODELINTER,
  USE_LARGESTALL
} TX_SIZE_SEARCH_METHOD;

210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
typedef enum {
  // Values should be powers of 2 so that they can be selected as bits of
  // an integer flags field

  // terminate search early based on distortion so far compared to
  // qp step, distortion in the neighborhood of the frame, etc.
  FLAG_EARLY_TERMINATE = 1,

  // skips comp inter modes if the best so far is an intra mode
  FLAG_SKIP_COMP_BESTINTRA = 2,

  // skips comp inter modes if the best single intermode so far does
  // not have the same reference as one of the two references being
  // tested
  FLAG_SKIP_COMP_REFMISMATCH = 4,

  // skips oblique intra modes if the best so far is an inter mode
  FLAG_SKIP_INTRA_BESTINTER = 8,

  // skips oblique intra modes  at angles 27, 63, 117, 153 if the best
  // intra so far is not one of the neighboring directions
  FLAG_SKIP_INTRA_DIRMISMATCH = 16,
232
233
234
235

  // skips intra modes other than DC_PRED if the source variance
  // is small
  FLAG_SKIP_INTRA_LOWVAR = 32,
236
237
} MODE_SEARCH_SKIP_LOGIC;

238
239
typedef enum {
  SUBPEL_ITERATIVE = 0,
240
  SUBPEL_TREE = 1,
241
242
243
  // Other methods to come
} SUBPEL_SEARCH_METHODS;

244
245
246
247
248
#define ALL_INTRA_MODES 0x3FF
#define INTRA_DC_ONLY 0x01
#define INTRA_DC_TM ((1 << TM_PRED) | (1 << DC_PRED))
#define INTRA_DC_TM_H_V (INTRA_DC_TM | (1 << V_PRED) | (1 << H_PRED))

John Koleszar's avatar
John Koleszar committed
249
250
251
252
253
typedef struct {
  int RD;
  SEARCH_METHODS search_method;
  int auto_filter;
  int recode_loop;
254
255
  SUBPEL_SEARCH_METHODS subpel_search_method;
  int subpel_iters_per_step;
John Koleszar's avatar
John Koleszar committed
256
257
  int thresh_mult[MAX_MODES];
  int max_step_search_steps;
258
  int reduce_first_step_size;
Paul Wilkins's avatar
Paul Wilkins committed
259
  int auto_mv_step_size;
John Koleszar's avatar
John Koleszar committed
260
  int optimize_coefficients;
261
  int static_segmentation;
262
  int comp_inter_joint_search_thresh;
263
  int adaptive_rd_thresh;
264
  int skip_encode_sb;
265
  int skip_encode_frame;
Jim Bankoski's avatar
Jim Bankoski committed
266
  int use_lastframe_partitioning;
Deb Mukherjee's avatar
Deb Mukherjee committed
267
  TX_SIZE_SEARCH_METHOD tx_size_search_method;
268
  int use_lp32x32fdct;
269
  int use_avoid_tested_higherror;
270
  int partition_by_variance;
271
  int use_one_partition_size_always;
Yaowu Xu's avatar
Yaowu Xu committed
272
  int less_rectangular_check;
273
  int use_square_partition_only;
274
  int mode_skip_start;
Paul Wilkins's avatar
Paul Wilkins committed
275
  int reference_masking;
276
  BLOCK_SIZE always_this_block_size;
277
278
279
  int auto_min_max_partition_size;
  int auto_min_max_partition_interval;
  int auto_min_max_partition_count;
280
281
  BLOCK_SIZE min_partition_size;
  BLOCK_SIZE max_partition_size;
282
283
  int adjust_partitioning_from_last_frame;
  int last_partitioning_redo_frequency;
284
  int disable_splitmv;
285
  int using_small_partition_info;
Jingning Han's avatar
Jingning Han committed
286
287
  // TODO(jingning): combine the related motion search speed features
  int adaptive_motion_search;
288
289
290
291
292

  // Implements various heuristics to skip searching modes
  // The heuristics selected are based on  flags
  // defined in the MODE_SEARCH_SKIP_HEURISTICS enum
  unsigned int mode_search_skip_flags;
293
294
  // A source variance threshold below which the split mode is disabled
  unsigned int disable_split_var_thresh;
295
296
297
  // A source variance threshold below which filter search is disabled
  // Choose a very large value (UINT_MAX) to use 8-tap always
  unsigned int disable_filter_search_var_thresh;
298
299
  int intra_y_mode_mask;
  int intra_uv_mode_mask;
300
  int use_rd_breakout;
301
  int use_uv_intra_rd_estimate;
302
  int use_fast_lpf_pick;
303
  int use_fast_coef_updates;  // 0: 2-loop, 1: 1-loop, 2: 1-loop reduced
John Koleszar's avatar
John Koleszar committed
304
305
} SPEED_FEATURES;

306
typedef struct VP9_COMP {
307
308
309
310
  DECLARE_ALIGNED(16, int16_t, y_quant[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, y_quant_shift[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, y_zbin[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, y_round[QINDEX_RANGE][8]);
John Koleszar's avatar
John Koleszar committed
311

312
313
314
315
  DECLARE_ALIGNED(16, int16_t, uv_quant[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, uv_quant_shift[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, uv_zbin[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, uv_round[QINDEX_RANGE][8]);
John Koleszar's avatar
John Koleszar committed
316

317
#if CONFIG_ALPHA
318
319
320
321
  DECLARE_ALIGNED(16, int16_t, a_quant[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, a_quant_shift[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, a_zbin[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, a_round[QINDEX_RANGE][8]);
322
#endif
John Koleszar's avatar
John Koleszar committed
323

John Koleszar's avatar
John Koleszar committed
324
  MACROBLOCK mb;
325
  VP9_COMMON common;
326
  VP9_CONFIG oxcf;
John Koleszar's avatar
John Koleszar committed
327
328
329

  struct lookahead_ctx    *lookahead;
  struct lookahead_entry  *source;
330
331
332
#if CONFIG_MULTIPLE_ARF
  struct lookahead_entry  *alt_ref_source[NUM_REF_FRAMES];
#else
John Koleszar's avatar
John Koleszar committed
333
  struct lookahead_entry  *alt_ref_source;
334
#endif
John Koleszar's avatar
John Koleszar committed
335

John Koleszar's avatar
John Koleszar committed
336
337
338
  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
John Koleszar's avatar
John Koleszar committed
339

340
  unsigned int frames_till_alt_ref_frame;
John Koleszar's avatar
John Koleszar committed
341
342
  int source_alt_ref_pending; // frame in src_buffers has been identified to be encoded as an alt ref
  int source_alt_ref_active;  // an alt ref frame has been encoded and is usable
Fritz Koenig's avatar
Fritz Koenig committed
343

John Koleszar's avatar
John Koleszar committed
344
  int is_src_frame_alt_ref;   // source of frame to encode is an exact copy of an alt ref frame
John Koleszar's avatar
John Koleszar committed
345

John Koleszar's avatar
John Koleszar committed
346
347
348
  int gold_is_last; // golden frame same as last frame ( short circuit gold searches)
  int alt_is_last;  // Alt reference frame same as last ( short circuit altref search)
  int gold_is_alt;  // don't do both alt and gold search ( just do gold).
John Koleszar's avatar
John Koleszar committed
349

350
  int scaled_ref_idx[3];
351
352
353
  int lst_fb_idx;
  int gld_fb_idx;
  int alt_fb_idx;
354
355
356
357

  int current_layer;
  int use_svc;

358
359
360
#if CONFIG_MULTIPLE_ARF
  int alt_ref_fb_idx[NUM_REF_FRAMES - 3];
#endif
361
362
363
  int refresh_last_frame;
  int refresh_golden_frame;
  int refresh_alt_ref_frame;
John Koleszar's avatar
John Koleszar committed
364
  YV12_BUFFER_CONFIG last_frame_uf;
John Koleszar's avatar
John Koleszar committed
365

John Koleszar's avatar
John Koleszar committed
366
  TOKENEXTRA *tok;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
367
  unsigned int tok_count[4][1 << 6];
John Koleszar's avatar
John Koleszar committed
368
369


John Koleszar's avatar
John Koleszar committed
370
371
372
373
  unsigned int frames_since_key;
  unsigned int key_frame_frequency;
  unsigned int this_key_frame_forced;
  unsigned int next_key_frame_forced;
374
375
376
377
378
379
#if CONFIG_MULTIPLE_ARF
  // Position within a frame coding order (including any additional ARF frames).
  unsigned int sequence_number;
  // Next frame in naturally occurring order that has not yet been coded.
  int next_frame_in_order;
#endif
John Koleszar's avatar
John Koleszar committed
380

John Koleszar's avatar
John Koleszar committed
381
382
  // Ambient reconstruction err target for force key frames
  int ambient_err;
383

John Koleszar's avatar
John Koleszar committed
384
385
386
  unsigned int mode_check_freq[MAX_MODES];
  unsigned int mode_test_hit_counts[MAX_MODES];
  unsigned int mode_chosen_counts[MAX_MODES];
387
  int64_t mode_skip_mask;
Paul Wilkins's avatar
Paul Wilkins committed
388
389
  int ref_frame_mask;
  int set_ref_frame_mask;
John Koleszar's avatar
John Koleszar committed
390

391
392
  int rd_threshes[BLOCK_SIZES][MAX_MODES];
  int rd_thresh_freq_fact[BLOCK_SIZES][MAX_MODES];
393

394
  int64_t rd_comp_pred_diff[NB_PREDICTION_TYPES];
Yaowu Xu's avatar
Yaowu Xu committed
395
  int64_t rd_prediction_type_threshes[4][NB_PREDICTION_TYPES];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
396
397
398
399
400
  unsigned int intra_inter_count[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter_count[COMP_INTER_CONTEXTS][2];
  unsigned int single_ref_count[REF_CONTEXTS][2][2];
  unsigned int comp_ref_count[REF_CONTEXTS][2];

401
  int64_t rd_tx_select_diff[TX_MODES];
402
  // FIXME(rbultje) can this overflow?
403
  int rd_tx_select_threshes[4][TX_MODES];
John Koleszar's avatar
John Koleszar committed
404

405
406
407
  int64_t rd_filter_diff[SWITCHABLE_FILTERS + 1];
  int64_t rd_filter_threshes[4][SWITCHABLE_FILTERS + 1];
  int64_t rd_filter_cache[SWITCHABLE_FILTERS + 1];
408

John Koleszar's avatar
John Koleszar committed
409
410
  int RDMULT;
  int RDDIV;
John Koleszar's avatar
John Koleszar committed
411

John Koleszar's avatar
John Koleszar committed
412
  CODING_CONTEXT coding_context;
John Koleszar's avatar
John Koleszar committed
413

John Koleszar's avatar
John Koleszar committed
414
415
416
417
418
  // Rate targetting variables
  int this_frame_target;
  int projected_frame_size;
  int last_q[2];                   // Separate values for Intra/Inter
  int last_boosted_qindex;         // Last boosted GF/KF/ARF q
John Koleszar's avatar
John Koleszar committed
419

John Koleszar's avatar
John Koleszar committed
420
421
422
  double rate_correction_factor;
  double key_frame_rate_correction_factor;
  double gf_rate_correction_factor;
John Koleszar's avatar
John Koleszar committed
423

424
  unsigned int frames_since_golden;
John Koleszar's avatar
John Koleszar committed
425
  int frames_till_gf_update_due;      // Count down till next GF
John Koleszar's avatar
John Koleszar committed
426

John Koleszar's avatar
John Koleszar committed
427
  int gf_overspend_bits;            // Total bits overspent becasue of GF boost (cumulative)
John Koleszar's avatar
John Koleszar committed
428

John Koleszar's avatar
John Koleszar committed
429
  int non_gf_bitrate_adjustment;     // Used in the few frames following a GF to recover the extra bits spent in that GF
John Koleszar's avatar
John Koleszar committed
430

John Koleszar's avatar
John Koleszar committed
431
432
433
434
435
  int kf_overspend_bits;            // Extra bits spent on key frames that need to be recovered on inter frames
  int kf_bitrate_adjustment;        // Current number of bit s to try and recover on each inter frame.
  int max_gf_interval;
  int baseline_gf_interval;
  int active_arnr_frames;           // <= cpi->oxcf.arnr_max_frames
436
  int active_arnr_strength;         // <= cpi->oxcf.arnr_max_strength
John Koleszar's avatar
John Koleszar committed
437

John Koleszar's avatar
John Koleszar committed
438
439
440
441
442
443
  int64_t key_frame_count;
  int prior_key_frame_distance[KEY_FRAME_CONTEXT];
  int per_frame_bandwidth;          // Current section per frame bandwidth target
  int av_per_frame_bandwidth;        // Average frame size target for clip
  int min_frame_bandwidth;          // Minimum allocation that should be used for any frame
  int inter_frame_target;
James Zern's avatar
James Zern committed
444
  double output_framerate;
John Koleszar's avatar
John Koleszar committed
445
446
447
  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;
John Koleszar's avatar
John Koleszar committed
448

John Koleszar's avatar
John Koleszar committed
449
450
451
452
453
454
  int ni_av_qi;
  int ni_tot_qi;
  int ni_frames;
  int avg_frame_qindex;
  double tot_q;
  double avg_q;
John Koleszar's avatar
John Koleszar committed
455

John Koleszar's avatar
John Koleszar committed
456
457
  int zbin_mode_boost;
  int zbin_mode_boost_enabled;
John Koleszar's avatar
John Koleszar committed
458

John Koleszar's avatar
John Koleszar committed
459
  int64_t total_byte_count;
John Koleszar's avatar
John Koleszar committed
460

John Koleszar's avatar
John Koleszar committed
461
  int buffered_mode;
John Koleszar's avatar
John Koleszar committed
462

John Koleszar's avatar
John Koleszar committed
463
464
  int buffer_level;
  int bits_off_target;
John Koleszar's avatar
John Koleszar committed
465

John Koleszar's avatar
John Koleszar committed
466
467
  int rolling_target_bits;
  int rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
468

John Koleszar's avatar
John Koleszar committed
469
470
  int long_rolling_target_bits;
  int long_rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
471

John Koleszar's avatar
John Koleszar committed
472
473
  int64_t total_actual_bits;
  int total_target_vs_actual;        // debug stats
John Koleszar's avatar
John Koleszar committed
474

John Koleszar's avatar
John Koleszar committed
475
476
477
478
  int worst_quality;
  int active_worst_quality;
  int best_quality;
  int active_best_quality;
John Koleszar's avatar
John Koleszar committed
479

John Koleszar's avatar
John Koleszar committed
480
  int cq_target_quality;
481

482
483
  int y_mode_count[4][INTRA_MODES];
  int y_uv_mode_count[INTRA_MODES][INTRA_MODES];
484
  unsigned int partition_count[NUM_PARTITION_CONTEXTS][PARTITION_TYPES];
John Koleszar's avatar
John Koleszar committed
485

486
  nmv_context_counts NMVcount;
John Koleszar's avatar
John Koleszar committed
487

488
489
490
  vp9_coeff_count coef_counts[TX_SIZES][BLOCK_TYPES];
  vp9_coeff_probs_model frame_coef_probs[TX_SIZES][BLOCK_TYPES];
  vp9_coeff_stats frame_branch_ct[TX_SIZES][BLOCK_TYPES];
491

John Koleszar's avatar
John Koleszar committed
492
493
494
495
  int gfu_boost;
  int last_boost;
  int kf_boost;
  int kf_zeromotion_pct;
496
  int gf_zeromotion_pct;
John Koleszar's avatar
John Koleszar committed
497

Jingning Han's avatar
Jingning Han committed
498
  int64_t target_bandwidth;
John Koleszar's avatar
John Koleszar committed
499
  struct vpx_codec_pkt_list  *output_pkt_list;
500

John Koleszar's avatar
John Koleszar committed
501
#if 0
John Koleszar's avatar
John Koleszar committed
502
503
504
  // Experimental code for lagged and one pass
  ONEPASS_FRAMESTATS one_pass_frame_stats[MAX_LAG_BUFFERS];
  int one_pass_frame_index;
John Koleszar's avatar
John Koleszar committed
505
#endif
John Koleszar's avatar
John Koleszar committed
506
507
508
509
510
511
512
513
514
515
516
  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
  int mbgraph_n_frames;             // number of frames filled in the above
  int static_mb_pct;                // % forced skip mbs by segmentation
  int seg0_progress, seg0_idx, seg0_cnt;

  int decimation_factor;
  int decimation_count;

  // for real time encoding
  int avg_encode_time;              // microsecond
  int avg_pick_mode_time;            // microsecond
517
  int speed;
John Koleszar's avatar
John Koleszar committed
518
519
520
521
522
523
524
525
  unsigned int cpu_freq;           // Mhz
  int compressor_speed;

  int interquantizer;
  int goldfreq;
  int auto_worst_q;
  int cpu_used;
  int pass;
John Koleszar's avatar
John Koleszar committed
526

527
  vp9_prob last_skip_false_probs[3][MBSKIP_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
528
  int last_skip_probs_q[3];
John Koleszar's avatar
John Koleszar committed
529

John Koleszar's avatar
John Koleszar committed
530
  int ref_frame_flags;
John Koleszar's avatar
John Koleszar committed
531

John Koleszar's avatar
John Koleszar committed
532
533
  SPEED_FEATURES sf;
  int error_bins[1024];
John Koleszar's avatar
John Koleszar committed
534

Paul Wilkins's avatar
Paul Wilkins committed
535
  unsigned int max_mv_magnitude;
536
  int mv_step_param;
Paul Wilkins's avatar
Paul Wilkins committed
537

John Koleszar's avatar
John Koleszar committed
538
539
540
541
  // Data used for real time conferencing mode to help determine if it would be good to update the gf
  int inter_zz_count;
  int gf_bad_count;
  int gf_update_recommended;
John Koleszar's avatar
John Koleszar committed
542

John Koleszar's avatar
John Koleszar committed
543
  unsigned char *segmentation_map;
Paul Wilkins's avatar
Paul Wilkins committed
544

John Koleszar's avatar
John Koleszar committed
545
  // segment threashold for encode breakout
Paul Wilkins's avatar
Paul Wilkins committed
546
  int  segment_encode_breakout[MAX_SEGMENTS];
John Koleszar's avatar
John Koleszar committed
547

John Koleszar's avatar
John Koleszar committed
548
549
  unsigned char *active_map;
  unsigned int active_map_enabled;
John Koleszar's avatar
John Koleszar committed
550

John Koleszar's avatar
John Koleszar committed
551
  fractional_mv_step_fp *find_fractional_mv_step;
552
  fractional_mv_step_comp_fp *find_fractional_mv_step_comp;
553
554
555
  vp9_full_search_fn_t full_search_sad;
  vp9_refining_search_fn_t refining_search_sad;
  vp9_diamond_search_fn_t diamond_search_sad;
556
  vp9_variance_fn_ptr_t fn_ptr[BLOCK_SIZES];
Yaowu Xu's avatar
Yaowu Xu committed
557
558
559
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
560
  uint64_t time_encode_sb_row;
John Koleszar's avatar
John Koleszar committed
561

John Koleszar's avatar
John Koleszar committed
562
563
564
565
  struct twopass_rc {
    unsigned int section_intra_rating;
    unsigned int next_iiratio;
    unsigned int this_iiratio;
566
567
    FIRSTPASS_STATS total_stats;
    FIRSTPASS_STATS this_frame_stats;
John Koleszar's avatar
John Koleszar committed
568
    FIRSTPASS_STATS *stats_in, *stats_in_end, *stats_in_start;
569
    FIRSTPASS_STATS total_left_stats;
John Koleszar's avatar
John Koleszar committed
570
571
572
573
574
575
576
577
578
579
580
581
582
583
    int first_pass_done;
    int64_t bits_left;
    int64_t clip_bits_total;
    double avg_iiratio;
    double modified_error_total;
    double modified_error_used;
    double modified_error_left;
    double kf_intra_err_min;
    double gf_intra_err_min;
    int frames_to_key;
    int maxq_max_limit;
    int maxq_min_limit;
    int static_scene_max_gf_interval;
    int kf_bits;
584
585
    // Remaining error from uncoded frames in a gf group. Two pass use only
    int64_t gf_group_error_left;
John Koleszar's avatar
John Koleszar committed
586
587
588
589
590
591
592

    // Projected total bits available for a key frame group of frames
    int64_t kf_group_bits;

    // Error score of frames still to be coded in kf group
    int64_t kf_group_error_left;

593
594
595
596
    // Projected Bits available for a group of frames including 1 GF or ARF
    int64_t gf_group_bits;
    // Bits for the golden frame or ARF - 2 pass only
    int gf_bits;
John Koleszar's avatar
John Koleszar committed
597
598
599
600
601
    int alt_extra_bits;

    int sr_update_lag;
    double est_max_qcorrection_factor;
  } twopass;
John Koleszar's avatar
John Koleszar committed
602

John Koleszar's avatar
John Koleszar committed
603
604
605
  YV12_BUFFER_CONFIG alt_ref_buffer;
  YV12_BUFFER_CONFIG *frames[MAX_LAG_BUFFERS];
  int fixed_divide[512];
John Koleszar's avatar
John Koleszar committed
606

607
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
608
609
610
611
612
613
614
615
616
617
618
619
620
621
  int    count;
  double total_y;
  double total_u;
  double total_v;
  double total;
  double total_sq_error;
  double totalp_y;
  double totalp_u;
  double totalp_v;
  double totalp;
  double total_sq_error2;
  int    bytes;
  double summed_quality;
  double summed_weights;
622
623
  double summedp_quality;
  double summedp_weights;
John Koleszar's avatar
John Koleszar committed
624
625
626
627
628
629
630
631
632
  unsigned int tot_recode_hits;


  double total_ssimg_y;
  double total_ssimg_u;
  double total_ssimg_v;
  double total_ssimg_all;

  int b_calculate_ssimg;
John Koleszar's avatar
John Koleszar committed
633
#endif
John Koleszar's avatar
John Koleszar committed
634
  int b_calculate_psnr;
635

John Koleszar's avatar
John Koleszar committed
636
637
638
639
640
  // Per MB activity measurement
  unsigned int activity_avg;
  unsigned int *mb_activity_map;
  int *mb_norm_activity_map;
  int output_partition;
641

John Koleszar's avatar
John Koleszar committed
642
643
  /* force next frame to intra when kf_auto says so */
  int force_next_frame_intra;
644

John Koleszar's avatar
John Koleszar committed
645
  int droppable;
Adrian Grange's avatar
Adrian Grange committed
646

John Koleszar's avatar
John Koleszar committed
647
  int dummy_packing;    /* flag to indicate if packing is dummy */
648

649
650
  unsigned int switchable_interp_count[SWITCHABLE_FILTERS + 1]
                                      [SWITCHABLE_FILTERS];
651

652
  unsigned int txfm_stepdown_count[TX_SIZES];
Deb Mukherjee's avatar
Deb Mukherjee committed
653

654
655
  int initial_width;
  int initial_height;
656

657
  int number_spatial_layers;
658
659
  int enable_encode_breakout;   // Default value is 1. From first pass stats,
                                // encode_breakout may be disabled.
660

661
662
663
664
665
666
667
668
669
670
671
672
#if CONFIG_MULTIPLE_ARF
  // ARF tracking variables.
  int multi_arf_enabled;
  unsigned int frame_coding_order_period;
  unsigned int new_frame_coding_order_period;
  int frame_coding_order[MAX_LAG_BUFFERS * 2];
  int arf_buffer_idx[MAX_LAG_BUFFERS * 3 / 2];
  int arf_weight[MAX_LAG_BUFFERS];
  int arf_buffered;
  int this_frame_weight;
  int max_arf_level;
#endif
Paul Wilkins's avatar
Paul Wilkins committed
673
674

#ifdef ENTROPY_STATS
675
  int64_t mv_ref_stats[INTER_MODE_CONTEXTS][INTER_MODES - 1][2];
Paul Wilkins's avatar
Paul Wilkins committed
676
#endif
677
678
679
680
681
682


#ifdef MODE_TEST_HIT_STATS
  // Debug / test stats
  int64_t mode_test_hits[BLOCK_SIZES];
#endif
683
} VP9_COMP;
John Koleszar's avatar
John Koleszar committed
684

685
686
687
688
689
690
691
692
693
694
static int get_ref_frame_idx(VP9_COMP *cpi, MV_REFERENCE_FRAME ref_frame) {
  if (ref_frame == LAST_FRAME) {
    return cpi->lst_fb_idx;
  } else if (ref_frame == GOLDEN_FRAME) {
    return cpi->gld_fb_idx;
  } else {
    return cpi->alt_fb_idx;
  }
}

695
696
697
698
699
700
701
702
703
704
705
static int get_scale_ref_frame_idx(VP9_COMP *cpi,
                                   MV_REFERENCE_FRAME ref_frame) {
  if (ref_frame == LAST_FRAME) {
    return 0;
  } else if (ref_frame == GOLDEN_FRAME) {
    return 1;
  } else {
    return 2;
  }
}

706
void vp9_encode_frame(VP9_COMP *cpi);
John Koleszar's avatar
John Koleszar committed
707

708
void vp9_pack_bitstream(VP9_COMP *cpi, unsigned char *dest,
709
                        unsigned long *size);
John Koleszar's avatar
John Koleszar committed
710

711
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x);
712

713
void vp9_set_speed_features(VP9_COMP *cpi);
Yaowu Xu's avatar
Yaowu Xu committed
714

715
int vp9_calc_ss_err(YV12_BUFFER_CONFIG *source, YV12_BUFFER_CONFIG *dest);
716

717
void vp9_alloc_compressor_data(VP9_COMP *cpi);
718

719
#endif  // VP9_ENCODER_VP9_ONYX_INT_H_