vp9_onyx_int.h 18.6 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
13
#ifndef VP9_ENCODER_VP9_ONYX_INT_H_
#define VP9_ENCODER_VP9_ONYX_INT_H_
John Koleszar's avatar
John Koleszar committed
14
15

#include <stdio.h>
16
#include "./vpx_config.h"
17
#include "vp9/common/vp9_onyx.h"
18
19
#include "vp9/encoder/vp9_treewriter.h"
#include "vp9/encoder/vp9_tokenize.h"
20
#include "vp9/common/vp9_onyxc_int.h"
21
22
23
#include "vp9/encoder/vp9_variance.h"
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_quantize.h"
24
25
#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
John Koleszar's avatar
John Koleszar committed
26
#include "vpx_ports/mem.h"
27
#include "vpx/internal/vpx_codec_internal.h"
28
#include "vp9/encoder/vp9_mcomp.h"
29
#include "vp9/common/vp9_findnearmv.h"
30
#include "vp9/encoder/vp9_lookahead.h"
John Koleszar's avatar
John Koleszar committed
31

32
// Experimental rate control switches
Yaowu Xu's avatar
Yaowu Xu committed
33
#if CONFIG_ONESHOTQ
34
35
36
#define ONE_SHOT_Q_ESTIMATE 0
#define STRICT_ONE_SHOT_Q 0
#define DISABLE_RC_LONG_TERM_MEM 0
Yaowu Xu's avatar
Yaowu Xu committed
37
#endif
38

John Koleszar's avatar
John Koleszar committed
39
// #define SPEEDSTATS 1
40
41
42
43
#if CONFIG_MULTIPLE_ARF
// Set MIN_GF_INTERVAL to 1 for the full decomposition.
#define MIN_GF_INTERVAL             2
#else
John Koleszar's avatar
John Koleszar committed
44
#define MIN_GF_INTERVAL             4
45
#endif
John Koleszar's avatar
John Koleszar committed
46
47
48
49
#define DEFAULT_GF_INTERVAL         7

#define KEY_FRAME_CONTEXT 5

50
#if CONFIG_COMP_INTERINTRA_PRED
51
#define MAX_MODES 54 - CONFIG_SB8X8
52
#else
53
#define MAX_MODES 42 - CONFIG_SB8X8
54
#endif
55

John Koleszar's avatar
John Koleszar committed
56
57
58
#define MIN_THRESHMULT  32
#define MAX_THRESHMULT  512

Paul Wilkins's avatar
Paul Wilkins committed
59
60
61
#define GF_ZEROMV_ZBIN_BOOST 0
#define LF_ZEROMV_ZBIN_BOOST 0
#define MV_ZBIN_BOOST        0
Paul Wilkins's avatar
Paul Wilkins committed
62
63
#define SPLIT_MV_ZBIN_BOOST  0
#define INTRA_ZBIN_BOOST     0
John Koleszar's avatar
John Koleszar committed
64

John Koleszar's avatar
John Koleszar committed
65
typedef struct {
66
67
68
69
  nmv_context nmvc;
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];
John Koleszar's avatar
John Koleszar committed
70
71

#ifdef MODE_STATS
John Koleszar's avatar
John Koleszar committed
72
  // Stats
73
74
  int y_modes[VP9_YMODES];
  int uv_modes[VP9_UV_MODES];
75
#if !CONFIG_SB8X8
76
  int i8x8_modes[VP9_I8X8_MODES];
77
#endif
John Koleszar's avatar
John Koleszar committed
78
79
  int b_modes[B_MODE_COUNT];
  int inter_y_modes[MB_MODE_COUNT];
80
  int inter_uv_modes[VP9_UV_MODES];
John Koleszar's avatar
John Koleszar committed
81
  int inter_b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
82
#endif
83

84
  vp9_prob segment_pred_probs[PREDICTION_PROBS];
John Koleszar's avatar
John Koleszar committed
85
  unsigned char ref_pred_probs_update[PREDICTION_PROBS];
86
87
  vp9_prob ref_pred_probs[PREDICTION_PROBS];
  vp9_prob prob_comppred[COMP_PRED_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
88

John Koleszar's avatar
John Koleszar committed
89
  unsigned char *last_frame_seg_map_copy;
90

John Koleszar's avatar
John Koleszar committed
91
92
  // 0 = Intra, Last, GF, ARF
  signed char last_ref_lf_deltas[MAX_REF_LF_DELTAS];
Yaowu Xu's avatar
Yaowu Xu committed
93
  // 0 = I4X4_PRED, ZERO_MV, MV, SPLIT
John Koleszar's avatar
John Koleszar committed
94
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];
John Koleszar's avatar
John Koleszar committed
95

96
97
98
  vp9_coeff_probs coef_probs_4x4[BLOCK_TYPES];
  vp9_coeff_probs coef_probs_8x8[BLOCK_TYPES];
  vp9_coeff_probs coef_probs_16x16[BLOCK_TYPES];
99
  vp9_coeff_probs coef_probs_32x32[BLOCK_TYPES];
100

101
  vp9_prob sb_ymode_prob[VP9_I32X32_MODES - 1];
102
103
104
  vp9_prob ymode_prob[VP9_YMODES - 1]; /* interframe intra mode probs */
  vp9_prob uv_mode_prob[VP9_YMODES][VP9_UV_MODES - 1];
  vp9_prob bmode_prob[VP9_NKF_BINTRAMODES - 1];
105
#if !CONFIG_SB8X8
106
  vp9_prob i8x8_mode_prob[VP9_I8X8_MODES - 1];
107
#endif
108
  vp9_prob sub_mv_ref_prob[SUBMVREF_COUNT][VP9_SUBMVREFS - 1];
109
#if !CONFIG_SB8X8
110
  vp9_prob mbsplit_prob[VP9_NUMMBSPLITS - 1];
111
#endif
112
  vp9_prob partition_prob[NUM_PARTITION_CONTEXTS][PARTITION_TYPES - 1];
113

114
115
  vp9_prob switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
                                 [VP9_SWITCHABLE_FILTERS - 1];
116
117
118
#if CONFIG_COMP_INTERINTRA_PRED
  vp9_prob interintra_prob;
#endif
119

120
  int mv_ref_ct[INTER_MODE_CONTEXTS][4][2];
121
  int vp9_mode_contexts[INTER_MODE_CONTEXTS][4];
John Koleszar's avatar
John Koleszar committed
122

123
124
125
126
127
128
#if CONFIG_CODE_ZEROGROUP
  vp9_zpc_probs zpc_probs_4x4;
  vp9_zpc_probs zpc_probs_8x8;
  vp9_zpc_probs zpc_probs_16x16;
  vp9_zpc_probs zpc_probs_32x32;
#endif
John Koleszar's avatar
John Koleszar committed
129
130
} CODING_CONTEXT;

John Koleszar's avatar
John Koleszar committed
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
typedef struct {
  double frame;
  double intra_error;
  double coded_error;
  double sr_coded_error;
  double ssim_weighted_pred_err;
  double pcnt_inter;
  double pcnt_motion;
  double pcnt_second_ref;
  double pcnt_neutral;
  double MVr;
  double mvr_abs;
  double MVc;
  double mvc_abs;
  double MVrv;
  double MVcv;
  double mv_in_out_count;
  double new_mv_count;
  double duration;
  double count;
John Koleszar's avatar
John Koleszar committed
151
152
153
}
FIRSTPASS_STATS;

John Koleszar's avatar
John Koleszar committed
154
155
156
157
158
159
160
161
162
163
typedef struct {
  int frames_so_far;
  double frame_intra_error;
  double frame_coded_error;
  double frame_pcnt_inter;
  double frame_pcnt_motion;
  double frame_mvr;
  double frame_mvr_abs;
  double frame_mvc;
  double frame_mvc_abs;
John Koleszar's avatar
John Koleszar committed
164
165
166

} ONEPASS_FRAMESTATS;

John Koleszar's avatar
John Koleszar committed
167
168
169
170
171
172
173
174
typedef struct {
  struct {
    int err;
    union {
      int_mv mv;
      MB_PREDICTION_MODE mode;
    } m;
  } ref[MAX_REF_FRAMES];
175
176
} MBGRAPH_MB_STATS;

John Koleszar's avatar
John Koleszar committed
177
178
typedef struct {
  MBGRAPH_MB_STATS *mb_stats;
179
} MBGRAPH_FRAME_STATS;
John Koleszar's avatar
John Koleszar committed
180

John Koleszar's avatar
John Koleszar committed
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
typedef enum {
  THR_ZEROMV,
  THR_DC,

  THR_NEARESTMV,
  THR_NEARMV,

  THR_ZEROG,
  THR_NEARESTG,

  THR_ZEROA,
  THR_NEARESTA,

  THR_NEARG,
  THR_NEARA,

  THR_V_PRED,
  THR_H_PRED,
  THR_D45_PRED,
  THR_D135_PRED,
  THR_D117_PRED,
  THR_D153_PRED,
  THR_D27_PRED,
  THR_D63_PRED,
  THR_TM,
206

John Koleszar's avatar
John Koleszar committed
207
208
209
  THR_NEWMV,
  THR_NEWG,
  THR_NEWA,
210

John Koleszar's avatar
John Koleszar committed
211
212
213
  THR_SPLITMV,
  THR_SPLITG,
  THR_SPLITA,
214

John Koleszar's avatar
John Koleszar committed
215
  THR_B_PRED,
216
#if !CONFIG_SB8X8
John Koleszar's avatar
John Koleszar committed
217
  THR_I8X8_PRED,
218
#endif
219

John Koleszar's avatar
John Koleszar committed
220
221
222
  THR_COMP_ZEROLG,
  THR_COMP_NEARESTLG,
  THR_COMP_NEARLG,
223

John Koleszar's avatar
John Koleszar committed
224
225
226
  THR_COMP_ZEROLA,
  THR_COMP_NEARESTLA,
  THR_COMP_NEARLA,
227

John Koleszar's avatar
John Koleszar committed
228
229
230
  THR_COMP_ZEROGA,
  THR_COMP_NEARESTGA,
  THR_COMP_NEARGA,
231

John Koleszar's avatar
John Koleszar committed
232
233
234
  THR_COMP_NEWLG,
  THR_COMP_NEWLA,
  THR_COMP_NEWGA,
235

John Koleszar's avatar
John Koleszar committed
236
237
238
  THR_COMP_SPLITLG,
  THR_COMP_SPLITLA,
  THR_COMP_SPLITGA,
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
#if CONFIG_COMP_INTERINTRA_PRED
  THR_COMP_INTERINTRA_ZEROL,
  THR_COMP_INTERINTRA_NEARESTL,
  THR_COMP_INTERINTRA_NEARL,
  THR_COMP_INTERINTRA_NEWL,

  THR_COMP_INTERINTRA_ZEROG,
  THR_COMP_INTERINTRA_NEARESTG,
  THR_COMP_INTERINTRA_NEARG,
  THR_COMP_INTERINTRA_NEWG,

  THR_COMP_INTERINTRA_ZEROA,
  THR_COMP_INTERINTRA_NEARESTA,
  THR_COMP_INTERINTRA_NEARA,
  THR_COMP_INTERINTRA_NEWA,
#endif
255
256
}
THR_MODES;
John Koleszar's avatar
John Koleszar committed
257

John Koleszar's avatar
John Koleszar committed
258
259
260
261
typedef enum {
  DIAMOND = 0,
  NSTEP = 1,
  HEX = 2
John Koleszar's avatar
John Koleszar committed
262
263
} SEARCH_METHODS;

John Koleszar's avatar
John Koleszar committed
264
265
266
267
268
269
270
271
272
273
274
275
276
277
typedef struct {
  int RD;
  SEARCH_METHODS search_method;
  int auto_filter;
  int recode_loop;
  int iterative_sub_pixel;
  int half_pixel_search;
  int quarter_pixel_search;
  int thresh_mult[MAX_MODES];
  int max_step_search_steps;
  int first_step;
  int optimize_coefficients;
  int no_skip_block4x4_search;
  int search_best_filter;
278
279
  int splitmode_breakout;
  int mb16_breakout;
280
  int static_segmentation;
John Koleszar's avatar
John Koleszar committed
281
282
} SPEED_FEATURES;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
283
enum BlockSize {
284
285
#if CONFIG_SB8X8
  BLOCK_4X4,
286
287
  BLOCK_4X8,
  BLOCK_8X4,
288
289
290
291
  BLOCK_8X8,
  BLOCK_8X16,
  BLOCK_16X8,
#else
292
293
294
295
  BLOCK_16X8 = PARTITIONING_16X8,
  BLOCK_8X16 = PARTITIONING_8X16,
  BLOCK_8X8 = PARTITIONING_8X8,
  BLOCK_4X4 = PARTITIONING_4X4,
296
#endif
John Koleszar's avatar
John Koleszar committed
297
  BLOCK_16X16,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
298
299
  BLOCK_MAX_SEGMENTS,
  BLOCK_32X32 = BLOCK_MAX_SEGMENTS,
300
301
302
303
  BLOCK_32X16,
  BLOCK_16X32,
  BLOCK_64X32,
  BLOCK_32X64,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
304
  BLOCK_64X64,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
305
  BLOCK_MAX_SB_SEGMENTS,
306
307
};

308
typedef struct VP9_COMP {
John Koleszar's avatar
John Koleszar committed
309

John Koleszar's avatar
John Koleszar committed
310
311
312
313
  DECLARE_ALIGNED(16, short, Y1quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, Y1quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y1zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y1round[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
314

John Koleszar's avatar
John Koleszar committed
315
316
317
318
  DECLARE_ALIGNED(16, short, UVquant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, UVquant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, UVzbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, UVround[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
319

John Koleszar's avatar
John Koleszar committed
320
321
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y1[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_uv[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
322

John Koleszar's avatar
John Koleszar committed
323
  MACROBLOCK mb;
324
  VP9_COMMON common;
325
  VP9_CONFIG oxcf;
John Koleszar's avatar
John Koleszar committed
326
327
328

  struct lookahead_ctx    *lookahead;
  struct lookahead_entry  *source;
329
330
331
#if CONFIG_MULTIPLE_ARF
  struct lookahead_entry  *alt_ref_source[NUM_REF_FRAMES];
#else
John Koleszar's avatar
John Koleszar committed
332
  struct lookahead_entry  *alt_ref_source;
333
#endif
John Koleszar's avatar
John Koleszar committed
334

John Koleszar's avatar
John Koleszar committed
335
336
337
  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
John Koleszar's avatar
John Koleszar committed
338

John Koleszar's avatar
John Koleszar committed
339
340
  int source_alt_ref_pending; // frame in src_buffers has been identified to be encoded as an alt ref
  int source_alt_ref_active;  // an alt ref frame has been encoded and is usable
Fritz Koenig's avatar
Fritz Koenig committed
341

John Koleszar's avatar
John Koleszar committed
342
  int is_src_frame_alt_ref;   // source of frame to encode is an exact copy of an alt ref frame
John Koleszar's avatar
John Koleszar committed
343

John Koleszar's avatar
John Koleszar committed
344
345
346
  int gold_is_last; // golden frame same as last frame ( short circuit gold searches)
  int alt_is_last;  // Alt reference frame same as last ( short circuit altref search)
  int gold_is_alt;  // don't do both alt and gold search ( just do gold).
John Koleszar's avatar
John Koleszar committed
347

348
  int scaled_ref_idx[3];
349
350
351
  int lst_fb_idx;
  int gld_fb_idx;
  int alt_fb_idx;
352
353
354
#if CONFIG_MULTIPLE_ARF
  int alt_ref_fb_idx[NUM_REF_FRAMES - 3];
#endif
355
356
357
  int refresh_last_frame;
  int refresh_golden_frame;
  int refresh_alt_ref_frame;
John Koleszar's avatar
John Koleszar committed
358
  YV12_BUFFER_CONFIG last_frame_uf;
John Koleszar's avatar
John Koleszar committed
359

John Koleszar's avatar
John Koleszar committed
360
  TOKENEXTRA *tok;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
361
  unsigned int tok_count[1 << 6];
John Koleszar's avatar
John Koleszar committed
362
363


John Koleszar's avatar
John Koleszar committed
364
365
366
367
  unsigned int frames_since_key;
  unsigned int key_frame_frequency;
  unsigned int this_key_frame_forced;
  unsigned int next_key_frame_forced;
368
369
370
371
372
373
#if CONFIG_MULTIPLE_ARF
  // Position within a frame coding order (including any additional ARF frames).
  unsigned int sequence_number;
  // Next frame in naturally occurring order that has not yet been coded.
  int next_frame_in_order;
#endif
John Koleszar's avatar
John Koleszar committed
374

John Koleszar's avatar
John Koleszar committed
375
376
  // Ambient reconstruction err target for force key frames
  int ambient_err;
377

John Koleszar's avatar
John Koleszar committed
378
379
380
  unsigned int mode_check_freq[MAX_MODES];
  unsigned int mode_test_hit_counts[MAX_MODES];
  unsigned int mode_chosen_counts[MAX_MODES];
John Koleszar's avatar
John Koleszar committed
381

John Koleszar's avatar
John Koleszar committed
382
383
384
  int rd_thresh_mult[MAX_MODES];
  int rd_baseline_thresh[MAX_MODES];
  int rd_threshes[MAX_MODES];
385
  int64_t rd_comp_pred_diff[NB_PREDICTION_TYPES];
John Koleszar's avatar
John Koleszar committed
386
387
388
  int rd_prediction_type_threshes[4][NB_PREDICTION_TYPES];
  int comp_pred_count[COMP_PRED_CONTEXTS];
  int single_pred_count[COMP_PRED_CONTEXTS];
389
  // FIXME contextualize
390
391
392
  int txfm_count_32x32p[TX_SIZE_MAX_SB];
  int txfm_count_16x16p[TX_SIZE_MAX_MB];
  int txfm_count_8x8p[TX_SIZE_MAX_MB - 1];
393
394
  int64_t rd_tx_select_diff[NB_TXFM_MODES];
  int rd_tx_select_threshes[4][NB_TXFM_MODES];
John Koleszar's avatar
John Koleszar committed
395

John Koleszar's avatar
John Koleszar committed
396
397
  int RDMULT;
  int RDDIV;
John Koleszar's avatar
John Koleszar committed
398

John Koleszar's avatar
John Koleszar committed
399
  CODING_CONTEXT coding_context;
John Koleszar's avatar
John Koleszar committed
400

John Koleszar's avatar
John Koleszar committed
401
402
403
404
405
  // Rate targetting variables
  int this_frame_target;
  int projected_frame_size;
  int last_q[2];                   // Separate values for Intra/Inter
  int last_boosted_qindex;         // Last boosted GF/KF/ARF q
John Koleszar's avatar
John Koleszar committed
406

John Koleszar's avatar
John Koleszar committed
407
408
409
  double rate_correction_factor;
  double key_frame_rate_correction_factor;
  double gf_rate_correction_factor;
John Koleszar's avatar
John Koleszar committed
410

John Koleszar's avatar
John Koleszar committed
411
  int frames_till_gf_update_due;      // Count down till next GF
John Koleszar's avatar
John Koleszar committed
412

John Koleszar's avatar
John Koleszar committed
413
  int gf_overspend_bits;            // Total bits overspent becasue of GF boost (cumulative)
John Koleszar's avatar
John Koleszar committed
414

John Koleszar's avatar
John Koleszar committed
415
  int non_gf_bitrate_adjustment;     // Used in the few frames following a GF to recover the extra bits spent in that GF
John Koleszar's avatar
John Koleszar committed
416

John Koleszar's avatar
John Koleszar committed
417
418
419
420
421
  int kf_overspend_bits;            // Extra bits spent on key frames that need to be recovered on inter frames
  int kf_bitrate_adjustment;        // Current number of bit s to try and recover on each inter frame.
  int max_gf_interval;
  int baseline_gf_interval;
  int active_arnr_frames;           // <= cpi->oxcf.arnr_max_frames
422
  int active_arnr_strength;         // <= cpi->oxcf.arnr_max_strength
John Koleszar's avatar
John Koleszar committed
423

John Koleszar's avatar
John Koleszar committed
424
425
426
427
428
429
430
431
432
433
  int64_t key_frame_count;
  int prior_key_frame_distance[KEY_FRAME_CONTEXT];
  int per_frame_bandwidth;          // Current section per frame bandwidth target
  int av_per_frame_bandwidth;        // Average frame size target for clip
  int min_frame_bandwidth;          // Minimum allocation that should be used for any frame
  int inter_frame_target;
  double output_frame_rate;
  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;
John Koleszar's avatar
John Koleszar committed
434

John Koleszar's avatar
John Koleszar committed
435
436
437
438
439
440
  int ni_av_qi;
  int ni_tot_qi;
  int ni_frames;
  int avg_frame_qindex;
  double tot_q;
  double avg_q;
John Koleszar's avatar
John Koleszar committed
441

John Koleszar's avatar
John Koleszar committed
442
443
  int zbin_mode_boost;
  int zbin_mode_boost_enabled;
John Koleszar's avatar
John Koleszar committed
444

John Koleszar's avatar
John Koleszar committed
445
  int64_t total_byte_count;
John Koleszar's avatar
John Koleszar committed
446

John Koleszar's avatar
John Koleszar committed
447
  int buffered_mode;
John Koleszar's avatar
John Koleszar committed
448

John Koleszar's avatar
John Koleszar committed
449
450
  int buffer_level;
  int bits_off_target;
John Koleszar's avatar
John Koleszar committed
451

John Koleszar's avatar
John Koleszar committed
452
453
  int rolling_target_bits;
  int rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
454

John Koleszar's avatar
John Koleszar committed
455
456
  int long_rolling_target_bits;
  int long_rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
457

John Koleszar's avatar
John Koleszar committed
458
459
  int64_t total_actual_bits;
  int total_target_vs_actual;        // debug stats
John Koleszar's avatar
John Koleszar committed
460

John Koleszar's avatar
John Koleszar committed
461
462
463
464
  int worst_quality;
  int active_worst_quality;
  int best_quality;
  int active_best_quality;
John Koleszar's avatar
John Koleszar committed
465

John Koleszar's avatar
John Koleszar committed
466
  int cq_target_quality;
467

468
  int sb_ymode_count [VP9_I32X32_MODES];
469
470
  int ymode_count[VP9_YMODES];        /* intra MB type cts this frame */
  int bmode_count[VP9_NKF_BINTRAMODES];
471
#if !CONFIG_SB8X8
472
  int i8x8_mode_count[VP9_I8X8_MODES];
473
#endif
474
  int sub_mv_ref_count[SUBMVREF_COUNT][VP9_SUBMVREFS];
475
#if !CONFIG_SB8X8
476
  int mbsplit_count[VP9_NUMMBSPLITS];
477
#endif
478
  int y_uv_mode_count[VP9_YMODES][VP9_UV_MODES];
479
  unsigned int partition_count[NUM_PARTITION_CONTEXTS][PARTITION_TYPES];
480
#if CONFIG_COMP_INTERINTRA_PRED
Jim Bankoski's avatar
Jim Bankoski committed
481
482
  unsigned int interintra_count[2];
  unsigned int interintra_select_count[2];
483
#endif
John Koleszar's avatar
John Koleszar committed
484

485
  nmv_context_counts NMVcount;
John Koleszar's avatar
John Koleszar committed
486

487
488
489
490
491
492
493
494
495
496
497
  vp9_coeff_count coef_counts_4x4[BLOCK_TYPES];
  vp9_coeff_probs frame_coef_probs_4x4[BLOCK_TYPES];
  vp9_coeff_stats frame_branch_ct_4x4[BLOCK_TYPES];

  vp9_coeff_count coef_counts_8x8[BLOCK_TYPES];
  vp9_coeff_probs frame_coef_probs_8x8[BLOCK_TYPES];
  vp9_coeff_stats frame_branch_ct_8x8[BLOCK_TYPES];

  vp9_coeff_count coef_counts_16x16[BLOCK_TYPES];
  vp9_coeff_probs frame_coef_probs_16x16[BLOCK_TYPES];
  vp9_coeff_stats frame_branch_ct_16x16[BLOCK_TYPES];
498

499
500
501
  vp9_coeff_count coef_counts_32x32[BLOCK_TYPES];
  vp9_coeff_probs frame_coef_probs_32x32[BLOCK_TYPES];
  vp9_coeff_stats frame_branch_ct_32x32[BLOCK_TYPES];
502

John Koleszar's avatar
John Koleszar committed
503
504
505
506
  int gfu_boost;
  int last_boost;
  int kf_boost;
  int kf_zeromotion_pct;
John Koleszar's avatar
John Koleszar committed
507

Jingning Han's avatar
Jingning Han committed
508
  int64_t target_bandwidth;
John Koleszar's avatar
John Koleszar committed
509
  struct vpx_codec_pkt_list  *output_pkt_list;
510

John Koleszar's avatar
John Koleszar committed
511
#if 0
John Koleszar's avatar
John Koleszar committed
512
513
514
  // Experimental code for lagged and one pass
  ONEPASS_FRAMESTATS one_pass_frame_stats[MAX_LAG_BUFFERS];
  int one_pass_frame_index;
John Koleszar's avatar
John Koleszar committed
515
#endif
John Koleszar's avatar
John Koleszar committed
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
  int mbgraph_n_frames;             // number of frames filled in the above
  int static_mb_pct;                // % forced skip mbs by segmentation
  int seg0_progress, seg0_idx, seg0_cnt;
  int ref_pred_count[3][2];

  int decimation_factor;
  int decimation_count;

  // for real time encoding
  int avg_encode_time;              // microsecond
  int avg_pick_mode_time;            // microsecond
  int Speed;
  unsigned int cpu_freq;           // Mhz
  int compressor_speed;

  int interquantizer;
  int goldfreq;
  int auto_worst_q;
  int cpu_used;
  int pass;
John Koleszar's avatar
John Koleszar committed
537

538
  vp9_prob last_skip_false_probs[3][MBSKIP_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
539
  int last_skip_probs_q[3];
John Koleszar's avatar
John Koleszar committed
540

John Koleszar's avatar
John Koleszar committed
541
542
543
  int recent_ref_frame_usage[MAX_REF_FRAMES];
  int count_mb_ref_frame_usage[MAX_REF_FRAMES];
  int ref_frame_flags;
John Koleszar's avatar
John Koleszar committed
544

John Koleszar's avatar
John Koleszar committed
545
  unsigned char ref_pred_probs_update[PREDICTION_PROBS];
546

John Koleszar's avatar
John Koleszar committed
547
548
  SPEED_FEATURES sf;
  int error_bins[1024];
John Koleszar's avatar
John Koleszar committed
549

John Koleszar's avatar
John Koleszar committed
550
551
552
553
554
555
  // Data used for real time conferencing mode to help determine if it would be good to update the gf
  int inter_zz_count;
  int gf_bad_count;
  int gf_update_recommended;
  int skip_true_count[3];
  int skip_false_count[3];
John Koleszar's avatar
John Koleszar committed
556

John Koleszar's avatar
John Koleszar committed
557
  unsigned char *segmentation_map;
Paul Wilkins's avatar
Paul Wilkins committed
558

John Koleszar's avatar
John Koleszar committed
559
560
  // segment threashold for encode breakout
  int  segment_encode_breakout[MAX_MB_SEGMENTS];
John Koleszar's avatar
John Koleszar committed
561

John Koleszar's avatar
John Koleszar committed
562
563
  unsigned char *active_map;
  unsigned int active_map_enabled;
John Koleszar's avatar
John Koleszar committed
564

John Koleszar's avatar
John Koleszar committed
565
  fractional_mv_step_fp *find_fractional_mv_step;
566
567
568
569
  vp9_full_search_fn_t full_search_sad;
  vp9_refining_search_fn_t refining_search_sad;
  vp9_diamond_search_fn_t diamond_search_sad;
  vp9_variance_fn_ptr_t fn_ptr[BLOCK_MAX_SB_SEGMENTS];
Yaowu Xu's avatar
Yaowu Xu committed
570
571
572
573
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
  uint64_t time_encode_mb_row;
John Koleszar's avatar
John Koleszar committed
574

John Koleszar's avatar
John Koleszar committed
575
  int base_skip_false_prob[QINDEX_RANGE][3];
John Koleszar's avatar
John Koleszar committed
576

John Koleszar's avatar
John Koleszar committed
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
  struct twopass_rc {
    unsigned int section_intra_rating;
    unsigned int next_iiratio;
    unsigned int this_iiratio;
    FIRSTPASS_STATS *total_stats;
    FIRSTPASS_STATS *this_frame_stats;
    FIRSTPASS_STATS *stats_in, *stats_in_end, *stats_in_start;
    FIRSTPASS_STATS *total_left_stats;
    int first_pass_done;
    int64_t bits_left;
    int64_t clip_bits_total;
    double avg_iiratio;
    double modified_error_total;
    double modified_error_used;
    double modified_error_left;
    double kf_intra_err_min;
    double gf_intra_err_min;
    int frames_to_key;
    int maxq_max_limit;
    int maxq_min_limit;
    int static_scene_max_gf_interval;
    int kf_bits;
599
600
    // Remaining error from uncoded frames in a gf group. Two pass use only
    int64_t gf_group_error_left;
John Koleszar's avatar
John Koleszar committed
601
602
603
604
605
606
607

    // Projected total bits available for a key frame group of frames
    int64_t kf_group_bits;

    // Error score of frames still to be coded in kf group
    int64_t kf_group_error_left;

608
609
610
611
    // Projected Bits available for a group of frames including 1 GF or ARF
    int64_t gf_group_bits;
    // Bits for the golden frame or ARF - 2 pass only
    int gf_bits;
John Koleszar's avatar
John Koleszar committed
612
613
614
615
616
    int alt_extra_bits;

    int sr_update_lag;
    double est_max_qcorrection_factor;
  } twopass;
John Koleszar's avatar
John Koleszar committed
617

John Koleszar's avatar
John Koleszar committed
618
619
620
  YV12_BUFFER_CONFIG alt_ref_buffer;
  YV12_BUFFER_CONFIG *frames[MAX_LAG_BUFFERS];
  int fixed_divide[512];
John Koleszar's avatar
John Koleszar committed
621

622
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
623
624
625
626
627
628
629
630
631
632
633
634
635
636
  int    count;
  double total_y;
  double total_u;
  double total_v;
  double total;
  double total_sq_error;
  double totalp_y;
  double totalp_u;
  double totalp_v;
  double totalp;
  double total_sq_error2;
  int    bytes;
  double summed_quality;
  double summed_weights;
637
638
  double summedp_quality;
  double summedp_weights;
John Koleszar's avatar
John Koleszar committed
639
640
641
642
643
644
645
646
647
  unsigned int tot_recode_hits;


  double total_ssimg_y;
  double total_ssimg_u;
  double total_ssimg_v;
  double total_ssimg_all;

  int b_calculate_ssimg;
John Koleszar's avatar
John Koleszar committed
648
#endif
John Koleszar's avatar
John Koleszar committed
649
  int b_calculate_psnr;
650

John Koleszar's avatar
John Koleszar committed
651
652
653
654
655
  // Per MB activity measurement
  unsigned int activity_avg;
  unsigned int *mb_activity_map;
  int *mb_norm_activity_map;
  int output_partition;
656

John Koleszar's avatar
John Koleszar committed
657
658
  /* force next frame to intra when kf_auto says so */
  int force_next_frame_intra;
659

John Koleszar's avatar
John Koleszar committed
660
  int droppable;
Adrian Grange's avatar
Adrian Grange committed
661

John Koleszar's avatar
John Koleszar committed
662
  int dummy_packing;    /* flag to indicate if packing is dummy */
663

664
665
  unsigned int switchable_interp_count[VP9_SWITCHABLE_FILTERS + 1]
                                      [VP9_SWITCHABLE_FILTERS];
666
667
  unsigned int best_switchable_interp_count[VP9_SWITCHABLE_FILTERS];

668
669
  int initial_width;
  int initial_height;
670
671
672
673
674
675
676
677
678
679
680
681
682

#if CONFIG_MULTIPLE_ARF
  // ARF tracking variables.
  int multi_arf_enabled;
  unsigned int frame_coding_order_period;
  unsigned int new_frame_coding_order_period;
  int frame_coding_order[MAX_LAG_BUFFERS * 2];
  int arf_buffer_idx[MAX_LAG_BUFFERS * 3 / 2];
  int arf_weight[MAX_LAG_BUFFERS];
  int arf_buffered;
  int this_frame_weight;
  int max_arf_level;
#endif
683
} VP9_COMP;
John Koleszar's avatar
John Koleszar committed
684

685
void vp9_encode_frame(VP9_COMP *cpi);
John Koleszar's avatar
John Koleszar committed
686

687
void vp9_pack_bitstream(VP9_COMP *cpi, unsigned char *dest,
688
                        unsigned long *size);
John Koleszar's avatar
John Koleszar committed
689

690
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x);
691

692
void vp9_set_speed_features(VP9_COMP *cpi);
Yaowu Xu's avatar
Yaowu Xu committed
693

694
695
696
697
698
extern int vp9_calc_ss_err(YV12_BUFFER_CONFIG *source,
                           YV12_BUFFER_CONFIG *dest);

extern void vp9_alloc_compressor_data(VP9_COMP *cpi);

John Koleszar's avatar
John Koleszar committed
699
700
#if CONFIG_DEBUG
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
701
702
703
704
705
706
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval" at %s:%d", \
                         __FILE__,__LINE__);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
707
708
#else
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
709
710
711
712
713
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
714
#endif
715
716

#endif  // VP9_ENCODER_VP9_ONYX_INT_H_