vp9_onyx_int.h 18.8 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10 11
 */


12 13
#ifndef VP9_ENCODER_VP9_ONYX_INT_H_
#define VP9_ENCODER_VP9_ONYX_INT_H_
John Koleszar's avatar
John Koleszar committed
14 15

#include <stdio.h>
16
#include "./vpx_config.h"
17
#include "vp9/common/vp9_onyx.h"
18 19
#include "vp9/encoder/vp9_treewriter.h"
#include "vp9/encoder/vp9_tokenize.h"
20
#include "vp9/common/vp9_onyxc_int.h"
21 22 23
#include "vp9/encoder/vp9_variance.h"
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_quantize.h"
24 25
#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
John Koleszar's avatar
John Koleszar committed
26
#include "vpx_ports/mem.h"
27
#include "vpx/internal/vpx_codec_internal.h"
28
#include "vp9/encoder/vp9_mcomp.h"
29
#include "vp9/common/vp9_findnearmv.h"
30
#include "vp9/encoder/vp9_lookahead.h"
John Koleszar's avatar
John Koleszar committed
31

John Koleszar's avatar
John Koleszar committed
32
// #define SPEEDSTATS 1
John Koleszar's avatar
John Koleszar committed
33 34 35 36 37
#define MIN_GF_INTERVAL             4
#define DEFAULT_GF_INTERVAL         7

#define KEY_FRAME_CONTEXT 5

38
#define MAX_LAG_BUFFERS 25
John Koleszar's avatar
John Koleszar committed
39 40 41 42

#define AF_THRESH   25
#define AF_THRESH2  100
#define ARF_DECAY_THRESH 12
43

44 45 46
#if CONFIG_COMP_INTERINTRA_PRED
#define MAX_MODES 54
#else
47
#define MAX_MODES 42
48
#endif
49

John Koleszar's avatar
John Koleszar committed
50 51 52
#define MIN_THRESHMULT  32
#define MAX_THRESHMULT  512

53 54
#define GF_ZEROMV_ZBIN_BOOST 12
#define LF_ZEROMV_ZBIN_BOOST 6
55
#define MV_ZBIN_BOOST        4
John Koleszar's avatar
John Koleszar committed
56

57
#define VP9_TEMPORAL_ALT_REF 1
John Koleszar's avatar
John Koleszar committed
58

John Koleszar's avatar
John Koleszar committed
59
typedef struct {
60 61 62 63
  nmv_context nmvc;
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];
John Koleszar's avatar
John Koleszar committed
64 65

#ifdef MODE_STATS
John Koleszar's avatar
John Koleszar committed
66
  // Stats
67 68 69
  int y_modes[VP9_YMODES];
  int uv_modes[VP9_UV_MODES];
  int i8x8_modes[VP9_I8X8_MODES];
John Koleszar's avatar
John Koleszar committed
70 71
  int b_modes[B_MODE_COUNT];
  int inter_y_modes[MB_MODE_COUNT];
72
  int inter_uv_modes[VP9_UV_MODES];
John Koleszar's avatar
John Koleszar committed
73
  int inter_b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
74
#endif
75

76
  vp9_prob segment_pred_probs[PREDICTION_PROBS];
John Koleszar's avatar
John Koleszar committed
77
  unsigned char ref_pred_probs_update[PREDICTION_PROBS];
78 79
  vp9_prob ref_pred_probs[PREDICTION_PROBS];
  vp9_prob prob_comppred[COMP_PRED_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
80

John Koleszar's avatar
John Koleszar committed
81
  unsigned char *last_frame_seg_map_copy;
82

John Koleszar's avatar
John Koleszar committed
83 84 85 86
  // 0 = Intra, Last, GF, ARF
  signed char last_ref_lf_deltas[MAX_REF_LF_DELTAS];
  // 0 = BPRED, ZERO_MV, MV, SPLIT
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];
John Koleszar's avatar
John Koleszar committed
87

88
  vp9_coeff_probs coef_probs_4x4[BLOCK_TYPES_4X4];
89
  vp9_coeff_probs hybrid_coef_probs_4x4[BLOCK_TYPES_4X4_HYBRID];
90
  vp9_coeff_probs coef_probs_8x8[BLOCK_TYPES_8X8];
91
  vp9_coeff_probs hybrid_coef_probs_8x8[BLOCK_TYPES_8X8_HYBRID];
92
  vp9_coeff_probs coef_probs_16x16[BLOCK_TYPES_16X16];
93
  vp9_coeff_probs hybrid_coef_probs_16x16[BLOCK_TYPES_16X16_HYBRID];
94
  vp9_coeff_probs coef_probs_32x32[BLOCK_TYPES_32X32];
95

96
  vp9_prob sb_ymode_prob[VP9_I32X32_MODES - 1];
97 98 99 100 101 102
  vp9_prob ymode_prob[VP9_YMODES - 1]; /* interframe intra mode probs */
  vp9_prob uv_mode_prob[VP9_YMODES][VP9_UV_MODES - 1];
  vp9_prob bmode_prob[VP9_NKF_BINTRAMODES - 1];
  vp9_prob i8x8_mode_prob[VP9_I8X8_MODES - 1];
  vp9_prob sub_mv_ref_prob[SUBMVREF_COUNT][VP9_SUBMVREFS - 1];
  vp9_prob mbsplit_prob[VP9_NUMMBSPLITS - 1];
103

104 105
  vp9_prob switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
                                 [VP9_SWITCHABLE_FILTERS - 1];
106 107 108
#if CONFIG_COMP_INTERINTRA_PRED
  vp9_prob interintra_prob;
#endif
109

110
  int mv_ref_ct[INTER_MODE_CONTEXTS][4][2];
111
  int vp9_mode_contexts[INTER_MODE_CONTEXTS][4];
John Koleszar's avatar
John Koleszar committed
112 113 114

} CODING_CONTEXT;

John Koleszar's avatar
John Koleszar committed
115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134
typedef struct {
  double frame;
  double intra_error;
  double coded_error;
  double sr_coded_error;
  double ssim_weighted_pred_err;
  double pcnt_inter;
  double pcnt_motion;
  double pcnt_second_ref;
  double pcnt_neutral;
  double MVr;
  double mvr_abs;
  double MVc;
  double mvc_abs;
  double MVrv;
  double MVcv;
  double mv_in_out_count;
  double new_mv_count;
  double duration;
  double count;
John Koleszar's avatar
John Koleszar committed
135 136 137
}
FIRSTPASS_STATS;

John Koleszar's avatar
John Koleszar committed
138 139 140 141 142 143 144 145 146 147
typedef struct {
  int frames_so_far;
  double frame_intra_error;
  double frame_coded_error;
  double frame_pcnt_inter;
  double frame_pcnt_motion;
  double frame_mvr;
  double frame_mvr_abs;
  double frame_mvc;
  double frame_mvc_abs;
John Koleszar's avatar
John Koleszar committed
148 149 150

} ONEPASS_FRAMESTATS;

John Koleszar's avatar
John Koleszar committed
151 152 153 154 155 156 157 158
typedef struct {
  struct {
    int err;
    union {
      int_mv mv;
      MB_PREDICTION_MODE mode;
    } m;
  } ref[MAX_REF_FRAMES];
159 160
} MBGRAPH_MB_STATS;

John Koleszar's avatar
John Koleszar committed
161 162
typedef struct {
  MBGRAPH_MB_STATS *mb_stats;
163
} MBGRAPH_FRAME_STATS;
John Koleszar's avatar
John Koleszar committed
164

John Koleszar's avatar
John Koleszar committed
165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189
typedef enum {
  THR_ZEROMV,
  THR_DC,

  THR_NEARESTMV,
  THR_NEARMV,

  THR_ZEROG,
  THR_NEARESTG,

  THR_ZEROA,
  THR_NEARESTA,

  THR_NEARG,
  THR_NEARA,

  THR_V_PRED,
  THR_H_PRED,
  THR_D45_PRED,
  THR_D135_PRED,
  THR_D117_PRED,
  THR_D153_PRED,
  THR_D27_PRED,
  THR_D63_PRED,
  THR_TM,
190

John Koleszar's avatar
John Koleszar committed
191 192 193
  THR_NEWMV,
  THR_NEWG,
  THR_NEWA,
194

John Koleszar's avatar
John Koleszar committed
195 196 197
  THR_SPLITMV,
  THR_SPLITG,
  THR_SPLITA,
198

John Koleszar's avatar
John Koleszar committed
199 200
  THR_B_PRED,
  THR_I8X8_PRED,
201

John Koleszar's avatar
John Koleszar committed
202 203 204
  THR_COMP_ZEROLG,
  THR_COMP_NEARESTLG,
  THR_COMP_NEARLG,
205

John Koleszar's avatar
John Koleszar committed
206 207 208
  THR_COMP_ZEROLA,
  THR_COMP_NEARESTLA,
  THR_COMP_NEARLA,
209

John Koleszar's avatar
John Koleszar committed
210 211 212
  THR_COMP_ZEROGA,
  THR_COMP_NEARESTGA,
  THR_COMP_NEARGA,
213

John Koleszar's avatar
John Koleszar committed
214 215 216
  THR_COMP_NEWLG,
  THR_COMP_NEWLA,
  THR_COMP_NEWGA,
217

John Koleszar's avatar
John Koleszar committed
218 219 220
  THR_COMP_SPLITLG,
  THR_COMP_SPLITLA,
  THR_COMP_SPLITGA,
221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236
#if CONFIG_COMP_INTERINTRA_PRED
  THR_COMP_INTERINTRA_ZEROL,
  THR_COMP_INTERINTRA_NEARESTL,
  THR_COMP_INTERINTRA_NEARL,
  THR_COMP_INTERINTRA_NEWL,

  THR_COMP_INTERINTRA_ZEROG,
  THR_COMP_INTERINTRA_NEARESTG,
  THR_COMP_INTERINTRA_NEARG,
  THR_COMP_INTERINTRA_NEWG,

  THR_COMP_INTERINTRA_ZEROA,
  THR_COMP_INTERINTRA_NEARESTA,
  THR_COMP_INTERINTRA_NEARA,
  THR_COMP_INTERINTRA_NEWA,
#endif
237 238
}
THR_MODES;
John Koleszar's avatar
John Koleszar committed
239

John Koleszar's avatar
John Koleszar committed
240 241 242 243
typedef enum {
  DIAMOND = 0,
  NSTEP = 1,
  HEX = 2
John Koleszar's avatar
John Koleszar committed
244 245
} SEARCH_METHODS;

John Koleszar's avatar
John Koleszar committed
246 247 248 249 250 251 252 253 254 255 256 257 258 259 260
typedef struct {
  int RD;
  SEARCH_METHODS search_method;
  int improved_dct;
  int auto_filter;
  int recode_loop;
  int iterative_sub_pixel;
  int half_pixel_search;
  int quarter_pixel_search;
  int thresh_mult[MAX_MODES];
  int max_step_search_steps;
  int first_step;
  int optimize_coefficients;
  int no_skip_block4x4_search;
  int search_best_filter;
261 262
  int splitmode_breakout;
  int mb16_breakout;
263
  int static_segmentation;
John Koleszar's avatar
John Koleszar committed
264 265
} SPEED_FEATURES;

John Koleszar's avatar
John Koleszar committed
266 267 268
typedef struct {
  MACROBLOCK  mb;
  int totalrate;
John Koleszar's avatar
John Koleszar committed
269 270
} MB_ROW_COMP;

John Koleszar's avatar
John Koleszar committed
271 272 273
typedef struct {
  TOKENEXTRA *start;
  TOKENEXTRA *stop;
John Koleszar's avatar
John Koleszar committed
274 275
} TOKENLIST;

John Koleszar's avatar
John Koleszar committed
276 277 278 279
typedef struct {
  int ithread;
  void *ptr1;
  void *ptr2;
John Koleszar's avatar
John Koleszar committed
280
} ENCODETHREAD_DATA;
John Koleszar's avatar
John Koleszar committed
281 282 283
typedef struct {
  int ithread;
  void *ptr1;
John Koleszar's avatar
John Koleszar committed
284 285
} LPFTHREAD_DATA;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
286
enum BlockSize {
287 288 289 290
  BLOCK_16X8 = PARTITIONING_16X8,
  BLOCK_8X16 = PARTITIONING_8X16,
  BLOCK_8X8 = PARTITIONING_8X8,
  BLOCK_4X4 = PARTITIONING_4X4,
John Koleszar's avatar
John Koleszar committed
291
  BLOCK_16X16,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
292 293
  BLOCK_MAX_SEGMENTS,
  BLOCK_32X32 = BLOCK_MAX_SEGMENTS,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
294
  BLOCK_64X64,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
295
  BLOCK_MAX_SB_SEGMENTS,
296 297
};

298
typedef struct VP9_COMP {
John Koleszar's avatar
John Koleszar committed
299

John Koleszar's avatar
John Koleszar committed
300 301 302 303
  DECLARE_ALIGNED(16, short, Y1quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, Y1quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y1zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y1round[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
304

John Koleszar's avatar
John Koleszar committed
305 306 307 308
  DECLARE_ALIGNED(16, short, UVquant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, UVquant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, UVzbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, UVround[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
309

John Koleszar's avatar
John Koleszar committed
310 311
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y1[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_uv[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
312

John Koleszar's avatar
John Koleszar committed
313
  MACROBLOCK mb;
314
  VP9_COMMON common;
315
  VP9_CONFIG oxcf;
John Koleszar's avatar
John Koleszar committed
316 317 318 319

  struct lookahead_ctx    *lookahead;
  struct lookahead_entry  *source;
  struct lookahead_entry  *alt_ref_source;
John Koleszar's avatar
John Koleszar committed
320

John Koleszar's avatar
John Koleszar committed
321 322 323
  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
John Koleszar's avatar
John Koleszar committed
324

John Koleszar's avatar
John Koleszar committed
325 326
  int source_alt_ref_pending; // frame in src_buffers has been identified to be encoded as an alt ref
  int source_alt_ref_active;  // an alt ref frame has been encoded and is usable
Fritz Koenig's avatar
Fritz Koenig committed
327

John Koleszar's avatar
John Koleszar committed
328
  int is_src_frame_alt_ref;   // source of frame to encode is an exact copy of an alt ref frame
John Koleszar's avatar
John Koleszar committed
329

John Koleszar's avatar
John Koleszar committed
330 331 332
  int gold_is_last; // golden frame same as last frame ( short circuit gold searches)
  int alt_is_last;  // Alt reference frame same as last ( short circuit altref search)
  int gold_is_alt;  // don't do both alt and gold search ( just do gold).
John Koleszar's avatar
John Koleszar committed
333

334 335 336 337 338 339
  int lst_fb_idx;
  int gld_fb_idx;
  int alt_fb_idx;
  int refresh_last_frame;
  int refresh_golden_frame;
  int refresh_alt_ref_frame;
John Koleszar's avatar
John Koleszar committed
340
  YV12_BUFFER_CONFIG last_frame_uf;
John Koleszar's avatar
John Koleszar committed
341

John Koleszar's avatar
John Koleszar committed
342
  TOKENEXTRA *tok;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
343
  unsigned int tok_count[1 << 6];
John Koleszar's avatar
John Koleszar committed
344 345


John Koleszar's avatar
John Koleszar committed
346 347 348 349
  unsigned int frames_since_key;
  unsigned int key_frame_frequency;
  unsigned int this_key_frame_forced;
  unsigned int next_key_frame_forced;
John Koleszar's avatar
John Koleszar committed
350

John Koleszar's avatar
John Koleszar committed
351 352
  // Ambient reconstruction err target for force key frames
  int ambient_err;
353

John Koleszar's avatar
John Koleszar committed
354 355 356
  unsigned int mode_check_freq[MAX_MODES];
  unsigned int mode_test_hit_counts[MAX_MODES];
  unsigned int mode_chosen_counts[MAX_MODES];
John Koleszar's avatar
John Koleszar committed
357

John Koleszar's avatar
John Koleszar committed
358 359 360
  int rd_thresh_mult[MAX_MODES];
  int rd_baseline_thresh[MAX_MODES];
  int rd_threshes[MAX_MODES];
361
  int64_t rd_comp_pred_diff[NB_PREDICTION_TYPES];
John Koleszar's avatar
John Koleszar committed
362 363 364
  int rd_prediction_type_threshes[4][NB_PREDICTION_TYPES];
  int comp_pred_count[COMP_PRED_CONTEXTS];
  int single_pred_count[COMP_PRED_CONTEXTS];
365
  // FIXME contextualize
366 367 368
  int txfm_count_32x32p[TX_SIZE_MAX_SB];
  int txfm_count_16x16p[TX_SIZE_MAX_MB];
  int txfm_count_8x8p[TX_SIZE_MAX_MB - 1];
369 370
  int64_t rd_tx_select_diff[NB_TXFM_MODES];
  int rd_tx_select_threshes[4][NB_TXFM_MODES];
John Koleszar's avatar
John Koleszar committed
371

John Koleszar's avatar
John Koleszar committed
372 373
  int RDMULT;
  int RDDIV;
John Koleszar's avatar
John Koleszar committed
374

John Koleszar's avatar
John Koleszar committed
375
  CODING_CONTEXT coding_context;
John Koleszar's avatar
John Koleszar committed
376

John Koleszar's avatar
John Koleszar committed
377 378 379 380 381
  // Rate targetting variables
  int64_t prediction_error;
  int64_t last_prediction_error;
  int64_t intra_error;
  int64_t last_intra_error;
John Koleszar's avatar
John Koleszar committed
382

John Koleszar's avatar
John Koleszar committed
383 384 385 386
  int this_frame_target;
  int projected_frame_size;
  int last_q[2];                   // Separate values for Intra/Inter
  int last_boosted_qindex;         // Last boosted GF/KF/ARF q
John Koleszar's avatar
John Koleszar committed
387

John Koleszar's avatar
John Koleszar committed
388 389 390
  double rate_correction_factor;
  double key_frame_rate_correction_factor;
  double gf_rate_correction_factor;
John Koleszar's avatar
John Koleszar committed
391

John Koleszar's avatar
John Koleszar committed
392 393
  int frames_till_gf_update_due;      // Count down till next GF
  int current_gf_interval;          // GF interval chosen when we coded the last GF
John Koleszar's avatar
John Koleszar committed
394

John Koleszar's avatar
John Koleszar committed
395
  int gf_overspend_bits;            // Total bits overspent becasue of GF boost (cumulative)
John Koleszar's avatar
John Koleszar committed
396

John Koleszar's avatar
John Koleszar committed
397
  int non_gf_bitrate_adjustment;     // Used in the few frames following a GF to recover the extra bits spent in that GF
John Koleszar's avatar
John Koleszar committed
398

John Koleszar's avatar
John Koleszar committed
399 400 401 402 403
  int kf_overspend_bits;            // Extra bits spent on key frames that need to be recovered on inter frames
  int kf_bitrate_adjustment;        // Current number of bit s to try and recover on each inter frame.
  int max_gf_interval;
  int baseline_gf_interval;
  int active_arnr_frames;           // <= cpi->oxcf.arnr_max_frames
John Koleszar's avatar
John Koleszar committed
404

John Koleszar's avatar
John Koleszar committed
405 406 407 408 409 410 411 412 413 414
  int64_t key_frame_count;
  int prior_key_frame_distance[KEY_FRAME_CONTEXT];
  int per_frame_bandwidth;          // Current section per frame bandwidth target
  int av_per_frame_bandwidth;        // Average frame size target for clip
  int min_frame_bandwidth;          // Minimum allocation that should be used for any frame
  int inter_frame_target;
  double output_frame_rate;
  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;
John Koleszar's avatar
John Koleszar committed
415

John Koleszar's avatar
John Koleszar committed
416 417 418 419 420 421
  int ni_av_qi;
  int ni_tot_qi;
  int ni_frames;
  int avg_frame_qindex;
  double tot_q;
  double avg_q;
John Koleszar's avatar
John Koleszar committed
422

John Koleszar's avatar
John Koleszar committed
423 424
  int zbin_mode_boost;
  int zbin_mode_boost_enabled;
John Koleszar's avatar
John Koleszar committed
425

John Koleszar's avatar
John Koleszar committed
426
  int64_t total_byte_count;
John Koleszar's avatar
John Koleszar committed
427

John Koleszar's avatar
John Koleszar committed
428
  int buffered_mode;
John Koleszar's avatar
John Koleszar committed
429

John Koleszar's avatar
John Koleszar committed
430 431
  int buffer_level;
  int bits_off_target;
John Koleszar's avatar
John Koleszar committed
432

John Koleszar's avatar
John Koleszar committed
433 434
  int rolling_target_bits;
  int rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
435

John Koleszar's avatar
John Koleszar committed
436 437
  int long_rolling_target_bits;
  int long_rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
438

John Koleszar's avatar
John Koleszar committed
439 440
  int64_t total_actual_bits;
  int total_target_vs_actual;        // debug stats
John Koleszar's avatar
John Koleszar committed
441

John Koleszar's avatar
John Koleszar committed
442 443 444 445
  int worst_quality;
  int active_worst_quality;
  int best_quality;
  int active_best_quality;
John Koleszar's avatar
John Koleszar committed
446

John Koleszar's avatar
John Koleszar committed
447
  int cq_target_quality;
448

Ronald S. Bultje's avatar
Ronald S. Bultje committed
449 450
  int sb32_count[2];
  int sb64_count[2];
451
  int sb_ymode_count [VP9_I32X32_MODES];
452 453 454 455 456
  int ymode_count[VP9_YMODES];        /* intra MB type cts this frame */
  int bmode_count[VP9_NKF_BINTRAMODES];
  int i8x8_mode_count[VP9_I8X8_MODES];
  int sub_mv_ref_count[SUBMVREF_COUNT][VP9_SUBMVREFS];
  int mbsplit_count[VP9_NUMMBSPLITS];
457
  int y_uv_mode_count[VP9_YMODES][VP9_UV_MODES];
458
#if CONFIG_COMP_INTERINTRA_PRED
Jim Bankoski's avatar
Jim Bankoski committed
459 460
  unsigned int interintra_count[2];
  unsigned int interintra_select_count[2];
461
#endif
John Koleszar's avatar
John Koleszar committed
462

463
  nmv_context_counts NMVcount;
John Koleszar's avatar
John Koleszar committed
464

465 466 467
  vp9_coeff_count coef_counts_4x4[BLOCK_TYPES_4X4];
  vp9_coeff_probs frame_coef_probs_4x4[BLOCK_TYPES_4X4];
  vp9_coeff_stats frame_branch_ct_4x4[BLOCK_TYPES_4X4];
468 469 470
  vp9_coeff_count hybrid_coef_counts_4x4[BLOCK_TYPES_4X4_HYBRID];
  vp9_coeff_probs frame_hybrid_coef_probs_4x4[BLOCK_TYPES_4X4_HYBRID];
  vp9_coeff_stats frame_hybrid_branch_ct_4x4[BLOCK_TYPES_4X4_HYBRID];
471 472 473 474

  vp9_coeff_count coef_counts_8x8[BLOCK_TYPES_8X8];
  vp9_coeff_probs frame_coef_probs_8x8[BLOCK_TYPES_8X8];
  vp9_coeff_stats frame_branch_ct_8x8[BLOCK_TYPES_8X8];
475 476 477
  vp9_coeff_count hybrid_coef_counts_8x8[BLOCK_TYPES_8X8_HYBRID];
  vp9_coeff_probs frame_hybrid_coef_probs_8x8[BLOCK_TYPES_8X8_HYBRID];
  vp9_coeff_stats frame_hybrid_branch_ct_8x8[BLOCK_TYPES_8X8_HYBRID];
478 479 480 481

  vp9_coeff_count coef_counts_16x16[BLOCK_TYPES_16X16];
  vp9_coeff_probs frame_coef_probs_16x16[BLOCK_TYPES_16X16];
  vp9_coeff_stats frame_branch_ct_16x16[BLOCK_TYPES_16X16];
482 483 484
  vp9_coeff_count hybrid_coef_counts_16x16[BLOCK_TYPES_16X16_HYBRID];
  vp9_coeff_probs frame_hybrid_coef_probs_16x16[BLOCK_TYPES_16X16_HYBRID];
  vp9_coeff_stats frame_hybrid_branch_ct_16x16[BLOCK_TYPES_16X16_HYBRID];
485 486 487 488

  vp9_coeff_count coef_counts_32x32[BLOCK_TYPES_32X32];
  vp9_coeff_probs frame_coef_probs_32x32[BLOCK_TYPES_32X32];
  vp9_coeff_stats frame_branch_ct_32x32[BLOCK_TYPES_32X32];
489

John Koleszar's avatar
John Koleszar committed
490 491 492 493
  int gfu_boost;
  int last_boost;
  int kf_boost;
  int kf_zeromotion_pct;
John Koleszar's avatar
John Koleszar committed
494

John Koleszar's avatar
John Koleszar committed
495 496
  int target_bandwidth;
  struct vpx_codec_pkt_list  *output_pkt_list;
497

John Koleszar's avatar
John Koleszar committed
498
#if 0
John Koleszar's avatar
John Koleszar committed
499 500 501
  // Experimental code for lagged and one pass
  ONEPASS_FRAMESTATS one_pass_frame_stats[MAX_LAG_BUFFERS];
  int one_pass_frame_index;
John Koleszar's avatar
John Koleszar committed
502
#endif
John Koleszar's avatar
John Koleszar committed
503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525
  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
  int mbgraph_n_frames;             // number of frames filled in the above
  int static_mb_pct;                // % forced skip mbs by segmentation
  int seg0_progress, seg0_idx, seg0_cnt;
  int ref_pred_count[3][2];

  int decimation_factor;
  int decimation_count;

  // for real time encoding
  int avg_encode_time;              // microsecond
  int avg_pick_mode_time;            // microsecond
  int Speed;
  unsigned int cpu_freq;           // Mhz
  int compressor_speed;

  int interquantizer;
  int goldfreq;
  int auto_worst_q;
  int cpu_used;
  int horiz_scale;
  int vert_scale;
  int pass;
John Koleszar's avatar
John Koleszar committed
526

527
  vp9_prob last_skip_false_probs[3][MBSKIP_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
528
  int last_skip_probs_q[3];
John Koleszar's avatar
John Koleszar committed
529

John Koleszar's avatar
John Koleszar committed
530 531 532
  int recent_ref_frame_usage[MAX_REF_FRAMES];
  int count_mb_ref_frame_usage[MAX_REF_FRAMES];
  int ref_frame_flags;
John Koleszar's avatar
John Koleszar committed
533

John Koleszar's avatar
John Koleszar committed
534
  unsigned char ref_pred_probs_update[PREDICTION_PROBS];
535

John Koleszar's avatar
John Koleszar committed
536 537
  SPEED_FEATURES sf;
  int error_bins[1024];
John Koleszar's avatar
John Koleszar committed
538

John Koleszar's avatar
John Koleszar committed
539 540 541 542 543 544
  // Data used for real time conferencing mode to help determine if it would be good to update the gf
  int inter_zz_count;
  int gf_bad_count;
  int gf_update_recommended;
  int skip_true_count[3];
  int skip_false_count[3];
John Koleszar's avatar
John Koleszar committed
545

John Koleszar's avatar
John Koleszar committed
546
  unsigned char *segmentation_map;
Paul Wilkins's avatar
Paul Wilkins committed
547

John Koleszar's avatar
John Koleszar committed
548 549
  // segment threashold for encode breakout
  int  segment_encode_breakout[MAX_MB_SEGMENTS];
John Koleszar's avatar
John Koleszar committed
550

John Koleszar's avatar
John Koleszar committed
551 552
  unsigned char *active_map;
  unsigned int active_map_enabled;
John Koleszar's avatar
John Koleszar committed
553

John Koleszar's avatar
John Koleszar committed
554
  TOKENLIST *tplist;
John Koleszar's avatar
John Koleszar committed
555

John Koleszar's avatar
John Koleszar committed
556
  fractional_mv_step_fp *find_fractional_mv_step;
557 558 559 560
  vp9_full_search_fn_t full_search_sad;
  vp9_refining_search_fn_t refining_search_sad;
  vp9_diamond_search_fn_t diamond_search_sad;
  vp9_variance_fn_ptr_t fn_ptr[BLOCK_MAX_SB_SEGMENTS];
Yaowu Xu's avatar
Yaowu Xu committed
561 562 563 564
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
  uint64_t time_encode_mb_row;
John Koleszar's avatar
John Koleszar committed
565

John Koleszar's avatar
John Koleszar committed
566
  int base_skip_false_prob[QINDEX_RANGE][3];
John Koleszar's avatar
John Koleszar committed
567

John Koleszar's avatar
John Koleszar committed
568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589
  struct twopass_rc {
    unsigned int section_intra_rating;
    unsigned int next_iiratio;
    unsigned int this_iiratio;
    FIRSTPASS_STATS *total_stats;
    FIRSTPASS_STATS *this_frame_stats;
    FIRSTPASS_STATS *stats_in, *stats_in_end, *stats_in_start;
    FIRSTPASS_STATS *total_left_stats;
    int first_pass_done;
    int64_t bits_left;
    int64_t clip_bits_total;
    double avg_iiratio;
    double modified_error_total;
    double modified_error_used;
    double modified_error_left;
    double kf_intra_err_min;
    double gf_intra_err_min;
    int frames_to_key;
    int maxq_max_limit;
    int maxq_min_limit;
    int static_scene_max_gf_interval;
    int kf_bits;
590 591
    // Remaining error from uncoded frames in a gf group. Two pass use only
    int64_t gf_group_error_left;
John Koleszar's avatar
John Koleszar committed
592 593 594 595 596 597 598

    // Projected total bits available for a key frame group of frames
    int64_t kf_group_bits;

    // Error score of frames still to be coded in kf group
    int64_t kf_group_error_left;

599 600 601 602
    // Projected Bits available for a group of frames including 1 GF or ARF
    int64_t gf_group_bits;
    // Bits for the golden frame or ARF - 2 pass only
    int gf_bits;
John Koleszar's avatar
John Koleszar committed
603 604 605 606 607
    int alt_extra_bits;

    int sr_update_lag;
    double est_max_qcorrection_factor;
  } twopass;
John Koleszar's avatar
John Koleszar committed
608

609
#if VP9_TEMPORAL_ALT_REF
John Koleszar's avatar
John Koleszar committed
610 611 612
  YV12_BUFFER_CONFIG alt_ref_buffer;
  YV12_BUFFER_CONFIG *frames[MAX_LAG_BUFFERS];
  int fixed_divide[512];
John Koleszar's avatar
John Koleszar committed
613 614
#endif

615
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638
  int    count;
  double total_y;
  double total_u;
  double total_v;
  double total;
  double total_sq_error;
  double totalp_y;
  double totalp_u;
  double totalp_v;
  double totalp;
  double total_sq_error2;
  int    bytes;
  double summed_quality;
  double summed_weights;
  unsigned int tot_recode_hits;


  double total_ssimg_y;
  double total_ssimg_u;
  double total_ssimg_v;
  double total_ssimg_all;

  int b_calculate_ssimg;
John Koleszar's avatar
John Koleszar committed
639
#endif
John Koleszar's avatar
John Koleszar committed
640
  int b_calculate_psnr;
641

John Koleszar's avatar
John Koleszar committed
642 643 644 645
  // Per MB activity measurement
  unsigned int activity_avg;
  unsigned int *mb_activity_map;
  int *mb_norm_activity_map;
646

John Koleszar's avatar
John Koleszar committed
647 648 649 650
  // Record of which MBs still refer to last golden frame either
  // directly or through 0,0
  unsigned char *gf_active_flags;
  int gf_active_count;
651

John Koleszar's avatar
John Koleszar committed
652
  int output_partition;
653

John Koleszar's avatar
John Koleszar committed
654 655 656 657
  // Store last frame's MV info for next frame MV prediction
  int_mv *lfmv;
  int *lf_ref_frame_sign_bias;
  int *lf_ref_frame;
658

John Koleszar's avatar
John Koleszar committed
659 660
  /* force next frame to intra when kf_auto says so */
  int force_next_frame_intra;
661

John Koleszar's avatar
John Koleszar committed
662
  int droppable;
Adrian Grange's avatar
Adrian Grange committed
663

John Koleszar's avatar
John Koleszar committed
664
  int dummy_packing;    /* flag to indicate if packing is dummy */
665

666 667
  unsigned int switchable_interp_count[VP9_SWITCHABLE_FILTERS + 1]
                                      [VP9_SWITCHABLE_FILTERS];
668 669
  unsigned int best_switchable_interp_count[VP9_SWITCHABLE_FILTERS];

Paul Wilkins's avatar
Paul Wilkins committed
670
#if CONFIG_NEW_MVREF
671
  unsigned int mb_mv_ref_count[MAX_REF_FRAMES][MAX_MV_REF_CANDIDATES];
Paul Wilkins's avatar
Paul Wilkins committed
672 673
#endif

674 675
  int initial_width;
  int initial_height;
676
} VP9_COMP;
John Koleszar's avatar
John Koleszar committed
677

678
void vp9_encode_frame(VP9_COMP *cpi);
John Koleszar's avatar
John Koleszar committed
679

680
void vp9_pack_bitstream(VP9_COMP *cpi, unsigned char *dest,
681
                        unsigned long *size);
John Koleszar's avatar
John Koleszar committed
682

683
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x);
684

685
void vp9_set_speed_features(VP9_COMP *cpi);
Yaowu Xu's avatar
Yaowu Xu committed
686

687 688 689 690 691
extern int vp9_calc_ss_err(YV12_BUFFER_CONFIG *source,
                           YV12_BUFFER_CONFIG *dest);

extern void vp9_alloc_compressor_data(VP9_COMP *cpi);

John Koleszar's avatar
John Koleszar committed
692 693
#if CONFIG_DEBUG
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
694 695 696 697 698 699
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval" at %s:%d", \
                         __FILE__,__LINE__);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
700 701
#else
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
702 703 704 705 706
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
707
#endif
708 709

#endif  // VP9_ENCODER_VP9_ONYX_INT_H_