vp9_onyx_int.h 22.1 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
13
#ifndef VP9_ENCODER_VP9_ONYX_INT_H_
#define VP9_ENCODER_VP9_ONYX_INT_H_
John Koleszar's avatar
John Koleszar committed
14
15
16

#include <stdio.h>
#include "vpx_ports/config.h"
17
#include "vp9/common/vp9_onyx.h"
18
19
#include "vp9/encoder/vp9_treewriter.h"
#include "vp9/encoder/vp9_tokenize.h"
20
#include "vp9/common/vp9_onyxc_int.h"
21
22
23
#include "vp9/encoder/vp9_variance.h"
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_quantize.h"
24
25
#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
John Koleszar's avatar
John Koleszar committed
26
#include "vpx_ports/mem.h"
27
#include "vpx/internal/vpx_codec_internal.h"
28
#include "vp9/encoder/vp9_mcomp.h"
29
#include "vp9/common/vp9_findnearmv.h"
30
#include "vp9/encoder/vp9_lookahead.h"
John Koleszar's avatar
John Koleszar committed
31

John Koleszar's avatar
John Koleszar committed
32
// #define SPEEDSTATS 1
John Koleszar's avatar
John Koleszar committed
33
34
35
36
37
#define MIN_GF_INTERVAL             4
#define DEFAULT_GF_INTERVAL         7

#define KEY_FRAME_CONTEXT 5

38
#define MAX_LAG_BUFFERS 25
John Koleszar's avatar
John Koleszar committed
39
40
41
42

#define AF_THRESH   25
#define AF_THRESH2  100
#define ARF_DECAY_THRESH 12
43

44
#if CONFIG_PRED_FILTER
45
46
47
#if CONFIG_COMP_INTERINTRA_PRED
#define MAX_MODES 66
#else
48
#define MAX_MODES 54
49
#endif
50
#else  // CONFIG_PRED_FILTER
51
52
53
#if CONFIG_COMP_INTERINTRA_PRED
#define MAX_MODES 54
#else
54
#define MAX_MODES 42
55
#endif
56
#endif  // CONFIG_PRED_FILTER
57

John Koleszar's avatar
John Koleszar committed
58
59
60
#define MIN_THRESHMULT  32
#define MAX_THRESHMULT  512

61
62
#define GF_ZEROMV_ZBIN_BOOST 12
#define LF_ZEROMV_ZBIN_BOOST 6
63
#define MV_ZBIN_BOOST        4
John Koleszar's avatar
John Koleszar committed
64
65
#define ZBIN_OQ_MAX 192

66
#define VP9_TEMPORAL_ALT_REF 1
John Koleszar's avatar
John Koleszar committed
67

John Koleszar's avatar
John Koleszar committed
68
typedef struct {
69
70
71
72
  nmv_context nmvc;
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];
John Koleszar's avatar
John Koleszar committed
73
74

#ifdef MODE_STATS
John Koleszar's avatar
John Koleszar committed
75
  // Stats
76
77
78
  int y_modes[VP9_YMODES];
  int uv_modes[VP9_UV_MODES];
  int i8x8_modes[VP9_I8X8_MODES];
John Koleszar's avatar
John Koleszar committed
79
80
  int b_modes[B_MODE_COUNT];
  int inter_y_modes[MB_MODE_COUNT];
81
  int inter_uv_modes[VP9_UV_MODES];
John Koleszar's avatar
John Koleszar committed
82
  int inter_b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
83
#endif
84

85
  vp9_prob segment_pred_probs[PREDICTION_PROBS];
John Koleszar's avatar
John Koleszar committed
86
  unsigned char ref_pred_probs_update[PREDICTION_PROBS];
87
88
  vp9_prob ref_pred_probs[PREDICTION_PROBS];
  vp9_prob prob_comppred[COMP_PRED_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
89

John Koleszar's avatar
John Koleszar committed
90
  unsigned char *last_frame_seg_map_copy;
91

John Koleszar's avatar
John Koleszar committed
92
93
94
95
  // 0 = Intra, Last, GF, ARF
  signed char last_ref_lf_deltas[MAX_REF_LF_DELTAS];
  // 0 = BPRED, ZERO_MV, MV, SPLIT
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];
John Koleszar's avatar
John Koleszar committed
96

97
  vp9_prob coef_probs[BLOCK_TYPES]
Daniel Kang's avatar
Daniel Kang committed
98
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
99
  vp9_prob hybrid_coef_probs[BLOCK_TYPES]
100
101
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];

102
  vp9_prob coef_probs_8x8[BLOCK_TYPES_8X8]
Daniel Kang's avatar
Daniel Kang committed
103
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
104
  vp9_prob hybrid_coef_probs_8x8[BLOCK_TYPES_8X8]
105
106
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];

107
  vp9_prob coef_probs_16x16[BLOCK_TYPES_16X16]
Daniel Kang's avatar
Daniel Kang committed
108
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
109
  vp9_prob hybrid_coef_probs_16x16[BLOCK_TYPES_16X16]
110
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
John Koleszar's avatar
John Koleszar committed
111

112
113
114
#if CONFIG_SUPERBLOCKS
  vp9_prob sb_ymode_prob[VP9_I32X32_MODES - 1];
#endif
115
116
117
118
119
120
  vp9_prob ymode_prob[VP9_YMODES - 1]; /* interframe intra mode probs */
  vp9_prob uv_mode_prob[VP9_YMODES][VP9_UV_MODES - 1];
  vp9_prob bmode_prob[VP9_NKF_BINTRAMODES - 1];
  vp9_prob i8x8_mode_prob[VP9_I8X8_MODES - 1];
  vp9_prob sub_mv_ref_prob[SUBMVREF_COUNT][VP9_SUBMVREFS - 1];
  vp9_prob mbsplit_prob[VP9_NUMMBSPLITS - 1];
121

122
123
  vp9_prob switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
                                 [VP9_SWITCHABLE_FILTERS - 1];
124
125
126
#if CONFIG_COMP_INTERINTRA_PRED
  vp9_prob interintra_prob;
#endif
127

128
  int mv_ref_ct[INTER_MODE_CONTEXTS][4][2];
129
  int vp9_mode_contexts[INTER_MODE_CONTEXTS][4];
John Koleszar's avatar
John Koleszar committed
130
131
132

} CODING_CONTEXT;

John Koleszar's avatar
John Koleszar committed
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
typedef struct {
  double frame;
  double intra_error;
  double coded_error;
  double sr_coded_error;
  double ssim_weighted_pred_err;
  double pcnt_inter;
  double pcnt_motion;
  double pcnt_second_ref;
  double pcnt_neutral;
  double MVr;
  double mvr_abs;
  double MVc;
  double mvc_abs;
  double MVrv;
  double MVcv;
  double mv_in_out_count;
  double new_mv_count;
  double duration;
  double count;
John Koleszar's avatar
John Koleszar committed
153
154
155
}
FIRSTPASS_STATS;

John Koleszar's avatar
John Koleszar committed
156
157
158
159
160
161
162
163
164
165
typedef struct {
  int frames_so_far;
  double frame_intra_error;
  double frame_coded_error;
  double frame_pcnt_inter;
  double frame_pcnt_motion;
  double frame_mvr;
  double frame_mvr_abs;
  double frame_mvc;
  double frame_mvc_abs;
John Koleszar's avatar
John Koleszar committed
166
167
168

} ONEPASS_FRAMESTATS;

John Koleszar's avatar
John Koleszar committed
169
170
171
172
173
174
175
176
typedef struct {
  struct {
    int err;
    union {
      int_mv mv;
      MB_PREDICTION_MODE mode;
    } m;
  } ref[MAX_REF_FRAMES];
177
178
} MBGRAPH_MB_STATS;

John Koleszar's avatar
John Koleszar committed
179
180
typedef struct {
  MBGRAPH_MB_STATS *mb_stats;
181
} MBGRAPH_FRAME_STATS;
John Koleszar's avatar
John Koleszar committed
182

183
#if CONFIG_PRED_FILTER
John Koleszar's avatar
John Koleszar committed
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
typedef enum {
  THR_ZEROMV,
  THR_ZEROMV_FILT,
  THR_DC,

  THR_NEARESTMV,
  THR_NEARESTMV_FILT,
  THR_NEARMV,
  THR_NEARMV_FILT,

  THR_ZEROG,
  THR_ZEROG_FILT,
  THR_NEARESTG,
  THR_NEARESTG_FILT,

  THR_ZEROA,
  THR_ZEROA_FILT,
  THR_NEARESTA,
  THR_NEARESTA_FILT,

  THR_NEARG,
  THR_NEARG_FILT,
  THR_NEARA,
  THR_NEARA_FILT,

  THR_V_PRED,
  THR_H_PRED,
  THR_D45_PRED,
  THR_D135_PRED,
  THR_D117_PRED,
  THR_D153_PRED,
  THR_D27_PRED,
  THR_D63_PRED,
  THR_TM,
218

John Koleszar's avatar
John Koleszar committed
219
220
221
222
223
224
  THR_NEWMV,
  THR_NEWMV_FILT,
  THR_NEWG,
  THR_NEWG_FILT,
  THR_NEWA,
  THR_NEWA_FILT,
225

John Koleszar's avatar
John Koleszar committed
226
227
228
  THR_SPLITMV,
  THR_SPLITG,
  THR_SPLITA,
229

John Koleszar's avatar
John Koleszar committed
230
231
  THR_B_PRED,
  THR_I8X8_PRED,
232

John Koleszar's avatar
John Koleszar committed
233
234
235
  THR_COMP_ZEROLG,
  THR_COMP_NEARESTLG,
  THR_COMP_NEARLG,
236

John Koleszar's avatar
John Koleszar committed
237
238
239
  THR_COMP_ZEROLA,
  THR_COMP_NEARESTLA,
  THR_COMP_NEARLA,
240

John Koleszar's avatar
John Koleszar committed
241
242
243
  THR_COMP_ZEROGA,
  THR_COMP_NEARESTGA,
  THR_COMP_NEARGA,
244

John Koleszar's avatar
John Koleszar committed
245
246
247
  THR_COMP_NEWLG,
  THR_COMP_NEWLA,
  THR_COMP_NEWGA,
248

John Koleszar's avatar
John Koleszar committed
249
250
251
  THR_COMP_SPLITLG,
  THR_COMP_SPLITLA,
  THR_COMP_SPLITGA,
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
#if CONFIG_COMP_INTERINTRA_PRED
  THR_COMP_INTERINTRA_ZEROL,
  THR_COMP_INTERINTRA_NEARESTL,
  THR_COMP_INTERINTRA_NEARL,
  THR_COMP_INTERINTRA_NEWL,

  THR_COMP_INTERINTRA_ZEROG,
  THR_COMP_INTERINTRA_NEARESTG,
  THR_COMP_INTERINTRA_NEARG,
  THR_COMP_INTERINTRA_NEWG,

  THR_COMP_INTERINTRA_ZEROA,
  THR_COMP_INTERINTRA_NEARESTA,
  THR_COMP_INTERINTRA_NEARA,
  THR_COMP_INTERINTRA_NEWA,
#endif
268
269
270
}
THR_MODES;
#else
John Koleszar's avatar
John Koleszar committed
271
272
273
typedef enum {
  THR_ZEROMV,
  THR_DC,
John Koleszar's avatar
John Koleszar committed
274

John Koleszar's avatar
John Koleszar committed
275
276
  THR_NEARESTMV,
  THR_NEARMV,
John Koleszar's avatar
John Koleszar committed
277

John Koleszar's avatar
John Koleszar committed
278
279
  THR_ZEROG,
  THR_NEARESTG,
John Koleszar's avatar
John Koleszar committed
280

John Koleszar's avatar
John Koleszar committed
281
282
  THR_ZEROA,
  THR_NEARESTA,
John Koleszar's avatar
John Koleszar committed
283

John Koleszar's avatar
John Koleszar committed
284
285
  THR_NEARG,
  THR_NEARA,
John Koleszar's avatar
John Koleszar committed
286

John Koleszar's avatar
John Koleszar committed
287
288
289
290
291
292
293
294
295
  THR_V_PRED,
  THR_H_PRED,
  THR_D45_PRED,
  THR_D135_PRED,
  THR_D117_PRED,
  THR_D153_PRED,
  THR_D27_PRED,
  THR_D63_PRED,
  THR_TM,
John Koleszar's avatar
John Koleszar committed
296

John Koleszar's avatar
John Koleszar committed
297
298
299
  THR_NEWMV,
  THR_NEWG,
  THR_NEWA,
John Koleszar's avatar
John Koleszar committed
300

John Koleszar's avatar
John Koleszar committed
301
302
303
  THR_SPLITMV,
  THR_SPLITG,
  THR_SPLITA,
John Koleszar's avatar
John Koleszar committed
304

John Koleszar's avatar
John Koleszar committed
305
306
  THR_B_PRED,
  THR_I8X8_PRED,
307

John Koleszar's avatar
John Koleszar committed
308
309
310
  THR_COMP_ZEROLG,
  THR_COMP_NEARESTLG,
  THR_COMP_NEARLG,
311

John Koleszar's avatar
John Koleszar committed
312
313
314
  THR_COMP_ZEROLA,
  THR_COMP_NEARESTLA,
  THR_COMP_NEARLA,
315

John Koleszar's avatar
John Koleszar committed
316
317
318
  THR_COMP_ZEROGA,
  THR_COMP_NEARESTGA,
  THR_COMP_NEARGA,
319

John Koleszar's avatar
John Koleszar committed
320
321
322
  THR_COMP_NEWLG,
  THR_COMP_NEWLA,
  THR_COMP_NEWGA,
323

John Koleszar's avatar
John Koleszar committed
324
325
  THR_COMP_SPLITLG,
  THR_COMP_SPLITLA,
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
  THR_COMP_SPLITGA,
#if CONFIG_COMP_INTERINTRA_PRED
  THR_COMP_INTERINTRA_ZEROL,
  THR_COMP_INTERINTRA_NEARESTL,
  THR_COMP_INTERINTRA_NEARL,
  THR_COMP_INTERINTRA_NEWL,

  THR_COMP_INTERINTRA_ZEROG,
  THR_COMP_INTERINTRA_NEARESTG,
  THR_COMP_INTERINTRA_NEARG,
  THR_COMP_INTERINTRA_NEWG,

  THR_COMP_INTERINTRA_ZEROA,
  THR_COMP_INTERINTRA_NEARESTA,
  THR_COMP_INTERINTRA_NEARA,
  THR_COMP_INTERINTRA_NEWA,
#endif
John Koleszar's avatar
John Koleszar committed
343
344
}
THR_MODES;
345
#endif
John Koleszar's avatar
John Koleszar committed
346

John Koleszar's avatar
John Koleszar committed
347
348
349
350
typedef enum {
  DIAMOND = 0,
  NSTEP = 1,
  HEX = 2
John Koleszar's avatar
John Koleszar committed
351
352
} SEARCH_METHODS;

John Koleszar's avatar
John Koleszar committed
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
typedef struct {
  int RD;
  SEARCH_METHODS search_method;
  int improved_dct;
  int auto_filter;
  int recode_loop;
  int iterative_sub_pixel;
  int half_pixel_search;
  int quarter_pixel_search;
  int thresh_mult[MAX_MODES];
  int max_step_search_steps;
  int first_step;
  int optimize_coefficients;
  int no_skip_block4x4_search;
  int improved_mv_pred;
  int search_best_filter;
369

John Koleszar's avatar
John Koleszar committed
370
371
} SPEED_FEATURES;

John Koleszar's avatar
John Koleszar committed
372
373
374
typedef struct {
  MACROBLOCK  mb;
  int totalrate;
John Koleszar's avatar
John Koleszar committed
375
376
} MB_ROW_COMP;

John Koleszar's avatar
John Koleszar committed
377
378
379
typedef struct {
  TOKENEXTRA *start;
  TOKENEXTRA *stop;
John Koleszar's avatar
John Koleszar committed
380
381
} TOKENLIST;

John Koleszar's avatar
John Koleszar committed
382
383
384
385
typedef struct {
  int ithread;
  void *ptr1;
  void *ptr2;
John Koleszar's avatar
John Koleszar committed
386
} ENCODETHREAD_DATA;
John Koleszar's avatar
John Koleszar committed
387
388
389
typedef struct {
  int ithread;
  void *ptr1;
John Koleszar's avatar
John Koleszar committed
390
391
} LPFTHREAD_DATA;

Ronald S. Bultje's avatar
Ronald S. Bultje committed
392
enum BlockSize {
393
394
395
396
  BLOCK_16X8 = PARTITIONING_16X8,
  BLOCK_8X16 = PARTITIONING_8X16,
  BLOCK_8X8 = PARTITIONING_8X8,
  BLOCK_4X4 = PARTITIONING_4X4,
John Koleszar's avatar
John Koleszar committed
397
  BLOCK_16X16,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
398
399
400
  BLOCK_MAX_SEGMENTS,
  BLOCK_32X32 = BLOCK_MAX_SEGMENTS,
  BLOCK_MAX_SB_SEGMENTS,
401
402
};

403
typedef struct VP9_COMP {
John Koleszar's avatar
John Koleszar committed
404

John Koleszar's avatar
John Koleszar committed
405
406
407
408
  DECLARE_ALIGNED(16, short, Y1quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, Y1quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y1zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y1round[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
409

John Koleszar's avatar
John Koleszar committed
410
411
412
413
  DECLARE_ALIGNED(16, short, Y2quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, Y2quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y2zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y2round[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
414

John Koleszar's avatar
John Koleszar committed
415
416
417
418
  DECLARE_ALIGNED(16, short, UVquant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, UVquant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, UVzbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, UVround[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
419

John Koleszar's avatar
John Koleszar committed
420
421
422
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y1[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y2[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_uv[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
423

John Koleszar's avatar
John Koleszar committed
424
425
426
427
428
429
430
  DECLARE_ALIGNED(64, short, Y1zbin_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, Y2zbin_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, UVzbin_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, zrun_zbin_boost_y1_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, zrun_zbin_boost_y2_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, zrun_zbin_boost_uv_8x8[QINDEX_RANGE][64]);

Daniel Kang's avatar
Daniel Kang committed
431
432
433
434
435
436
437
  DECLARE_ALIGNED(16, short, Y1zbin_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, Y2zbin_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, UVzbin_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y1_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y2_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_uv_16x16[QINDEX_RANGE][256]);

John Koleszar's avatar
John Koleszar committed
438
  MACROBLOCK mb;
439
  VP9_COMMON common;
440
  VP9_CONFIG oxcf;
John Koleszar's avatar
John Koleszar committed
441
442
443
444

  struct lookahead_ctx    *lookahead;
  struct lookahead_entry  *source;
  struct lookahead_entry  *alt_ref_source;
John Koleszar's avatar
John Koleszar committed
445

John Koleszar's avatar
John Koleszar committed
446
447
448
  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
John Koleszar's avatar
John Koleszar committed
449

John Koleszar's avatar
John Koleszar committed
450
451
  int source_alt_ref_pending; // frame in src_buffers has been identified to be encoded as an alt ref
  int source_alt_ref_active;  // an alt ref frame has been encoded and is usable
Fritz Koenig's avatar
Fritz Koenig committed
452

John Koleszar's avatar
John Koleszar committed
453
  int is_src_frame_alt_ref;   // source of frame to encode is an exact copy of an alt ref frame
John Koleszar's avatar
John Koleszar committed
454

John Koleszar's avatar
John Koleszar committed
455
456
457
  int gold_is_last; // golden frame same as last frame ( short circuit gold searches)
  int alt_is_last;  // Alt reference frame same as last ( short circuit altref search)
  int gold_is_alt;  // don't do both alt and gold search ( just do gold).
John Koleszar's avatar
John Koleszar committed
458

John Koleszar's avatar
John Koleszar committed
459
460
  // int refresh_alt_ref_frame;
  YV12_BUFFER_CONFIG last_frame_uf;
John Koleszar's avatar
John Koleszar committed
461

John Koleszar's avatar
John Koleszar committed
462
463
  TOKENEXTRA *tok;
  unsigned int tok_count;
John Koleszar's avatar
John Koleszar committed
464
465


John Koleszar's avatar
John Koleszar committed
466
467
468
469
  unsigned int frames_since_key;
  unsigned int key_frame_frequency;
  unsigned int this_key_frame_forced;
  unsigned int next_key_frame_forced;
John Koleszar's avatar
John Koleszar committed
470

John Koleszar's avatar
John Koleszar committed
471
472
  // Ambient reconstruction err target for force key frames
  int ambient_err;
473

John Koleszar's avatar
John Koleszar committed
474
475
476
  unsigned int mode_check_freq[MAX_MODES];
  unsigned int mode_test_hit_counts[MAX_MODES];
  unsigned int mode_chosen_counts[MAX_MODES];
John Koleszar's avatar
John Koleszar committed
477

John Koleszar's avatar
John Koleszar committed
478
479
480
  int rd_thresh_mult[MAX_MODES];
  int rd_baseline_thresh[MAX_MODES];
  int rd_threshes[MAX_MODES];
481
  int64_t rd_comp_pred_diff[NB_PREDICTION_TYPES];
John Koleszar's avatar
John Koleszar committed
482
483
484
  int rd_prediction_type_threshes[4][NB_PREDICTION_TYPES];
  int comp_pred_count[COMP_PRED_CONTEXTS];
  int single_pred_count[COMP_PRED_CONTEXTS];
485
  // FIXME contextualize
486
487
  int txfm_count[TX_SIZE_MAX];
  int txfm_count_8x8p[TX_SIZE_MAX - 1];
488
489
  int64_t rd_tx_select_diff[NB_TXFM_MODES];
  int rd_tx_select_threshes[4][NB_TXFM_MODES];
John Koleszar's avatar
John Koleszar committed
490

John Koleszar's avatar
John Koleszar committed
491
492
  int RDMULT;
  int RDDIV;
John Koleszar's avatar
John Koleszar committed
493

John Koleszar's avatar
John Koleszar committed
494
  CODING_CONTEXT coding_context;
John Koleszar's avatar
John Koleszar committed
495

John Koleszar's avatar
John Koleszar committed
496
497
498
499
500
  // Rate targetting variables
  int64_t prediction_error;
  int64_t last_prediction_error;
  int64_t intra_error;
  int64_t last_intra_error;
John Koleszar's avatar
John Koleszar committed
501

John Koleszar's avatar
John Koleszar committed
502
503
504
505
  int this_frame_target;
  int projected_frame_size;
  int last_q[2];                   // Separate values for Intra/Inter
  int last_boosted_qindex;         // Last boosted GF/KF/ARF q
John Koleszar's avatar
John Koleszar committed
506

John Koleszar's avatar
John Koleszar committed
507
508
509
  double rate_correction_factor;
  double key_frame_rate_correction_factor;
  double gf_rate_correction_factor;
John Koleszar's avatar
John Koleszar committed
510

John Koleszar's avatar
John Koleszar committed
511
512
  int frames_till_gf_update_due;      // Count down till next GF
  int current_gf_interval;          // GF interval chosen when we coded the last GF
John Koleszar's avatar
John Koleszar committed
513

John Koleszar's avatar
John Koleszar committed
514
  int gf_overspend_bits;            // Total bits overspent becasue of GF boost (cumulative)
John Koleszar's avatar
John Koleszar committed
515

John Koleszar's avatar
John Koleszar committed
516
  int non_gf_bitrate_adjustment;     // Used in the few frames following a GF to recover the extra bits spent in that GF
John Koleszar's avatar
John Koleszar committed
517

John Koleszar's avatar
John Koleszar committed
518
519
520
521
522
  int kf_overspend_bits;            // Extra bits spent on key frames that need to be recovered on inter frames
  int kf_bitrate_adjustment;        // Current number of bit s to try and recover on each inter frame.
  int max_gf_interval;
  int baseline_gf_interval;
  int active_arnr_frames;           // <= cpi->oxcf.arnr_max_frames
John Koleszar's avatar
John Koleszar committed
523

John Koleszar's avatar
John Koleszar committed
524
525
526
527
528
529
530
531
532
533
  int64_t key_frame_count;
  int prior_key_frame_distance[KEY_FRAME_CONTEXT];
  int per_frame_bandwidth;          // Current section per frame bandwidth target
  int av_per_frame_bandwidth;        // Average frame size target for clip
  int min_frame_bandwidth;          // Minimum allocation that should be used for any frame
  int inter_frame_target;
  double output_frame_rate;
  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;
John Koleszar's avatar
John Koleszar committed
534

John Koleszar's avatar
John Koleszar committed
535
536
537
538
539
540
  int ni_av_qi;
  int ni_tot_qi;
  int ni_frames;
  int avg_frame_qindex;
  double tot_q;
  double avg_q;
John Koleszar's avatar
John Koleszar committed
541

John Koleszar's avatar
John Koleszar committed
542
543
544
  int zbin_over_quant;
  int zbin_mode_boost;
  int zbin_mode_boost_enabled;
John Koleszar's avatar
John Koleszar committed
545

John Koleszar's avatar
John Koleszar committed
546
  int64_t total_byte_count;
John Koleszar's avatar
John Koleszar committed
547

John Koleszar's avatar
John Koleszar committed
548
  int buffered_mode;
John Koleszar's avatar
John Koleszar committed
549

John Koleszar's avatar
John Koleszar committed
550
551
  int buffer_level;
  int bits_off_target;
John Koleszar's avatar
John Koleszar committed
552

John Koleszar's avatar
John Koleszar committed
553
554
  int rolling_target_bits;
  int rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
555

John Koleszar's avatar
John Koleszar committed
556
557
  int long_rolling_target_bits;
  int long_rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
558

John Koleszar's avatar
John Koleszar committed
559
560
  int64_t total_actual_bits;
  int total_target_vs_actual;        // debug stats
John Koleszar's avatar
John Koleszar committed
561

John Koleszar's avatar
John Koleszar committed
562
563
564
565
  int worst_quality;
  int active_worst_quality;
  int best_quality;
  int active_best_quality;
John Koleszar's avatar
John Koleszar committed
566

John Koleszar's avatar
John Koleszar committed
567
  int cq_target_quality;
568

Ronald S. Bultje's avatar
Ronald S. Bultje committed
569
570
#if CONFIG_SUPERBLOCKS
  int sb_count;
571
  int sb_ymode_count [VP9_I32X32_MODES];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
572
#endif
573
574
575
576
577
  int ymode_count[VP9_YMODES];        /* intra MB type cts this frame */
  int bmode_count[VP9_NKF_BINTRAMODES];
  int i8x8_mode_count[VP9_I8X8_MODES];
  int sub_mv_ref_count[SUBMVREF_COUNT][VP9_SUBMVREFS];
  int mbsplit_count[VP9_NUMMBSPLITS];
578
  int y_uv_mode_count[VP9_YMODES][VP9_UV_MODES];
579
580
581
582
#if CONFIG_COMP_INTERINTRA_PRED
  int interintra_count[2];
  int interintra_select_count[2];
#endif
John Koleszar's avatar
John Koleszar committed
583

584
  nmv_context_counts NMVcount;
John Koleszar's avatar
John Koleszar committed
585

John Koleszar's avatar
John Koleszar committed
586
  unsigned int coef_counts [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
587
  vp9_prob frame_coef_probs [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
John Koleszar's avatar
John Koleszar committed
588
  unsigned int frame_branch_ct [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
589
  unsigned int hybrid_coef_counts [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
590
  vp9_prob frame_hybrid_coef_probs [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
591
592
  unsigned int frame_hybrid_branch_ct [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];

John Koleszar's avatar
John Koleszar committed
593
  unsigned int coef_counts_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
594
  vp9_prob frame_coef_probs_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
John Koleszar's avatar
John Koleszar committed
595
  unsigned int frame_branch_ct_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
596
  unsigned int hybrid_coef_counts_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
597
  vp9_prob frame_hybrid_coef_probs_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
598
599
  unsigned int frame_hybrid_branch_ct_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];

Daniel Kang's avatar
Daniel Kang committed
600
  unsigned int coef_counts_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
601
  vp9_prob frame_coef_probs_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
Daniel Kang's avatar
Daniel Kang committed
602
  unsigned int frame_branch_ct_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
603
  unsigned int hybrid_coef_counts_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
604
  vp9_prob frame_hybrid_coef_probs_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
605
  unsigned int frame_hybrid_branch_ct_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
John Koleszar's avatar
John Koleszar committed
606

John Koleszar's avatar
John Koleszar committed
607
608
609
610
  int gfu_boost;
  int last_boost;
  int kf_boost;
  int kf_zeromotion_pct;
John Koleszar's avatar
John Koleszar committed
611

John Koleszar's avatar
John Koleszar committed
612
613
  int target_bandwidth;
  struct vpx_codec_pkt_list  *output_pkt_list;
614

John Koleszar's avatar
John Koleszar committed
615
#if 0
John Koleszar's avatar
John Koleszar committed
616
617
618
  // Experimental code for lagged and one pass
  ONEPASS_FRAMESTATS one_pass_frame_stats[MAX_LAG_BUFFERS];
  int one_pass_frame_index;
John Koleszar's avatar
John Koleszar committed
619
#endif
John Koleszar's avatar
John Koleszar committed
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
  int mbgraph_n_frames;             // number of frames filled in the above
  int static_mb_pct;                // % forced skip mbs by segmentation
  int seg0_progress, seg0_idx, seg0_cnt;
  int ref_pred_count[3][2];

  int decimation_factor;
  int decimation_count;

  // for real time encoding
  int avg_encode_time;              // microsecond
  int avg_pick_mode_time;            // microsecond
  int Speed;
  unsigned int cpu_freq;           // Mhz
  int compressor_speed;

  int interquantizer;
  int goldfreq;
  int auto_worst_q;
  int cpu_used;
  int horiz_scale;
  int vert_scale;
  int pass;
John Koleszar's avatar
John Koleszar committed
643

644
  vp9_prob last_skip_false_probs[3][MBSKIP_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
645
  int last_skip_probs_q[3];
John Koleszar's avatar
John Koleszar committed
646

John Koleszar's avatar
John Koleszar committed
647
648
649
  int recent_ref_frame_usage[MAX_REF_FRAMES];
  int count_mb_ref_frame_usage[MAX_REF_FRAMES];
  int ref_frame_flags;
John Koleszar's avatar
John Koleszar committed
650

John Koleszar's avatar
John Koleszar committed
651
  unsigned char ref_pred_probs_update[PREDICTION_PROBS];
652

John Koleszar's avatar
John Koleszar committed
653
654
  SPEED_FEATURES sf;
  int error_bins[1024];
John Koleszar's avatar
John Koleszar committed
655

John Koleszar's avatar
John Koleszar committed
656
657
658
659
660
661
  // Data used for real time conferencing mode to help determine if it would be good to update the gf
  int inter_zz_count;
  int gf_bad_count;
  int gf_update_recommended;
  int skip_true_count[3];
  int skip_false_count[3];
John Koleszar's avatar
John Koleszar committed
662

John Koleszar's avatar
John Koleszar committed
663
  unsigned char *segmentation_map;
Paul Wilkins's avatar
Paul Wilkins committed
664

John Koleszar's avatar
John Koleszar committed
665
666
  // segment threashold for encode breakout
  int  segment_encode_breakout[MAX_MB_SEGMENTS];
John Koleszar's avatar
John Koleszar committed
667

John Koleszar's avatar
John Koleszar committed
668
669
  unsigned char *active_map;
  unsigned int active_map_enabled;
John Koleszar's avatar
John Koleszar committed
670

John Koleszar's avatar
John Koleszar committed
671
  TOKENLIST *tplist;
John Koleszar's avatar
John Koleszar committed
672

John Koleszar's avatar
John Koleszar committed
673
  fractional_mv_step_fp *find_fractional_mv_step;
674
675
676
677
  vp9_full_search_fn_t full_search_sad;
  vp9_refining_search_fn_t refining_search_sad;
  vp9_diamond_search_fn_t diamond_search_sad;
  vp9_variance_fn_ptr_t fn_ptr[BLOCK_MAX_SB_SEGMENTS];
Yaowu Xu's avatar
Yaowu Xu committed
678
679
680
681
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
  uint64_t time_encode_mb_row;
John Koleszar's avatar
John Koleszar committed
682

John Koleszar's avatar
John Koleszar committed
683
  int base_skip_false_prob[QINDEX_RANGE][3];
John Koleszar's avatar
John Koleszar committed
684

John Koleszar's avatar
John Koleszar committed
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
  struct twopass_rc {
    unsigned int section_intra_rating;
    unsigned int next_iiratio;
    unsigned int this_iiratio;
    FIRSTPASS_STATS *total_stats;
    FIRSTPASS_STATS *this_frame_stats;
    FIRSTPASS_STATS *stats_in, *stats_in_end, *stats_in_start;
    FIRSTPASS_STATS *total_left_stats;
    int first_pass_done;
    int64_t bits_left;
    int64_t clip_bits_total;
    double avg_iiratio;
    double modified_error_total;
    double modified_error_used;
    double modified_error_left;
    double kf_intra_err_min;
    double gf_intra_err_min;
    int frames_to_key;
    int maxq_max_limit;
    int maxq_min_limit;
    int static_scene_max_gf_interval;
    int kf_bits;
707
708
    // Remaining error from uncoded frames in a gf group. Two pass use only
    int64_t gf_group_error_left;
John Koleszar's avatar
John Koleszar committed
709
710
711
712
713
714
715

    // Projected total bits available for a key frame group of frames
    int64_t kf_group_bits;

    // Error score of frames still to be coded in kf group
    int64_t kf_group_error_left;

716
717
718
719
    // Projected Bits available for a group of frames including 1 GF or ARF
    int64_t gf_group_bits;
    // Bits for the golden frame or ARF - 2 pass only
    int gf_bits;
John Koleszar's avatar
John Koleszar committed
720
721
722
723
724
    int alt_extra_bits;

    int sr_update_lag;
    double est_max_qcorrection_factor;
  } twopass;
John Koleszar's avatar
John Koleszar committed
725

726
#if VP9_TEMPORAL_ALT_REF
John Koleszar's avatar
John Koleszar committed
727
728
729
  YV12_BUFFER_CONFIG alt_ref_buffer;
  YV12_BUFFER_CONFIG *frames[MAX_LAG_BUFFERS];
  int fixed_divide[512];
John Koleszar's avatar
John Koleszar committed
730
731
#endif

732
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
  int    count;
  double total_y;
  double total_u;
  double total_v;
  double total;
  double total_sq_error;
  double totalp_y;
  double totalp_u;
  double totalp_v;
  double totalp;
  double total_sq_error2;
  int    bytes;
  double summed_quality;
  double summed_weights;
  unsigned int tot_recode_hits;


  double total_ssimg_y;
  double total_ssimg_u;
  double total_ssimg_v;
  double total_ssimg_all;

  int b_calculate_ssimg;
John Koleszar's avatar
John Koleszar committed
756
#endif
John Koleszar's avatar
John Koleszar committed
757
  int b_calculate_psnr;
758

John Koleszar's avatar
John Koleszar committed
759
760
761
762
  // Per MB activity measurement
  unsigned int activity_avg;
  unsigned int *mb_activity_map;
  int *mb_norm_activity_map;
763

John Koleszar's avatar
John Koleszar committed
764
765
766
767
  // Record of which MBs still refer to last golden frame either
  // directly or through 0,0
  unsigned char *gf_active_flags;
  int gf_active_count;
768

John Koleszar's avatar
John Koleszar committed
769
  int output_partition;
770

John Koleszar's avatar
John Koleszar committed
771
772
773
774
  // Store last frame's MV info for next frame MV prediction
  int_mv *lfmv;
  int *lf_ref_frame_sign_bias;
  int *lf_ref_frame;
775

John Koleszar's avatar
John Koleszar committed
776
777
  /* force next frame to intra when kf_auto says so */
  int force_next_frame_intra;
778

John Koleszar's avatar
John Koleszar committed
779
  int droppable;
Adrian Grange's avatar
Adrian Grange committed
780

John Koleszar's avatar
John Koleszar committed
781
782
  // TODO Do we still need this??
  int update_context;
Adrian Grange's avatar
Adrian Grange committed
783

John Koleszar's avatar
John Koleszar committed
784
  int dummy_packing;    /* flag to indicate if packing is dummy */
785

786
#if CONFIG_PRED_FILTER
John Koleszar's avatar
John Koleszar committed
787
788
  int pred_filter_on_count;
  int pred_filter_off_count;
789
#endif
790
791
  unsigned int switchable_interp_count[VP9_SWITCHABLE_FILTERS + 1]
                                      [VP9_SWITCHABLE_FILTERS];
Paul Wilkins's avatar
Paul Wilkins committed
792
#if CONFIG_NEW_MVREF
793
  unsigned int best_ref_index_counts[MAX_REF_FRAMES][MAX_MV_REFS];
Paul Wilkins's avatar
Paul Wilkins committed
794
795
#endif

796
} VP9_COMP;
John Koleszar's avatar
John Koleszar committed
797

798
void vp9_encode_frame(VP9_COMP *cpi);
John Koleszar's avatar
John Koleszar committed
799

800
void vp9_pack_bitstream(VP9_COMP *cpi, unsigned char *dest,
801
                        unsigned long *size);
John Koleszar's avatar
John Koleszar committed
802

803
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x);
804

805
void vp9_set_speed_features(VP9_COMP *cpi);
Yaowu Xu's avatar
Yaowu Xu committed
806

807
808
809
810
811
extern int vp9_calc_ss_err(YV12_BUFFER_CONFIG *source,
                           YV12_BUFFER_CONFIG *dest);

extern void vp9_alloc_compressor_data(VP9_COMP *cpi);

John Koleszar's avatar
John Koleszar committed
812
813
#if CONFIG_DEBUG
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
814
815
816
817
818
819
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval" at %s:%d", \
                         __FILE__,__LINE__);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
820
821
#else
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
822
823
824
825
826
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
827
#endif
828
#endif  // __INC_ONYX_INT_H