onyx_int.h 22 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
12
13
14
15
16
 */


#ifndef __INC_VP8_INT_H
#define __INC_VP8_INT_H

#include <stdio.h>
#include "vpx_ports/config.h"
John Koleszar's avatar
John Koleszar committed
17
#include "vp8/common/onyx.h"
John Koleszar's avatar
John Koleszar committed
18
19
#include "treewriter.h"
#include "tokenize.h"
John Koleszar's avatar
John Koleszar committed
20
#include "vp8/common/onyxc_int.h"
John Koleszar's avatar
John Koleszar committed
21
22
23
24
#include "variance.h"
#include "dct.h"
#include "encodemb.h"
#include "quantize.h"
John Koleszar's avatar
John Koleszar committed
25
#include "vp8/common/entropy.h"
26
#include "vp8/common/entropymode.h"
John Koleszar's avatar
John Koleszar committed
27
#include "vpx_ports/mem.h"
28
#include "vpx/internal/vpx_codec_internal.h"
John Koleszar's avatar
John Koleszar committed
29
#include "mcomp.h"
Johann's avatar
Johann committed
30
#include "temporal_filter.h"
John Koleszar's avatar
John Koleszar committed
31
#include "vp8/common/findnearmv.h"
John Koleszar's avatar
John Koleszar committed
32
#include "lookahead.h"
John Koleszar's avatar
John Koleszar committed
33

John Koleszar's avatar
John Koleszar committed
34
// #define SPEEDSTATS 1
John Koleszar's avatar
John Koleszar committed
35
36
37
38
39
#define MIN_GF_INTERVAL             4
#define DEFAULT_GF_INTERVAL         7

#define KEY_FRAME_CONTEXT 5

40
#define MAX_LAG_BUFFERS 25
John Koleszar's avatar
John Koleszar committed
41
42
43
44

#define AF_THRESH   25
#define AF_THRESH2  100
#define ARF_DECAY_THRESH 12
45

46
47
48
#if CONFIG_PRED_FILTER
#define MAX_MODES 54
#else  // CONFIG_PRED_FILTER
49
#define MAX_MODES 42
50
#endif  // CONFIG_PRED_FILTER
51

John Koleszar's avatar
John Koleszar committed
52
53
54
#define MIN_THRESHMULT  32
#define MAX_THRESHMULT  512

55
56
#define GF_ZEROMV_ZBIN_BOOST 12
#define LF_ZEROMV_ZBIN_BOOST 6
57
#define MV_ZBIN_BOOST        4
John Koleszar's avatar
John Koleszar committed
58
59
60
61
#define ZBIN_OQ_MAX 192

#define VP8_TEMPORAL_ALT_REF 1

John Koleszar's avatar
John Koleszar committed
62
typedef struct {
63
64
65
66
67
68
#if CONFIG_NEWMVENTROPY
  nmv_context nmvc;
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];
#else
John Koleszar's avatar
John Koleszar committed
69
70
71
72
  MV_CONTEXT mvc[2];
  int mvcosts[2][MVvals + 1];
  MV_CONTEXT_HP mvc_hp[2];
  int mvcosts_hp[2][MVvals_hp + 1];
73
#endif
John Koleszar's avatar
John Koleszar committed
74
75

#ifdef MODE_STATS
John Koleszar's avatar
John Koleszar committed
76
77
78
79
80
81
82
83
  // Stats
  int y_modes[VP8_YMODES];
  int uv_modes[VP8_UV_MODES];
  int i8x8_modes[VP8_I8X8_MODES];
  int b_modes[B_MODE_COUNT];
  int inter_y_modes[MB_MODE_COUNT];
  int inter_uv_modes[VP8_UV_MODES];
  int inter_b_modes[B_MODE_COUNT];
John Koleszar's avatar
John Koleszar committed
84
#endif
85

John Koleszar's avatar
John Koleszar committed
86
87
88
89
  vp8_prob segment_pred_probs[PREDICTION_PROBS];
  unsigned char ref_pred_probs_update[PREDICTION_PROBS];
  vp8_prob ref_pred_probs[PREDICTION_PROBS];
  vp8_prob prob_comppred[COMP_PRED_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
90

John Koleszar's avatar
John Koleszar committed
91
  unsigned char *last_frame_seg_map_copy;
92

John Koleszar's avatar
John Koleszar committed
93
94
95
96
  // 0 = Intra, Last, GF, ARF
  signed char last_ref_lf_deltas[MAX_REF_LF_DELTAS];
  // 0 = BPRED, ZERO_MV, MV, SPLIT
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];
John Koleszar's avatar
John Koleszar committed
97

John Koleszar's avatar
John Koleszar committed
98
  vp8_prob coef_probs[BLOCK_TYPES]
Daniel Kang's avatar
Daniel Kang committed
99
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
100
101
102
103
104
#if CONFIG_HYBRIDTRANSFORM
  vp8_prob hybrid_coef_probs[BLOCK_TYPES]
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
#endif

John Koleszar's avatar
John Koleszar committed
105
  vp8_prob coef_probs_8x8[BLOCK_TYPES_8X8]
Daniel Kang's avatar
Daniel Kang committed
106
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
107
108
109
110
111
#if CONFIG_HYBRIDTRANSFORM8X8
  vp8_prob hybrid_coef_probs_8x8[BLOCK_TYPES_8X8]
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
#endif

Daniel Kang's avatar
Daniel Kang committed
112
113
  vp8_prob coef_probs_16x16[BLOCK_TYPES_16X16]
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
114
115
116
#if CONFIG_HYBRIDTRANSFORM16X16
  vp8_prob hybrid_coef_probs_16x16[BLOCK_TYPES_16X16]
      [COEF_BANDS][PREV_COEF_CONTEXTS][ENTROPY_NODES];
Daniel Kang's avatar
Daniel Kang committed
117
#endif
John Koleszar's avatar
John Koleszar committed
118

John Koleszar's avatar
John Koleszar committed
119
120
121
122
123
124
  vp8_prob ymode_prob [VP8_YMODES - 1]; /* interframe intra mode probs */
  vp8_prob uv_mode_prob [VP8_YMODES][VP8_UV_MODES - 1];
  vp8_prob bmode_prob [VP8_BINTRAMODES - 1];
  vp8_prob i8x8_mode_prob [VP8_I8X8_MODES - 1];
  vp8_prob sub_mv_ref_prob [SUBMVREF_COUNT][VP8_SUBMVREFS - 1];
  vp8_prob mbsplit_prob [VP8_NUMMBSPLITS - 1];
125

126
127
128
129
130
#if CONFIG_SWITCHABLE_INTERP
  vp8_prob switchable_interp_prob[VP8_SWITCHABLE_FILTERS + 1]
                                 [VP8_SWITCHABLE_FILTERS - 1];
#endif

John Koleszar's avatar
John Koleszar committed
131
132
133
134
  int mv_ref_ct[6][4][2];
  int mode_context[6][4];
  int mv_ref_ct_a[6][4][2];
  int mode_context_a[6][4];
John Koleszar's avatar
John Koleszar committed
135
136
137

} CODING_CONTEXT;

John Koleszar's avatar
John Koleszar committed
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
typedef struct {
  double frame;
  double intra_error;
  double coded_error;
  double sr_coded_error;
  double ssim_weighted_pred_err;
  double pcnt_inter;
  double pcnt_motion;
  double pcnt_second_ref;
  double pcnt_neutral;
  double MVr;
  double mvr_abs;
  double MVc;
  double mvc_abs;
  double MVrv;
  double MVcv;
  double mv_in_out_count;
  double new_mv_count;
  double duration;
  double count;
John Koleszar's avatar
John Koleszar committed
158
159
160
}
FIRSTPASS_STATS;

John Koleszar's avatar
John Koleszar committed
161
162
163
164
165
166
167
168
169
170
typedef struct {
  int frames_so_far;
  double frame_intra_error;
  double frame_coded_error;
  double frame_pcnt_inter;
  double frame_pcnt_motion;
  double frame_mvr;
  double frame_mvr_abs;
  double frame_mvc;
  double frame_mvc_abs;
John Koleszar's avatar
John Koleszar committed
171
172
173

} ONEPASS_FRAMESTATS;

John Koleszar's avatar
John Koleszar committed
174
175
176
177
178
179
180
181
typedef struct {
  struct {
    int err;
    union {
      int_mv mv;
      MB_PREDICTION_MODE mode;
    } m;
  } ref[MAX_REF_FRAMES];
182
183
} MBGRAPH_MB_STATS;

John Koleszar's avatar
John Koleszar committed
184
185
typedef struct {
  MBGRAPH_MB_STATS *mb_stats;
186
} MBGRAPH_FRAME_STATS;
John Koleszar's avatar
John Koleszar committed
187

188
#if CONFIG_PRED_FILTER
John Koleszar's avatar
John Koleszar committed
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
typedef enum {
  THR_ZEROMV,
  THR_ZEROMV_FILT,
  THR_DC,

  THR_NEARESTMV,
  THR_NEARESTMV_FILT,
  THR_NEARMV,
  THR_NEARMV_FILT,

  THR_ZEROG,
  THR_ZEROG_FILT,
  THR_NEARESTG,
  THR_NEARESTG_FILT,

  THR_ZEROA,
  THR_ZEROA_FILT,
  THR_NEARESTA,
  THR_NEARESTA_FILT,

  THR_NEARG,
  THR_NEARG_FILT,
  THR_NEARA,
  THR_NEARA_FILT,

  THR_V_PRED,
  THR_H_PRED,
  THR_D45_PRED,
  THR_D135_PRED,
  THR_D117_PRED,
  THR_D153_PRED,
  THR_D27_PRED,
  THR_D63_PRED,
  THR_TM,
223

John Koleszar's avatar
John Koleszar committed
224
225
226
227
228
229
  THR_NEWMV,
  THR_NEWMV_FILT,
  THR_NEWG,
  THR_NEWG_FILT,
  THR_NEWA,
  THR_NEWA_FILT,
230

John Koleszar's avatar
John Koleszar committed
231
232
233
  THR_SPLITMV,
  THR_SPLITG,
  THR_SPLITA,
234

John Koleszar's avatar
John Koleszar committed
235
236
  THR_B_PRED,
  THR_I8X8_PRED,
237

John Koleszar's avatar
John Koleszar committed
238
239
240
  THR_COMP_ZEROLG,
  THR_COMP_NEARESTLG,
  THR_COMP_NEARLG,
241

John Koleszar's avatar
John Koleszar committed
242
243
244
  THR_COMP_ZEROLA,
  THR_COMP_NEARESTLA,
  THR_COMP_NEARLA,
245

John Koleszar's avatar
John Koleszar committed
246
247
248
  THR_COMP_ZEROGA,
  THR_COMP_NEARESTGA,
  THR_COMP_NEARGA,
249

John Koleszar's avatar
John Koleszar committed
250
251
252
  THR_COMP_NEWLG,
  THR_COMP_NEWLA,
  THR_COMP_NEWGA,
253

John Koleszar's avatar
John Koleszar committed
254
255
256
  THR_COMP_SPLITLG,
  THR_COMP_SPLITLA,
  THR_COMP_SPLITGA,
257
258
259
}
THR_MODES;
#else
John Koleszar's avatar
John Koleszar committed
260
261
262
typedef enum {
  THR_ZEROMV,
  THR_DC,
John Koleszar's avatar
John Koleszar committed
263

John Koleszar's avatar
John Koleszar committed
264
265
  THR_NEARESTMV,
  THR_NEARMV,
John Koleszar's avatar
John Koleszar committed
266

John Koleszar's avatar
John Koleszar committed
267
268
  THR_ZEROG,
  THR_NEARESTG,
John Koleszar's avatar
John Koleszar committed
269

John Koleszar's avatar
John Koleszar committed
270
271
  THR_ZEROA,
  THR_NEARESTA,
John Koleszar's avatar
John Koleszar committed
272

John Koleszar's avatar
John Koleszar committed
273
274
  THR_NEARG,
  THR_NEARA,
John Koleszar's avatar
John Koleszar committed
275

John Koleszar's avatar
John Koleszar committed
276
277
278
279
280
281
282
283
284
  THR_V_PRED,
  THR_H_PRED,
  THR_D45_PRED,
  THR_D135_PRED,
  THR_D117_PRED,
  THR_D153_PRED,
  THR_D27_PRED,
  THR_D63_PRED,
  THR_TM,
John Koleszar's avatar
John Koleszar committed
285

John Koleszar's avatar
John Koleszar committed
286
287
288
  THR_NEWMV,
  THR_NEWG,
  THR_NEWA,
John Koleszar's avatar
John Koleszar committed
289

John Koleszar's avatar
John Koleszar committed
290
291
292
  THR_SPLITMV,
  THR_SPLITG,
  THR_SPLITA,
John Koleszar's avatar
John Koleszar committed
293

John Koleszar's avatar
John Koleszar committed
294
295
  THR_B_PRED,
  THR_I8X8_PRED,
296

John Koleszar's avatar
John Koleszar committed
297
298
299
  THR_COMP_ZEROLG,
  THR_COMP_NEARESTLG,
  THR_COMP_NEARLG,
300

John Koleszar's avatar
John Koleszar committed
301
302
303
  THR_COMP_ZEROLA,
  THR_COMP_NEARESTLA,
  THR_COMP_NEARLA,
304

John Koleszar's avatar
John Koleszar committed
305
306
307
  THR_COMP_ZEROGA,
  THR_COMP_NEARESTGA,
  THR_COMP_NEARGA,
308

John Koleszar's avatar
John Koleszar committed
309
310
311
  THR_COMP_NEWLG,
  THR_COMP_NEWLA,
  THR_COMP_NEWGA,
312

John Koleszar's avatar
John Koleszar committed
313
314
315
  THR_COMP_SPLITLG,
  THR_COMP_SPLITLA,
  THR_COMP_SPLITGA
John Koleszar's avatar
John Koleszar committed
316
317
}
THR_MODES;
318
#endif
John Koleszar's avatar
John Koleszar committed
319

John Koleszar's avatar
John Koleszar committed
320
321
322
323
typedef enum {
  DIAMOND = 0,
  NSTEP = 1,
  HEX = 2
John Koleszar's avatar
John Koleszar committed
324
325
} SEARCH_METHODS;

John Koleszar's avatar
John Koleszar committed
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
typedef struct {
  int RD;
  SEARCH_METHODS search_method;
  int improved_dct;
  int auto_filter;
  int recode_loop;
  int iterative_sub_pixel;
  int half_pixel_search;
  int quarter_pixel_search;
  int thresh_mult[MAX_MODES];
  int max_step_search_steps;
  int first_step;
  int optimize_coefficients;
  int no_skip_block4x4_search;
  int improved_mv_pred;
  int search_best_filter;
342

John Koleszar's avatar
John Koleszar committed
343
344
} SPEED_FEATURES;

John Koleszar's avatar
John Koleszar committed
345
346
347
typedef struct {
  MACROBLOCK  mb;
  int totalrate;
John Koleszar's avatar
John Koleszar committed
348
349
} MB_ROW_COMP;

John Koleszar's avatar
John Koleszar committed
350
351
352
typedef struct {
  TOKENEXTRA *start;
  TOKENEXTRA *stop;
John Koleszar's avatar
John Koleszar committed
353
354
} TOKENLIST;

John Koleszar's avatar
John Koleszar committed
355
356
357
358
typedef struct {
  int ithread;
  void *ptr1;
  void *ptr2;
John Koleszar's avatar
John Koleszar committed
359
} ENCODETHREAD_DATA;
John Koleszar's avatar
John Koleszar committed
360
361
362
typedef struct {
  int ithread;
  void *ptr1;
John Koleszar's avatar
John Koleszar committed
363
364
365
} LPFTHREAD_DATA;


John Koleszar's avatar
John Koleszar committed
366
367
368
369
370
371
typedef struct VP8_ENCODER_RTCD {
  VP8_COMMON_RTCD            *common;
  vp8_fdct_rtcd_vtable_t      fdct;
  vp8_encodemb_rtcd_vtable_t  encodemb;
  vp8_search_rtcd_vtable_t    search;
  vp8_temporal_rtcd_vtable_t  temporal;
John Koleszar's avatar
John Koleszar committed
372
373
} VP8_ENCODER_RTCD;

John Koleszar's avatar
John Koleszar committed
374
enum {
375
376
377
378
  BLOCK_16X8 = PARTITIONING_16X8,
  BLOCK_8X16 = PARTITIONING_8X16,
  BLOCK_8X8 = PARTITIONING_8X8,
  BLOCK_4X4 = PARTITIONING_4X4,
John Koleszar's avatar
John Koleszar committed
379
  BLOCK_16X16,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
380
381
382
  BLOCK_MAX_SEGMENTS,
  BLOCK_32X32 = BLOCK_MAX_SEGMENTS,
  BLOCK_MAX_SB_SEGMENTS,
383
384
};

John Koleszar's avatar
John Koleszar committed
385
typedef struct VP8_COMP {
John Koleszar's avatar
John Koleszar committed
386

John Koleszar's avatar
John Koleszar committed
387
388
389
390
  DECLARE_ALIGNED(16, short, Y1quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, Y1quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y1zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y1round[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
391

John Koleszar's avatar
John Koleszar committed
392
393
394
395
  DECLARE_ALIGNED(16, short, Y2quant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, Y2quant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y2zbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, Y2round[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
396

John Koleszar's avatar
John Koleszar committed
397
398
399
400
  DECLARE_ALIGNED(16, short, UVquant[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, unsigned char, UVquant_shift[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, UVzbin[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, UVround[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
401

John Koleszar's avatar
John Koleszar committed
402
403
404
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y1[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y2[QINDEX_RANGE][16]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_uv[QINDEX_RANGE][16]);
John Koleszar's avatar
John Koleszar committed
405

John Koleszar's avatar
John Koleszar committed
406
407
408
409
410
411
412
  DECLARE_ALIGNED(64, short, Y1zbin_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, Y2zbin_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, UVzbin_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, zrun_zbin_boost_y1_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, zrun_zbin_boost_y2_8x8[QINDEX_RANGE][64]);
  DECLARE_ALIGNED(64, short, zrun_zbin_boost_uv_8x8[QINDEX_RANGE][64]);

Daniel Kang's avatar
Daniel Kang committed
413
414
415
416
417
418
419
  DECLARE_ALIGNED(16, short, Y1zbin_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, Y2zbin_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, UVzbin_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y1_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_y2_16x16[QINDEX_RANGE][256]);
  DECLARE_ALIGNED(16, short, zrun_zbin_boost_uv_16x16[QINDEX_RANGE][256]);

John Koleszar's avatar
John Koleszar committed
420
421
422
423
424
425
426
  MACROBLOCK mb;
  VP8_COMMON common;
  VP8_CONFIG oxcf;

  struct lookahead_ctx    *lookahead;
  struct lookahead_entry  *source;
  struct lookahead_entry  *alt_ref_source;
John Koleszar's avatar
John Koleszar committed
427

John Koleszar's avatar
John Koleszar committed
428
429
430
  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
John Koleszar's avatar
John Koleszar committed
431

John Koleszar's avatar
John Koleszar committed
432
433
  int source_alt_ref_pending; // frame in src_buffers has been identified to be encoded as an alt ref
  int source_alt_ref_active;  // an alt ref frame has been encoded and is usable
Fritz Koenig's avatar
Fritz Koenig committed
434

John Koleszar's avatar
John Koleszar committed
435
  int is_src_frame_alt_ref;   // source of frame to encode is an exact copy of an alt ref frame
John Koleszar's avatar
John Koleszar committed
436

John Koleszar's avatar
John Koleszar committed
437
438
439
  int gold_is_last; // golden frame same as last frame ( short circuit gold searches)
  int alt_is_last;  // Alt reference frame same as last ( short circuit altref search)
  int gold_is_alt;  // don't do both alt and gold search ( just do gold).
John Koleszar's avatar
John Koleszar committed
440

John Koleszar's avatar
John Koleszar committed
441
442
  // int refresh_alt_ref_frame;
  YV12_BUFFER_CONFIG last_frame_uf;
John Koleszar's avatar
John Koleszar committed
443

John Koleszar's avatar
John Koleszar committed
444
445
  TOKENEXTRA *tok;
  unsigned int tok_count;
John Koleszar's avatar
John Koleszar committed
446
447


John Koleszar's avatar
John Koleszar committed
448
449
450
451
  unsigned int frames_since_key;
  unsigned int key_frame_frequency;
  unsigned int this_key_frame_forced;
  unsigned int next_key_frame_forced;
John Koleszar's avatar
John Koleszar committed
452

John Koleszar's avatar
John Koleszar committed
453
454
  // Ambient reconstruction err target for force key frames
  int ambient_err;
455

John Koleszar's avatar
John Koleszar committed
456
457
458
  unsigned int mode_check_freq[MAX_MODES];
  unsigned int mode_test_hit_counts[MAX_MODES];
  unsigned int mode_chosen_counts[MAX_MODES];
John Koleszar's avatar
John Koleszar committed
459

John Koleszar's avatar
John Koleszar committed
460
461
462
  int rd_thresh_mult[MAX_MODES];
  int rd_baseline_thresh[MAX_MODES];
  int rd_threshes[MAX_MODES];
463
  int64_t rd_comp_pred_diff[NB_PREDICTION_TYPES];
John Koleszar's avatar
John Koleszar committed
464
465
466
  int rd_prediction_type_threshes[4][NB_PREDICTION_TYPES];
  int comp_pred_count[COMP_PRED_CONTEXTS];
  int single_pred_count[COMP_PRED_CONTEXTS];
467
468
#if CONFIG_TX_SELECT
  // FIXME contextualize
469
470
  int txfm_count[TX_SIZE_MAX];
  int txfm_count_8x8p[TX_SIZE_MAX - 1];
471
472
473
  int64_t rd_tx_select_diff[NB_TXFM_MODES];
  int rd_tx_select_threshes[4][NB_TXFM_MODES];
#endif
John Koleszar's avatar
John Koleszar committed
474

John Koleszar's avatar
John Koleszar committed
475
476
  int RDMULT;
  int RDDIV;
John Koleszar's avatar
John Koleszar committed
477

John Koleszar's avatar
John Koleszar committed
478
  CODING_CONTEXT coding_context;
John Koleszar's avatar
John Koleszar committed
479

John Koleszar's avatar
John Koleszar committed
480
481
482
483
484
  // Rate targetting variables
  int64_t prediction_error;
  int64_t last_prediction_error;
  int64_t intra_error;
  int64_t last_intra_error;
John Koleszar's avatar
John Koleszar committed
485

John Koleszar's avatar
John Koleszar committed
486
487
488
489
  int this_frame_target;
  int projected_frame_size;
  int last_q[2];                   // Separate values for Intra/Inter
  int last_boosted_qindex;         // Last boosted GF/KF/ARF q
John Koleszar's avatar
John Koleszar committed
490

John Koleszar's avatar
John Koleszar committed
491
492
493
  double rate_correction_factor;
  double key_frame_rate_correction_factor;
  double gf_rate_correction_factor;
John Koleszar's avatar
John Koleszar committed
494

John Koleszar's avatar
John Koleszar committed
495
496
  int frames_till_gf_update_due;      // Count down till next GF
  int current_gf_interval;          // GF interval chosen when we coded the last GF
John Koleszar's avatar
John Koleszar committed
497

John Koleszar's avatar
John Koleszar committed
498
  int gf_overspend_bits;            // Total bits overspent becasue of GF boost (cumulative)
John Koleszar's avatar
John Koleszar committed
499

John Koleszar's avatar
John Koleszar committed
500
  int non_gf_bitrate_adjustment;     // Used in the few frames following a GF to recover the extra bits spent in that GF
John Koleszar's avatar
John Koleszar committed
501

John Koleszar's avatar
John Koleszar committed
502
503
504
505
506
  int kf_overspend_bits;            // Extra bits spent on key frames that need to be recovered on inter frames
  int kf_bitrate_adjustment;        // Current number of bit s to try and recover on each inter frame.
  int max_gf_interval;
  int baseline_gf_interval;
  int active_arnr_frames;           // <= cpi->oxcf.arnr_max_frames
John Koleszar's avatar
John Koleszar committed
507

John Koleszar's avatar
John Koleszar committed
508
509
510
511
512
513
514
515
516
517
  int64_t key_frame_count;
  int prior_key_frame_distance[KEY_FRAME_CONTEXT];
  int per_frame_bandwidth;          // Current section per frame bandwidth target
  int av_per_frame_bandwidth;        // Average frame size target for clip
  int min_frame_bandwidth;          // Minimum allocation that should be used for any frame
  int inter_frame_target;
  double output_frame_rate;
  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;
John Koleszar's avatar
John Koleszar committed
518

John Koleszar's avatar
John Koleszar committed
519
520
521
522
523
524
  int ni_av_qi;
  int ni_tot_qi;
  int ni_frames;
  int avg_frame_qindex;
  double tot_q;
  double avg_q;
John Koleszar's avatar
John Koleszar committed
525

John Koleszar's avatar
John Koleszar committed
526
527
528
  int zbin_over_quant;
  int zbin_mode_boost;
  int zbin_mode_boost_enabled;
John Koleszar's avatar
John Koleszar committed
529

John Koleszar's avatar
John Koleszar committed
530
  int64_t total_byte_count;
John Koleszar's avatar
John Koleszar committed
531

John Koleszar's avatar
John Koleszar committed
532
  int buffered_mode;
John Koleszar's avatar
John Koleszar committed
533

John Koleszar's avatar
John Koleszar committed
534
535
  int buffer_level;
  int bits_off_target;
John Koleszar's avatar
John Koleszar committed
536

John Koleszar's avatar
John Koleszar committed
537
538
  int rolling_target_bits;
  int rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
539

John Koleszar's avatar
John Koleszar committed
540
541
  int long_rolling_target_bits;
  int long_rolling_actual_bits;
John Koleszar's avatar
John Koleszar committed
542

John Koleszar's avatar
John Koleszar committed
543
544
  int64_t total_actual_bits;
  int total_target_vs_actual;        // debug stats
John Koleszar's avatar
John Koleszar committed
545

John Koleszar's avatar
John Koleszar committed
546
547
548
549
  int worst_quality;
  int active_worst_quality;
  int best_quality;
  int active_best_quality;
John Koleszar's avatar
John Koleszar committed
550

John Koleszar's avatar
John Koleszar committed
551
  int cq_target_quality;
552

Ronald S. Bultje's avatar
Ronald S. Bultje committed
553
554
555
556
#if CONFIG_SUPERBLOCKS
  int sb_count;
  int sb_ymode_count [VP8_I32X32_MODES];
#endif
John Koleszar's avatar
John Koleszar committed
557
558
559
560
561
562
563
564
  int ymode_count [VP8_YMODES];        /* intra MB type cts this frame */
  int bmode_count [VP8_BINTRAMODES];
  int i8x8_mode_count [VP8_I8X8_MODES];
  int sub_mv_ref_count [SUBMVREF_COUNT][VP8_SUBMVREFS];
  int mbsplit_count [VP8_NUMMBSPLITS];
  // int uv_mode_count[VP8_UV_MODES];       /* intra MB type cts this frame */
  int y_uv_mode_count[VP8_YMODES][VP8_UV_MODES];

565
566
567
#if CONFIG_NEWMVENTROPY
  nmv_context_counts NMVcount;
#else
John Koleszar's avatar
John Koleszar committed
568
569
  unsigned int MVcount [2] [MVvals];  /* (row,col) MV cts this frame */
  unsigned int MVcount_hp [2] [MVvals_hp];  /* (row,col) MV cts this frame */
570
#endif
John Koleszar's avatar
John Koleszar committed
571

John Koleszar's avatar
John Koleszar committed
572
573
574
  unsigned int coef_counts [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
  vp8_prob frame_coef_probs [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
  unsigned int frame_branch_ct [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
575
576
577
578
579
580
#if CONFIG_HYBRIDTRANSFORM
  unsigned int hybrid_coef_counts [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
  vp8_prob frame_hybrid_coef_probs [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
  unsigned int frame_hybrid_branch_ct [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
#endif

John Koleszar's avatar
John Koleszar committed
581
582
583
  unsigned int coef_counts_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
  vp8_prob frame_coef_probs_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
  unsigned int frame_branch_ct_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
584
585
586
587
588
589
#if CONFIG_HYBRIDTRANSFORM8X8
  unsigned int hybrid_coef_counts_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
  vp8_prob frame_hybrid_coef_probs_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
  unsigned int frame_hybrid_branch_ct_8x8 [BLOCK_TYPES_8X8] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
#endif

Daniel Kang's avatar
Daniel Kang committed
590
591
592
  unsigned int coef_counts_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
  vp8_prob frame_coef_probs_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
  unsigned int frame_branch_ct_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
593
594
595
596
#if CONFIG_HYBRIDTRANSFORM16X16
  unsigned int hybrid_coef_counts_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];  /* for this frame */
  vp8_prob frame_hybrid_coef_probs_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES];
  unsigned int frame_hybrid_branch_ct_16x16 [BLOCK_TYPES_16X16] [COEF_BANDS] [PREV_COEF_CONTEXTS] [ENTROPY_NODES][2];
Daniel Kang's avatar
Daniel Kang committed
597
#endif
John Koleszar's avatar
John Koleszar committed
598

John Koleszar's avatar
John Koleszar committed
599
600
601
602
  int gfu_boost;
  int last_boost;
  int kf_boost;
  int kf_zeromotion_pct;
John Koleszar's avatar
John Koleszar committed
603

John Koleszar's avatar
John Koleszar committed
604
605
  int target_bandwidth;
  struct vpx_codec_pkt_list  *output_pkt_list;
606

John Koleszar's avatar
John Koleszar committed
607
#if 0
John Koleszar's avatar
John Koleszar committed
608
609
610
  // Experimental code for lagged and one pass
  ONEPASS_FRAMESTATS one_pass_frame_stats[MAX_LAG_BUFFERS];
  int one_pass_frame_index;
John Koleszar's avatar
John Koleszar committed
611
#endif
John Koleszar's avatar
John Koleszar committed
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
  int mbgraph_n_frames;             // number of frames filled in the above
  int static_mb_pct;                // % forced skip mbs by segmentation
  int seg0_progress, seg0_idx, seg0_cnt;
  int ref_pred_count[3][2];

  int decimation_factor;
  int decimation_count;

  // for real time encoding
  int avg_encode_time;              // microsecond
  int avg_pick_mode_time;            // microsecond
  int Speed;
  unsigned int cpu_freq;           // Mhz
  int compressor_speed;

  int interquantizer;
  int goldfreq;
  int auto_worst_q;
  int cpu_used;
  int horiz_scale;
  int vert_scale;
  int pass;
John Koleszar's avatar
John Koleszar committed
635

John Koleszar's avatar
John Koleszar committed
636
637
  vp8_prob last_skip_false_probs[3][MBSKIP_CONTEXTS];
  int last_skip_probs_q[3];
John Koleszar's avatar
John Koleszar committed
638

John Koleszar's avatar
John Koleszar committed
639
640
641
  int recent_ref_frame_usage[MAX_REF_FRAMES];
  int count_mb_ref_frame_usage[MAX_REF_FRAMES];
  int ref_frame_flags;
John Koleszar's avatar
John Koleszar committed
642

John Koleszar's avatar
John Koleszar committed
643
  unsigned char ref_pred_probs_update[PREDICTION_PROBS];
644

John Koleszar's avatar
John Koleszar committed
645
646
  SPEED_FEATURES sf;
  int error_bins[1024];
John Koleszar's avatar
John Koleszar committed
647

John Koleszar's avatar
John Koleszar committed
648
649
650
651
652
653
  // Data used for real time conferencing mode to help determine if it would be good to update the gf
  int inter_zz_count;
  int gf_bad_count;
  int gf_update_recommended;
  int skip_true_count[3];
  int skip_false_count[3];
John Koleszar's avatar
John Koleszar committed
654

John Koleszar's avatar
John Koleszar committed
655
  unsigned char *segmentation_map;
Paul Wilkins's avatar
Paul Wilkins committed
656

John Koleszar's avatar
John Koleszar committed
657
658
  // segment threashold for encode breakout
  int  segment_encode_breakout[MAX_MB_SEGMENTS];
John Koleszar's avatar
John Koleszar committed
659

John Koleszar's avatar
John Koleszar committed
660
661
  unsigned char *active_map;
  unsigned int active_map_enabled;
John Koleszar's avatar
John Koleszar committed
662

John Koleszar's avatar
John Koleszar committed
663
  TOKENLIST *tplist;
John Koleszar's avatar
John Koleszar committed
664

John Koleszar's avatar
John Koleszar committed
665
666
667
668
  fractional_mv_step_fp *find_fractional_mv_step;
  vp8_full_search_fn_t full_search_sad;
  vp8_refining_search_fn_t refining_search_sad;
  vp8_diamond_search_fn_t diamond_search_sad;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
669
  vp8_variance_fn_ptr_t fn_ptr[BLOCK_MAX_SB_SEGMENTS];
Yaowu Xu's avatar
Yaowu Xu committed
670
671
672
673
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
  uint64_t time_encode_mb_row;
John Koleszar's avatar
John Koleszar committed
674

John Koleszar's avatar
John Koleszar committed
675
  int base_skip_false_prob[QINDEX_RANGE][3];
John Koleszar's avatar
John Koleszar committed
676

John Koleszar's avatar
John Koleszar committed
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
  struct twopass_rc {
    unsigned int section_intra_rating;
    unsigned int next_iiratio;
    unsigned int this_iiratio;
    FIRSTPASS_STATS *total_stats;
    FIRSTPASS_STATS *this_frame_stats;
    FIRSTPASS_STATS *stats_in, *stats_in_end, *stats_in_start;
    FIRSTPASS_STATS *total_left_stats;
    int first_pass_done;
    int64_t bits_left;
    int64_t clip_bits_total;
    double avg_iiratio;
    double modified_error_total;
    double modified_error_used;
    double modified_error_left;
    double kf_intra_err_min;
    double gf_intra_err_min;
    int frames_to_key;
    int maxq_max_limit;
    int maxq_min_limit;
    int static_scene_max_gf_interval;
    int kf_bits;
    int gf_group_error_left;           // Remaining error from uncoded frames in a gf group. Two pass use only

    // Projected total bits available for a key frame group of frames
    int64_t kf_group_bits;

    // Error score of frames still to be coded in kf group
    int64_t kf_group_error_left;

    int gf_group_bits;                // Projected Bits available for a group of frames including 1 GF or ARF
    int gf_bits;                     // Bits for the golden frame or ARF - 2 pass only
    int alt_extra_bits;

    int sr_update_lag;
    double est_max_qcorrection_factor;
  } twopass;
John Koleszar's avatar
John Koleszar committed
714
715

#if CONFIG_RUNTIME_CPU_DETECT
John Koleszar's avatar
John Koleszar committed
716
  VP8_ENCODER_RTCD            rtcd;
John Koleszar's avatar
John Koleszar committed
717
718
#endif
#if VP8_TEMPORAL_ALT_REF
John Koleszar's avatar
John Koleszar committed
719
720
721
  YV12_BUFFER_CONFIG alt_ref_buffer;
  YV12_BUFFER_CONFIG *frames[MAX_LAG_BUFFERS];
  int fixed_divide[512];
John Koleszar's avatar
John Koleszar committed
722
723
#endif

724
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
  int    count;
  double total_y;
  double total_u;
  double total_v;
  double total;
  double total_sq_error;
  double totalp_y;
  double totalp_u;
  double totalp_v;
  double totalp;
  double total_sq_error2;
  int    bytes;
  double summed_quality;
  double summed_weights;
  unsigned int tot_recode_hits;


  double total_ssimg_y;
  double total_ssimg_u;
  double total_ssimg_v;
  double total_ssimg_all;

  int b_calculate_ssimg;
John Koleszar's avatar
John Koleszar committed
748
#endif
John Koleszar's avatar
John Koleszar committed
749
  int b_calculate_psnr;
750

John Koleszar's avatar
John Koleszar committed
751
752
753
754
  // Per MB activity measurement
  unsigned int activity_avg;
  unsigned int *mb_activity_map;
  int *mb_norm_activity_map;
755

John Koleszar's avatar
John Koleszar committed
756
757
758
759
  // Record of which MBs still refer to last golden frame either
  // directly or through 0,0
  unsigned char *gf_active_flags;
  int gf_active_count;
760

John Koleszar's avatar
John Koleszar committed
761
  int output_partition;
762

John Koleszar's avatar
John Koleszar committed
763
764
765
766
  // Store last frame's MV info for next frame MV prediction
  int_mv *lfmv;
  int *lf_ref_frame_sign_bias;
  int *lf_ref_frame;
767

John Koleszar's avatar
John Koleszar committed
768
769
  /* force next frame to intra when kf_auto says so */
  int force_next_frame_intra;
770

John Koleszar's avatar
John Koleszar committed
771
  int droppable;
Adrian Grange's avatar
Adrian Grange committed
772

John Koleszar's avatar
John Koleszar committed
773
774
  // TODO Do we still need this??
  int update_context;
Adrian Grange's avatar
Adrian Grange committed
775

John Koleszar's avatar
John Koleszar committed
776
  int dummy_packing;    /* flag to indicate if packing is dummy */
777

778
#if CONFIG_PRED_FILTER
John Koleszar's avatar
John Koleszar committed
779
780
  int pred_filter_on_count;
  int pred_filter_off_count;
781
#endif
782
783
784
785
#if CONFIG_SWITCHABLE_INTERP
  unsigned int switchable_interp_count[VP8_SWITCHABLE_FILTERS+1]
                                      [VP8_SWITCHABLE_FILTERS];
#endif
786

Paul Wilkins's avatar
Paul Wilkins committed
787
#if CONFIG_NEW_MVREF
788
  unsigned int best_ref_index_counts[MAX_MV_REFS];
Paul Wilkins's avatar
Paul Wilkins committed
789
790
#endif

John Koleszar's avatar
John Koleszar committed
791
792
793
794
795
796
797
798
} VP8_COMP;

void control_data_rate(VP8_COMP *cpi);

void vp8_encode_frame(VP8_COMP *cpi);

void vp8_pack_bitstream(VP8_COMP *cpi, unsigned char *dest, unsigned long *size);

799
void vp8_activity_masking(VP8_COMP *cpi, MACROBLOCK *x);
800

John Koleszar's avatar
John Koleszar committed
801
802
int rd_cost_intra_mb(MACROBLOCKD *x);

803
void vp8_tokenize_mb(VP8_COMP *, MACROBLOCKD *, TOKENEXTRA **, int dry_run);
804
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCKD *xd, TOKENEXTRA **t, int dry_run);
John Koleszar's avatar
John Koleszar committed
805
806

void vp8_set_speed_features(VP8_COMP *cpi);
Yaowu Xu's avatar
Yaowu Xu committed
807

John Koleszar's avatar
John Koleszar committed
808
809
#if CONFIG_DEBUG
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
810
811
812
813
814
815
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval" at %s:%d", \
                         __FILE__,__LINE__);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
816
817
#else
#define CHECK_MEM_ERROR(lval,expr) do {\
John Koleszar's avatar
John Koleszar committed
818
819
820
821
822
    lval = (expr); \
    if(!lval) \
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,\
                         "Failed to allocate "#lval);\
  } while(0)
John Koleszar's avatar
John Koleszar committed
823
824
#endif
#endif