vp9_onyx_int.h 23.1 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
 */

11
12
#ifndef VP9_ENCODER_VP9_ONYX_INT_H_
#define VP9_ENCODER_VP9_ONYX_INT_H_
John Koleszar's avatar
John Koleszar committed
13
14

#include <stdio.h>
15

16
#include "./vpx_config.h"
17
18
19
20
21
#include "vpx_ports/mem.h"
#include "vpx/internal/vpx_codec_internal.h"

#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
22
23
#include "vp9/common/vp9_onyx.h"
#include "vp9/common/vp9_onyxc_int.h"
24

25
26
#include "vp9/encoder/vp9_encodemb.h"
#include "vp9/encoder/vp9_lookahead.h"
27
28
29
30
31
32
#include "vp9/encoder/vp9_mcomp.h"
#include "vp9/encoder/vp9_quantize.h"
#include "vp9/encoder/vp9_ratectrl.h"
#include "vp9/encoder/vp9_tokenize.h"
#include "vp9/encoder/vp9_treewriter.h"
#include "vp9/encoder/vp9_variance.h"
John Koleszar's avatar
John Koleszar committed
33

34
35
36
37
#ifdef __cplusplus
extern "C" {
#endif

38
#define DISABLE_RC_LONG_TERM_MEM 0
Paul Wilkins's avatar
Paul Wilkins committed
39
// #define MODE_TEST_HIT_STATS
40

John Koleszar's avatar
John Koleszar committed
41
// #define SPEEDSTATS 1
42
43
44
45
#if CONFIG_MULTIPLE_ARF
// Set MIN_GF_INTERVAL to 1 for the full decomposition.
#define MIN_GF_INTERVAL             2
#else
John Koleszar's avatar
John Koleszar committed
46
#define MIN_GF_INTERVAL             4
47
#endif
John Koleszar's avatar
John Koleszar committed
48
49
50
51
#define DEFAULT_GF_INTERVAL         7

#define KEY_FRAME_CONTEXT 5

52
53
#define MAX_MODES 30
#define MAX_REFS  6
54

John Koleszar's avatar
John Koleszar committed
55
56
57
#define MIN_THRESHMULT  32
#define MAX_THRESHMULT  512

Paul Wilkins's avatar
Paul Wilkins committed
58
59
60
#define GF_ZEROMV_ZBIN_BOOST 0
#define LF_ZEROMV_ZBIN_BOOST 0
#define MV_ZBIN_BOOST        0
Paul Wilkins's avatar
Paul Wilkins committed
61
62
#define SPLIT_MV_ZBIN_BOOST  0
#define INTRA_ZBIN_BOOST     0
John Koleszar's avatar
John Koleszar committed
63

John Koleszar's avatar
John Koleszar committed
64
typedef struct {
65
66
67
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];
John Koleszar's avatar
John Koleszar committed
68

69
  vp9_prob segment_pred_probs[PREDICTION_PROBS];
John Koleszar's avatar
John Koleszar committed
70

John Koleszar's avatar
John Koleszar committed
71
  unsigned char *last_frame_seg_map_copy;
72

John Koleszar's avatar
John Koleszar committed
73
74
  // 0 = Intra, Last, GF, ARF
  signed char last_ref_lf_deltas[MAX_REF_LF_DELTAS];
75
  // 0 = ZERO_MV, MV
John Koleszar's avatar
John Koleszar committed
76
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];
John Koleszar's avatar
John Koleszar committed
77

78
  FRAME_CONTEXT fc;
John Koleszar's avatar
John Koleszar committed
79
80
} CODING_CONTEXT;

John Koleszar's avatar
John Koleszar committed
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
typedef struct {
  double frame;
  double intra_error;
  double coded_error;
  double sr_coded_error;
  double ssim_weighted_pred_err;
  double pcnt_inter;
  double pcnt_motion;
  double pcnt_second_ref;
  double pcnt_neutral;
  double MVr;
  double mvr_abs;
  double MVc;
  double mvc_abs;
  double MVrv;
  double MVcv;
  double mv_in_out_count;
  double new_mv_count;
  double duration;
  double count;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
101
} FIRSTPASS_STATS;
John Koleszar's avatar
John Koleszar committed
102

John Koleszar's avatar
John Koleszar committed
103
104
105
106
107
108
109
110
typedef struct {
  struct {
    int err;
    union {
      int_mv mv;
      MB_PREDICTION_MODE mode;
    } m;
  } ref[MAX_REF_FRAMES];
111
112
} MBGRAPH_MB_STATS;

John Koleszar's avatar
John Koleszar committed
113
114
typedef struct {
  MBGRAPH_MB_STATS *mb_stats;
115
} MBGRAPH_FRAME_STATS;
John Koleszar's avatar
John Koleszar committed
116

117
118
// This enumerator type needs to be kept aligned with the mode order in
// const MODE_DEFINITION vp9_mode_order[MAX_MODES] used in the rd code.
John Koleszar's avatar
John Koleszar committed
119
120
typedef enum {
  THR_NEARESTMV,
Paul Wilkins's avatar
Paul Wilkins committed
121
122
  THR_NEARESTA,
  THR_NEARESTG,
John Koleszar's avatar
John Koleszar committed
123

124
125
126
  THR_DC,

  THR_NEWMV,
Paul Wilkins's avatar
Paul Wilkins committed
127
  THR_NEWA,
128
129
130
  THR_NEWG,

  THR_NEARMV,
John Koleszar's avatar
John Koleszar committed
131
  THR_NEARA,
132
133
  THR_COMP_NEARESTLA,
  THR_COMP_NEARESTGA,
John Koleszar's avatar
John Koleszar committed
134
135

  THR_TM,
136

Paul Wilkins's avatar
Paul Wilkins committed
137
138
139
140
141
  THR_COMP_NEARLA,
  THR_COMP_NEWLA,
  THR_NEARG,
  THR_COMP_NEARGA,
  THR_COMP_NEWGA,
142

Paul Wilkins's avatar
Paul Wilkins committed
143
144
145
  THR_ZEROMV,
  THR_ZEROG,
  THR_ZEROA,
John Koleszar's avatar
John Koleszar committed
146
147
  THR_COMP_ZEROLA,
  THR_COMP_ZEROGA,
148

Paul Wilkins's avatar
Paul Wilkins committed
149
150
151
  THR_H_PRED,
  THR_V_PRED,
  THR_D135_PRED,
Dmitry Kovalev's avatar
Dmitry Kovalev committed
152
  THR_D207_PRED,
Paul Wilkins's avatar
Paul Wilkins committed
153
154
155
156
  THR_D153_PRED,
  THR_D63_PRED,
  THR_D117_PRED,
  THR_D45_PRED,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
157
} THR_MODES;
John Koleszar's avatar
John Koleszar committed
158

159
160
161
162
163
164
165
166
167
typedef enum {
  THR_LAST,
  THR_GOLD,
  THR_ALTR,
  THR_COMP_LA,
  THR_COMP_GA,
  THR_INTRA,
} THR_MODES_SUB8X8;

John Koleszar's avatar
John Koleszar committed
168
169
170
typedef enum {
  DIAMOND = 0,
  NSTEP = 1,
171
172
173
  HEX = 2,
  BIGDIA = 3,
  SQUARE = 4
John Koleszar's avatar
John Koleszar committed
174
175
} SEARCH_METHODS;

Deb Mukherjee's avatar
Deb Mukherjee committed
176
177
178
179
180
181
182
typedef enum {
  USE_FULL_RD = 0,
  USE_LARGESTINTRA,
  USE_LARGESTINTRA_MODELINTER,
  USE_LARGESTALL
} TX_SIZE_SEARCH_METHOD;

183
184
185
186
187
188
typedef enum {
  NOT_IN_USE = 0,
  RELAXED_NEIGHBORING_MIN_MAX = 1,
  STRICT_NEIGHBORING_MIN_MAX = 2
} AUTO_MIN_MAX_MODE;

189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
typedef enum {
  // Values should be powers of 2 so that they can be selected as bits of
  // an integer flags field

  // terminate search early based on distortion so far compared to
  // qp step, distortion in the neighborhood of the frame, etc.
  FLAG_EARLY_TERMINATE = 1,

  // skips comp inter modes if the best so far is an intra mode
  FLAG_SKIP_COMP_BESTINTRA = 2,

  // skips comp inter modes if the best single intermode so far does
  // not have the same reference as one of the two references being
  // tested
  FLAG_SKIP_COMP_REFMISMATCH = 4,

  // skips oblique intra modes if the best so far is an inter mode
  FLAG_SKIP_INTRA_BESTINTER = 8,

  // skips oblique intra modes  at angles 27, 63, 117, 153 if the best
  // intra so far is not one of the neighboring directions
  FLAG_SKIP_INTRA_DIRMISMATCH = 16,
211
212
213
214

  // skips intra modes other than DC_PRED if the source variance
  // is small
  FLAG_SKIP_INTRA_LOWVAR = 32,
215
216
} MODE_SEARCH_SKIP_LOGIC;

217
typedef enum {
218
  SUBPEL_TREE = 0,
219
220
221
  // Other methods to come
} SUBPEL_SEARCH_METHODS;

222
223
224
#define ALL_INTRA_MODES 0x3FF
#define INTRA_DC_ONLY 0x01
#define INTRA_DC_TM ((1 << TM_PRED) | (1 << DC_PRED))
225
#define INTRA_DC_H_V ((1 << DC_PRED) | (1 << V_PRED) | (1 << H_PRED))
226
227
#define INTRA_DC_TM_H_V (INTRA_DC_TM | (1 << V_PRED) | (1 << H_PRED))

Paul Wilkins's avatar
Paul Wilkins committed
228
229
230
231
232
233
typedef enum {
  LAST_FRAME_PARTITION_OFF = 0,
  LAST_FRAME_PARTITION_LOW_MOTION = 1,
  LAST_FRAME_PARTITION_ALL = 2
} LAST_FRAME_PARTITION_METHOD;

John Koleszar's avatar
John Koleszar committed
234
typedef struct {
Jim Bankoski's avatar
Jim Bankoski committed
235
  // This flag refers to whether or not to perform rd optimization.
John Koleszar's avatar
John Koleszar committed
236
  int RD;
Jim Bankoski's avatar
Jim Bankoski committed
237
238

  // Motion search method (Diamond, NSTEP, Hex, Big Diamond, Square, etc).
John Koleszar's avatar
John Koleszar committed
239
  SEARCH_METHODS search_method;
Jim Bankoski's avatar
Jim Bankoski committed
240
241
242
243
244

  // Recode_loop can be:
  // 0 means we only encode a frame once
  // 1 means we can re-encode based on bitrate constraints on any frame
  // 2 means we can only recode gold, alt, and key frames.
John Koleszar's avatar
John Koleszar committed
245
  int recode_loop;
Jim Bankoski's avatar
Jim Bankoski committed
246
247
248
249
250

  // Subpel_search_method can only be subpel_tree which does a subpixel
  // logarithmic search that keeps stepping at 1/2 pixel units until
  // you stop getting a gain, and then goes on to 1/4 and repeats
  // the same process. Along the way it skips many diagonals.
251
  SUBPEL_SEARCH_METHODS subpel_search_method;
Jim Bankoski's avatar
Jim Bankoski committed
252
253

  // Maximum number of steps in logarithmic subpel search before giving up.
254
  int subpel_iters_per_step;
Jim Bankoski's avatar
Jim Bankoski committed
255

Yaowu Xu's avatar
Yaowu Xu committed
256
257
258
  // Control when to stop subpel search
  int subpel_force_stop;

Jim Bankoski's avatar
Jim Bankoski committed
259
260
261
262
  // Thresh_mult is used to set a threshold for the rd score. A higher value
  // means that we will accept the best mode so far more often. This number
  // is used in combination with the current block size, and thresh_freq_fact
  // to pick a threshold.
John Koleszar's avatar
John Koleszar committed
263
  int thresh_mult[MAX_MODES];
264
  int thresh_mult_sub8x8[MAX_REFS];
Jim Bankoski's avatar
Jim Bankoski committed
265
266
267

  // This parameter controls the number of steps we'll do in a diamond
  // search.
John Koleszar's avatar
John Koleszar committed
268
  int max_step_search_steps;
Jim Bankoski's avatar
Jim Bankoski committed
269
270
271

  // This parameter controls which step in the n-step process we start at.
  // It's changed adaptively based on circumstances.
272
  int reduce_first_step_size;
Jim Bankoski's avatar
Jim Bankoski committed
273
274
275

  // If this is set to 1, we limit the motion search range to 2 times the
  // largest motion vector found in the last frame.
Paul Wilkins's avatar
Paul Wilkins committed
276
  int auto_mv_step_size;
Jim Bankoski's avatar
Jim Bankoski committed
277
278

  // Trellis (dynamic programming) optimization of quantized values (+1, 0).
John Koleszar's avatar
John Koleszar committed
279
  int optimize_coefficients;
Jim Bankoski's avatar
Jim Bankoski committed
280
281
282
283
284
285

  // Always set to 0. If on it enables 0 cost background transmission
  // (except for the initial transmission of the segmentation). The feature is
  // disabled because the addition of very large block sizes make the
  // backgrounds very to cheap to encode, and the segmentation we have
  // adds overhead.
286
  int static_segmentation;
Jim Bankoski's avatar
Jim Bankoski committed
287
288
289
290
291

  // If 1 we iterate finding a best reference for 2 ref frames together - via
  // a log search that iterates 4 times (check around mv for last for best
  // error of combined predictor then check around mv for alt). If 0 we
  // we just use the best motion vector found for each frame by itself.
292
  int comp_inter_joint_search_thresh;
Jim Bankoski's avatar
Jim Bankoski committed
293
294
295

  // This variable is used to cap the maximum number of times we skip testing a
  // mode to be evaluated. A high value means we will be faster.
296
  int adaptive_rd_thresh;
Jim Bankoski's avatar
Jim Bankoski committed
297
298
299
300

  // Enables skipping the reconstruction step (idct, recon) in the
  // intermediate steps assuming the last frame didn't have too many intra
  // blocks and the q is less than a threshold.
301
  int skip_encode_sb;
302
  int skip_encode_frame;
Jim Bankoski's avatar
Jim Bankoski committed
303
304
305
306
307
308
309
310

  // This variable allows us to reuse the last frames partition choices
  // (64x64 v 32x32 etc) for this frame. It can be set to only use the last
  // frame as a starting point in low motion scenes or always use it. If set
  // we use last partitioning_redo frequency to determine how often to redo
  // the partitioning from scratch. Adjust_partitioning_from_last_frame
  // enables us to adjust up or down one partitioning from the last frames
  // partitioning.
Paul Wilkins's avatar
Paul Wilkins committed
311
  LAST_FRAME_PARTITION_METHOD use_lastframe_partitioning;
Jim Bankoski's avatar
Jim Bankoski committed
312
313
314
315

  // Determine which method we use to determine transform size. We can choose
  // between options like full rd, largest for prediction size, largest
  // for intra and model coefs for the rest.
Deb Mukherjee's avatar
Deb Mukherjee committed
316
  TX_SIZE_SEARCH_METHOD tx_size_search_method;
Jim Bankoski's avatar
Jim Bankoski committed
317
318
319

  // Low precision 32x32 fdct keeps everything in 16 bits and thus is less
  // precise but significantly faster than the non lp version.
320
  int use_lp32x32fdct;
Jim Bankoski's avatar
Jim Bankoski committed
321
322
323
324

  // TODO(JBB): remove this as its no longer used.

  // If set partition size will always be always_this_block_size.
325
  int use_one_partition_size_always;
Jim Bankoski's avatar
Jim Bankoski committed
326
327
328

  // Skip rectangular partition test when partition type none gives better
  // rd than partition type split.
Yaowu Xu's avatar
Yaowu Xu committed
329
  int less_rectangular_check;
Jim Bankoski's avatar
Jim Bankoski committed
330
331

  // Disable testing non square partitions. (eg 16x32)
332
  int use_square_partition_only;
Jim Bankoski's avatar
Jim Bankoski committed
333
334
335
336

  // After looking at the first set of modes (set by index here), skip
  // checking modes for reference frames that don't match the reference frame
  // of the best so far.
337
  int mode_skip_start;
Jim Bankoski's avatar
Jim Bankoski committed
338
339

  // TODO(JBB): Remove this.
Paul Wilkins's avatar
Paul Wilkins committed
340
  int reference_masking;
Jim Bankoski's avatar
Jim Bankoski committed
341
342

  // Used in conjunction with use_one_partition_size_always.
343
  BLOCK_SIZE always_this_block_size;
Jim Bankoski's avatar
Jim Bankoski committed
344
345

  // Sets min and max partition sizes for this 64x64 region based on the
346
347
  // same 64x64 in last encoded frame, and the left and above neighbor.
  AUTO_MIN_MAX_MODE auto_min_max_partition_size;
Jim Bankoski's avatar
Jim Bankoski committed
348
349
350

  // Min and max partition size we enable (block_size) as per auto
  // min max, but also used by adjust partitioning, and pick_partitioning.
351
352
  BLOCK_SIZE min_partition_size;
  BLOCK_SIZE max_partition_size;
Jim Bankoski's avatar
Jim Bankoski committed
353
354
355

  // Whether or not we allow partitions one smaller or one greater than the last
  // frame's partitioning. Only used if use_lastframe_partitioning is set.
356
  int adjust_partitioning_from_last_frame;
Jim Bankoski's avatar
Jim Bankoski committed
357
358
359

  // How frequently we re do the partitioning from scratch. Only used if
  // use_lastframe_partitioning is set.
360
  int last_partitioning_redo_frequency;
Jim Bankoski's avatar
Jim Bankoski committed
361
362
363
364

  // Disables sub 8x8 blocksizes in different scenarios: Choices are to disable
  // it always, to allow it for only Last frame and Intra, disable it for all
  // inter modes or to enable it always.
365
  int disable_split_mask;
Jim Bankoski's avatar
Jim Bankoski committed
366
367
368
369

  // TODO(jbb): Remove this and everything that uses it. It's only valid if
  // we were doing small to large partition checks. We currently do the
  // reverse.
370
  int using_small_partition_info;
Jim Bankoski's avatar
Jim Bankoski committed
371

Jingning Han's avatar
Jingning Han committed
372
  // TODO(jingning): combine the related motion search speed features
Jim Bankoski's avatar
Jim Bankoski committed
373
374
  // This allows us to use motion search at other sizes as a starting
  // point for this motion search and limits the search range around it.
Jingning Han's avatar
Jingning Han committed
375
  int adaptive_motion_search;
Jim Bankoski's avatar
Jim Bankoski committed
376
377
378
379
380

  // Allows sub 8x8 modes to use the prediction filter that was determined
  // best for 8x8 mode. If set to 0 we always re check all the filters for
  // sizes less than 8x8, 1 means we check all filter modes if no 8x8 filter
  // was selected, and 2 means we use 8 tap if no 8x8 filter mode was selected.
381
  int adaptive_pred_interp_filter;
382
383
384
385
386

  // Implements various heuristics to skip searching modes
  // The heuristics selected are based on  flags
  // defined in the MODE_SEARCH_SKIP_HEURISTICS enum
  unsigned int mode_search_skip_flags;
Jim Bankoski's avatar
Jim Bankoski committed
387

388
389
  // A source variance threshold below which the split mode is disabled
  unsigned int disable_split_var_thresh;
Jim Bankoski's avatar
Jim Bankoski committed
390

391
392
393
  // A source variance threshold below which filter search is disabled
  // Choose a very large value (UINT_MAX) to use 8-tap always
  unsigned int disable_filter_search_var_thresh;
Jim Bankoski's avatar
Jim Bankoski committed
394
395
396

  // These bit masks allow you to enable or disable intra modes for each
  // transform size separately.
397
398
  int intra_y_mode_mask[TX_SIZES];
  int intra_uv_mode_mask[TX_SIZES];
Jim Bankoski's avatar
Jim Bankoski committed
399
400
401
402

  // This variable enables an early break out of mode testing if the model for
  // rd built from the prediction signal indicates a value that's much
  // higher than the best rd we've seen so far.
403
  int use_rd_breakout;
Jim Bankoski's avatar
Jim Bankoski committed
404
405
406
407

  // This enables us to use an estimate for intra rd based on dc mode rather
  // than choosing an actual uv mode in the stage of encoding before the actual
  // final encode.
408
  int use_uv_intra_rd_estimate;
Jim Bankoski's avatar
Jim Bankoski committed
409

410
411
412
413
  // This feature controls how the loop filter level is determined:
  // 0: Try the full image with different values.
  // 1: Try a small portion of the image with different values.
  // 2: Estimate the level based on quantizer and frame type
414
  int use_fast_lpf_pick;
Jim Bankoski's avatar
Jim Bankoski committed
415
416
417

  // This feature limits the number of coefficients updates we actually do
  // by only looking at counts from 1/2 the bands.
418
  int use_fast_coef_updates;  // 0: 2-loop, 1: 1-loop, 2: 1-loop reduced
419
420
421

  // This flag control the use of the new super fast rtc mode
  int super_fast_rtc;
John Koleszar's avatar
John Koleszar committed
422
423
} SPEED_FEATURES;

424
425
426
427
428
429
430
431
432
typedef struct {
  RATE_CONTROL rc;
  int target_bandwidth;
  int64_t starting_buffer_level;
  int64_t optimal_buffer_level;
  int64_t maximum_buffer_size;
  double framerate;
} LAYER_CONTEXT;

433
typedef struct VP9_COMP {
434
435
436
437
  DECLARE_ALIGNED(16, int16_t, y_quant[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, y_quant_shift[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, y_zbin[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, y_round[QINDEX_RANGE][8]);
John Koleszar's avatar
John Koleszar committed
438

439
440
441
442
  DECLARE_ALIGNED(16, int16_t, uv_quant[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, uv_quant_shift[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, uv_zbin[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, uv_round[QINDEX_RANGE][8]);
John Koleszar's avatar
John Koleszar committed
443

444
#if CONFIG_ALPHA
445
446
447
448
  DECLARE_ALIGNED(16, int16_t, a_quant[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, a_quant_shift[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, a_zbin[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, a_round[QINDEX_RANGE][8]);
449
#endif
John Koleszar's avatar
John Koleszar committed
450

John Koleszar's avatar
John Koleszar committed
451
  MACROBLOCK mb;
452
  VP9_COMMON common;
453
  VP9_CONFIG oxcf;
John Koleszar's avatar
John Koleszar committed
454
455
  struct lookahead_ctx    *lookahead;
  struct lookahead_entry  *source;
456
#if CONFIG_MULTIPLE_ARF
Dmitry Kovalev's avatar
Dmitry Kovalev committed
457
  struct lookahead_entry  *alt_ref_source[REF_FRAMES];
458
#else
John Koleszar's avatar
John Koleszar committed
459
  struct lookahead_entry  *alt_ref_source;
460
#endif
John Koleszar's avatar
John Koleszar committed
461

John Koleszar's avatar
John Koleszar committed
462
463
464
  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
John Koleszar's avatar
John Koleszar committed
465

466
  unsigned int key_frame_frequency;
John Koleszar's avatar
John Koleszar committed
467

468
469
  int gold_is_last;  // gold same as last frame ( short circuit gold searches)
  int alt_is_last;  // Alt same as last ( short circuit altref search)
John Koleszar's avatar
John Koleszar committed
470
  int gold_is_alt;  // don't do both alt and gold search ( just do gold).
John Koleszar's avatar
John Koleszar committed
471

472
  int scaled_ref_idx[3];
473
474
475
  int lst_fb_idx;
  int gld_fb_idx;
  int alt_fb_idx;
476

477
#if CONFIG_MULTIPLE_ARF
Dmitry Kovalev's avatar
Dmitry Kovalev committed
478
  int alt_ref_fb_idx[REF_FRAMES - 3];
479
#endif
480
481
482
  int refresh_last_frame;
  int refresh_golden_frame;
  int refresh_alt_ref_frame;
Deb Mukherjee's avatar
Deb Mukherjee committed
483
484
485
486
487
488
489
490
491

  int ext_refresh_frame_flags_pending;
  int ext_refresh_last_frame;
  int ext_refresh_golden_frame;
  int ext_refresh_alt_ref_frame;

  int ext_refresh_frame_context_pending;
  int ext_refresh_frame_context;

John Koleszar's avatar
John Koleszar committed
492
  YV12_BUFFER_CONFIG last_frame_uf;
John Koleszar's avatar
John Koleszar committed
493

John Koleszar's avatar
John Koleszar committed
494
  TOKENEXTRA *tok;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
495
  unsigned int tok_count[4][1 << 6];
John Koleszar's avatar
John Koleszar committed
496

497
498
499
500
501
502
#if CONFIG_MULTIPLE_ARF
  // Position within a frame coding order (including any additional ARF frames).
  unsigned int sequence_number;
  // Next frame in naturally occurring order that has not yet been coded.
  int next_frame_in_order;
#endif
John Koleszar's avatar
John Koleszar committed
503

John Koleszar's avatar
John Koleszar committed
504
505
  // Ambient reconstruction err target for force key frames
  int ambient_err;
506

John Koleszar's avatar
John Koleszar committed
507
  unsigned int mode_chosen_counts[MAX_MODES];
508
  unsigned int sub8x8_mode_chosen_counts[MAX_REFS];
509
  int64_t mode_skip_mask;
Paul Wilkins's avatar
Paul Wilkins committed
510
511
  int ref_frame_mask;
  int set_ref_frame_mask;
John Koleszar's avatar
John Koleszar committed
512

513
  int rd_threshes[MAX_SEGMENTS][BLOCK_SIZES][MAX_MODES];
514
  int rd_thresh_freq_fact[BLOCK_SIZES][MAX_MODES];
515
  int rd_thresh_sub8x8[MAX_SEGMENTS][BLOCK_SIZES][MAX_REFS];
516
  int rd_thresh_freq_sub8x8[BLOCK_SIZES][MAX_REFS];
517

518
519
  int64_t rd_comp_pred_diff[REFERENCE_MODES];
  int64_t rd_prediction_type_threshes[4][REFERENCE_MODES];
520
  int64_t rd_tx_select_diff[TX_MODES];
521
  // FIXME(rbultje) can this overflow?
522
  int rd_tx_select_threshes[4][TX_MODES];
John Koleszar's avatar
John Koleszar committed
523

524
525
526
  int64_t rd_filter_diff[SWITCHABLE_FILTER_CONTEXTS];
  int64_t rd_filter_threshes[4][SWITCHABLE_FILTER_CONTEXTS];
  int64_t rd_filter_cache[SWITCHABLE_FILTER_CONTEXTS];
527
  int64_t mask_filter_rd;
528

John Koleszar's avatar
John Koleszar committed
529
530
  int RDMULT;
  int RDDIV;
John Koleszar's avatar
John Koleszar committed
531

John Koleszar's avatar
John Koleszar committed
532
  CODING_CONTEXT coding_context;
John Koleszar's avatar
John Koleszar committed
533

534
535
  int zbin_mode_boost;
  int zbin_mode_boost_enabled;
John Koleszar's avatar
John Koleszar committed
536
  int active_arnr_frames;           // <= cpi->oxcf.arnr_max_frames
537
  int active_arnr_strength;         // <= cpi->oxcf.arnr_max_strength
John Koleszar's avatar
John Koleszar committed
538

James Zern's avatar
James Zern committed
539
  double output_framerate;
John Koleszar's avatar
John Koleszar committed
540
541
542
  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;
John Koleszar's avatar
John Koleszar committed
543

544
  RATE_CONTROL rc;
John Koleszar's avatar
John Koleszar committed
545

John Koleszar's avatar
John Koleszar committed
546
  int cq_target_quality;
547

548
549
550
  vp9_coeff_count coef_counts[TX_SIZES][PLANE_TYPES];
  vp9_coeff_probs_model frame_coef_probs[TX_SIZES][PLANE_TYPES];
  vp9_coeff_stats frame_branch_ct[TX_SIZES][PLANE_TYPES];
551

Jingning Han's avatar
Jingning Han committed
552
  int64_t target_bandwidth;
John Koleszar's avatar
John Koleszar committed
553
  struct vpx_codec_pkt_list  *output_pkt_list;
554

John Koleszar's avatar
John Koleszar committed
555
556
557
558
559
560
  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
  int mbgraph_n_frames;             // number of frames filled in the above
  int static_mb_pct;                // % forced skip mbs by segmentation
  int seg0_progress, seg0_idx, seg0_cnt;

  // for real time encoding
561
  int speed;
John Koleszar's avatar
John Koleszar committed
562
563
564

  int cpu_used;
  int pass;
John Koleszar's avatar
John Koleszar committed
565

Dmitry Kovalev's avatar
Dmitry Kovalev committed
566
  vp9_prob last_skip_false_probs[3][SKIP_CONTEXTS];
John Koleszar's avatar
John Koleszar committed
567
  int last_skip_probs_q[3];
John Koleszar's avatar
John Koleszar committed
568

John Koleszar's avatar
John Koleszar committed
569
  int ref_frame_flags;
John Koleszar's avatar
John Koleszar committed
570

John Koleszar's avatar
John Koleszar committed
571
  SPEED_FEATURES sf;
John Koleszar's avatar
John Koleszar committed
572

Paul Wilkins's avatar
Paul Wilkins committed
573
  unsigned int max_mv_magnitude;
574
  int mv_step_param;
Paul Wilkins's avatar
Paul Wilkins committed
575

John Koleszar's avatar
John Koleszar committed
576
  unsigned char *segmentation_map;
Paul Wilkins's avatar
Paul Wilkins committed
577

John Koleszar's avatar
John Koleszar committed
578
  // segment threashold for encode breakout
Paul Wilkins's avatar
Paul Wilkins committed
579
  int  segment_encode_breakout[MAX_SEGMENTS];
John Koleszar's avatar
John Koleszar committed
580

581
582
  unsigned char *complexity_map;

John Koleszar's avatar
John Koleszar committed
583
584
  unsigned char *active_map;
  unsigned int active_map_enabled;
John Koleszar's avatar
John Koleszar committed
585

John Koleszar's avatar
John Koleszar committed
586
  fractional_mv_step_fp *find_fractional_mv_step;
587
  fractional_mv_step_comp_fp *find_fractional_mv_step_comp;
588
589
590
  vp9_full_search_fn_t full_search_sad;
  vp9_refining_search_fn_t refining_search_sad;
  vp9_diamond_search_fn_t diamond_search_sad;
591
  vp9_variance_fn_ptr_t fn_ptr[BLOCK_SIZES];
Yaowu Xu's avatar
Yaowu Xu committed
592
593
594
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
595
  uint64_t time_encode_sb_row;
John Koleszar's avatar
John Koleszar committed
596

John Koleszar's avatar
John Koleszar committed
597
598
599
600
  struct twopass_rc {
    unsigned int section_intra_rating;
    unsigned int next_iiratio;
    unsigned int this_iiratio;
601
602
    FIRSTPASS_STATS total_stats;
    FIRSTPASS_STATS this_frame_stats;
John Koleszar's avatar
John Koleszar committed
603
    FIRSTPASS_STATS *stats_in, *stats_in_end, *stats_in_start;
604
    FIRSTPASS_STATS total_left_stats;
John Koleszar's avatar
John Koleszar committed
605
606
607
608
    int first_pass_done;
    int64_t bits_left;
    int64_t clip_bits_total;
    double avg_iiratio;
609
610
    double modified_error_min;
    double modified_error_max;
John Koleszar's avatar
John Koleszar committed
611
612
613
614
615
616
    double modified_error_total;
    double modified_error_left;
    double kf_intra_err_min;
    double gf_intra_err_min;
    int static_scene_max_gf_interval;
    int kf_bits;
617
618
    // Remaining error from uncoded frames in a gf group. Two pass use only
    int64_t gf_group_error_left;
John Koleszar's avatar
John Koleszar committed
619
620
621
622
623
624
625

    // Projected total bits available for a key frame group of frames
    int64_t kf_group_bits;

    // Error score of frames still to be coded in kf group
    int64_t kf_group_error_left;

626
627
628
629
    // Projected Bits available for a group of frames including 1 GF or ARF
    int64_t gf_group_bits;
    // Bits for the golden frame or ARF - 2 pass only
    int gf_bits;
John Koleszar's avatar
John Koleszar committed
630
631
632
    int alt_extra_bits;

    int sr_update_lag;
633
634
635

    int kf_zeromotion_pct;
    int gf_zeromotion_pct;
John Koleszar's avatar
John Koleszar committed
636
  } twopass;
John Koleszar's avatar
John Koleszar committed
637

John Koleszar's avatar
John Koleszar committed
638
639
640
  YV12_BUFFER_CONFIG alt_ref_buffer;
  YV12_BUFFER_CONFIG *frames[MAX_LAG_BUFFERS];
  int fixed_divide[512];
John Koleszar's avatar
John Koleszar committed
641

642
#if CONFIG_INTERNAL_STATS
John Koleszar's avatar
John Koleszar committed
643
644
645
646
647
  int    count;
  double total_y;
  double total_u;
  double total_v;
  double total;
648
649
650
  uint64_t total_sq_error;
  uint64_t total_samples;

John Koleszar's avatar
John Koleszar committed
651
652
653
654
  double totalp_y;
  double totalp_u;
  double totalp_v;
  double totalp;
655
656
657
  uint64_t totalp_sq_error;
  uint64_t totalp_samples;

John Koleszar's avatar
John Koleszar committed
658
659
660
  int    bytes;
  double summed_quality;
  double summed_weights;
661
662
  double summedp_quality;
  double summedp_weights;
John Koleszar's avatar
John Koleszar committed
663
664
665
666
667
668
669
670
671
  unsigned int tot_recode_hits;


  double total_ssimg_y;
  double total_ssimg_u;
  double total_ssimg_v;
  double total_ssimg_all;

  int b_calculate_ssimg;
John Koleszar's avatar
John Koleszar committed
672
#endif
John Koleszar's avatar
John Koleszar committed
673
  int b_calculate_psnr;
674

John Koleszar's avatar
John Koleszar committed
675
676
677
678
679
  // Per MB activity measurement
  unsigned int activity_avg;
  unsigned int *mb_activity_map;
  int *mb_norm_activity_map;
  int output_partition;
680

Jim Bankoski's avatar
Jim Bankoski committed
681
  // Force next frame to intra when kf_auto says so.
John Koleszar's avatar
John Koleszar committed
682
  int force_next_frame_intra;
683

John Koleszar's avatar
John Koleszar committed
684
  int droppable;
Adrian Grange's avatar
Adrian Grange committed
685

John Koleszar's avatar
John Koleszar committed
686
  int dummy_packing;    /* flag to indicate if packing is dummy */
687

Dmitry Kovalev's avatar
Dmitry Kovalev committed
688
  unsigned int tx_stepdown_count[TX_SIZES];
Deb Mukherjee's avatar
Deb Mukherjee committed
689

690
691
  int initial_width;
  int initial_height;
692

693
694
695
696
697
698
699
700
701
702
703
704
  int use_svc;

  struct svc {
    int spatial_layer_id;
    int temporal_layer_id;
    int number_spatial_layers;
    int number_temporal_layers;
    // Layer context used for rate control in CBR mode, only defined for
    // temporal layers for now.
    LAYER_CONTEXT layer_context[VPX_TS_MAX_LAYERS];
  } svc;

705
706
  int enable_encode_breakout;   // Default value is 1. From first pass stats,
                                // encode_breakout may be disabled.
707

708
709
710
711
712
713
714
715
716
717
718
719
#if CONFIG_MULTIPLE_ARF
  // ARF tracking variables.
  int multi_arf_enabled;
  unsigned int frame_coding_order_period;
  unsigned int new_frame_coding_order_period;
  int frame_coding_order[MAX_LAG_BUFFERS * 2];
  int arf_buffer_idx[MAX_LAG_BUFFERS * 3 / 2];
  int arf_weight[MAX_LAG_BUFFERS];
  int arf_buffered;
  int this_frame_weight;
  int max_arf_level;
#endif
Paul Wilkins's avatar
Paul Wilkins committed
720
721

#ifdef ENTROPY_STATS
722
  int64_t mv_ref_stats[INTER_MODE_CONTEXTS][INTER_MODES - 1][2];
Paul Wilkins's avatar
Paul Wilkins committed
723
#endif
724
725
726
727
728
729


#ifdef MODE_TEST_HIT_STATS
  // Debug / test stats
  int64_t mode_test_hits[BLOCK_SIZES];
#endif
730

Jim Bankoski's avatar
Jim Bankoski committed
731
  // Y,U,V,(A)
732
733
734
  ENTROPY_CONTEXT *above_context[MAX_MB_PLANE];
  ENTROPY_CONTEXT left_context[MAX_MB_PLANE][16];

735
736
  PARTITION_CONTEXT *above_seg_context;
  PARTITION_CONTEXT left_seg_context[8];
737
} VP9_COMP;
John Koleszar's avatar
John Koleszar committed
738

739
740
static int get_ref_frame_idx(const VP9_COMP *cpi,
                             MV_REFERENCE_FRAME ref_frame) {
741
742
743
744
745
746
747
748
749
  if (ref_frame == LAST_FRAME) {
    return cpi->lst_fb_idx;
  } else if (ref_frame == GOLDEN_FRAME) {
    return cpi->gld_fb_idx;
  } else {
    return cpi->alt_fb_idx;
  }
}

750
751
752
static YV12_BUFFER_CONFIG *get_ref_frame_buffer(VP9_COMP *cpi,
                                                MV_REFERENCE_FRAME ref_frame) {
  VP9_COMMON *const cm = &cpi->common;
753
754
  return &cm->frame_bufs[cm->ref_frame_map[get_ref_frame_idx(cpi,
                                                             ref_frame)]].buf;
755
756
}

757
void vp9_encode_frame(VP9_COMP *cpi);
John Koleszar's avatar
John Koleszar committed
758

759
void vp9_pack_bitstream(VP9_COMP *cpi, uint8_t *dest, size_t *size);
John Koleszar's avatar
John Koleszar committed
760

761
void vp9_activity_masking(VP9_COMP *cpi, MACROBLOCK *x);
762

763
void vp9_set_speed_features(VP9_COMP *cpi);
Yaowu Xu's avatar
Yaowu Xu committed
764

765
766
int vp9_calc_ss_err(const YV12_BUFFER_CONFIG *source,
                    const YV12_BUFFER_CONFIG *reference);
767

768
void vp9_alloc_compressor_data(VP9_COMP *cpi);
769

Deb Mukherjee's avatar
Deb Mukherjee committed
770
int vp9_compute_qdelta(const VP9_COMP *cpi, double qstart, double qtarget);
771

772
773
774
775
static int get_token_alloc(int mb_rows, int mb_cols) {
  return mb_rows * mb_cols * (48 * 16 + 4);
}

776
777
static void set_ref_ptrs(VP9_COMMON *cm, MACROBLOCKD *xd,
                         MV_REFERENCE_FRAME ref0, MV_REFERENCE_FRAME ref1) {
778
779
780
781
  xd->block_refs[0] = &cm->frame_refs[ref0 >= LAST_FRAME ? ref0 - LAST_FRAME
                                                         : 0];
  xd->block_refs[1] = &cm->frame_refs[ref1 >= LAST_FRAME ? ref1 - LAST_FRAME
                                                         : 0];
782
783
}

784
785
786
787
#ifdef __cplusplus
}  // extern "C"
#endif

788
#endif  // VP9_ENCODER_VP9_ONYX_INT_H_