encoder.h 25.2 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
2
3
4
5
6
7
8
9
10
/*
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

11
12
#ifndef VP10_ENCODER_ENCODER_H_
#define VP10_ENCODER_ENCODER_H_
Jingning Han's avatar
Jingning Han committed
13
14
15
16

#include <stdio.h>

#include "./vpx_config.h"
17
#include "aom/vp8cx.h"
Jingning Han's avatar
Jingning Han committed
18

19
20
21
22
23
#include "av1/common/alloccommon.h"
#include "av1/common/entropymode.h"
#include "av1/common/thread_common.h"
#include "av1/common/onyxc_int.h"
#include "av1/encoder/aq_cyclicrefresh.h"
24
#if CONFIG_ANS
25
#include "av1/encoder/buf_ans.h"
26
#endif
27
28
29
30
31
32
33
34
35
36
37
38
#include "av1/encoder/context_tree.h"
#include "av1/encoder/encodemb.h"
#include "av1/encoder/firstpass.h"
#include "av1/encoder/lookahead.h"
#include "av1/encoder/mbgraph.h"
#include "av1/encoder/mcomp.h"
#include "av1/encoder/quantize.h"
#include "av1/encoder/ratectrl.h"
#include "av1/encoder/rd.h"
#include "av1/encoder/speed_features.h"
#include "av1/encoder/tokenize.h"
#include "av1/encoder/variance_tree.h"
Jingning Han's avatar
Jingning Han committed
39

40
#if CONFIG_INTERNAL_STATS
41
#include "aom_dsp/ssim.h"
42
#endif
43
44
45
#include "aom_dsp/variance.h"
#include "aom/internal/vpx_codec_internal.h"
#include "aom_util/vpx_thread.h"
46

Jingning Han's avatar
Jingning Han committed
47
48
49
50
51
52
53
54
55
#ifdef __cplusplus
extern "C" {
#endif

typedef struct {
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];

56
57
58
59
60
61
#if CONFIG_REF_MV
  int nmv_vec_cost[NMV_CONTEXTS][MV_JOINTS];
  int nmv_costs[NMV_CONTEXTS][2][MV_VALS];
  int nmv_costs_hp[NMV_CONTEXTS][2][MV_VALS];
#endif

Jingning Han's avatar
Jingning Han committed
62
63
64
  unsigned char *last_frame_seg_map_copy;

  // 0 = Intra, Last, GF, ARF
65
  signed char last_ref_lf_deltas[TOTAL_REFS_PER_FRAME];
Jingning Han's avatar
Jingning Han committed
66
67
68
69
70
71
  // 0 = ZERO_MV, MV
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];

  FRAME_CONTEXT fc;
} CODING_CONTEXT;

72
73
74
75
76
77
78
79
80
81
82
83
typedef enum {
  // regular inter frame
  REGULAR_FRAME = 0,
  // alternate reference frame
  ARF_FRAME = 1,
  // overlay frame
  OVERLAY_FRAME = 2,
  // golden frame
  GLD_FRAME = 3,
#if CONFIG_EXT_REFS
  // backward reference frame
  BRF_FRAME = 4,
84
85
  // extra alternate reference frame
  EXT_ARF_FRAME = 5
86
87
88
#endif
} FRAME_CONTEXT_INDEX;

Jingning Han's avatar
Jingning Han committed
89
90
91
92
93
94
95
96
97
98
typedef enum {
  // encode_breakout is disabled.
  ENCODE_BREAKOUT_DISABLED = 0,
  // encode_breakout is enabled.
  ENCODE_BREAKOUT_ENABLED = 1,
  // encode_breakout is enabled with small max_thresh limit.
  ENCODE_BREAKOUT_LIMITED = 2
} ENCODE_BREAKOUT_TYPE;

typedef enum {
99
100
101
102
  NORMAL = 0,
  FOURFIVE = 1,
  THREEFIVE = 2,
  ONETWO = 3
Jingning Han's avatar
Jingning Han committed
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
} VPX_SCALING;

typedef enum {
  // Good Quality Fast Encoding. The encoder balances quality with the amount of
  // time it takes to encode the output. Speed setting controls how fast.
  GOOD,

  // The encoder places priority on the quality of the output over encoding
  // speed. The output is compressed at the highest possible quality. This
  // option takes the longest amount of time to encode. Speed setting ignored.
  BEST,

  // Realtime/Live Encoding. This mode is optimized for realtime encoding (for
  // example, capturing a television signal or feed from a live camera). Speed
  // setting controls how fast.
  REALTIME
} MODE;

typedef enum {
122
  FRAMEFLAGS_KEY = 1 << 0,
Jingning Han's avatar
Jingning Han committed
123
  FRAMEFLAGS_GOLDEN = 1 << 1,
124
#if CONFIG_EXT_REFS
125
126
127
  FRAMEFLAGS_BWDREF = 1 << 2,
  FRAMEFLAGS_ALTREF = 1 << 3,
#else
Jingning Han's avatar
Jingning Han committed
128
  FRAMEFLAGS_ALTREF = 1 << 2,
129
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
130
131
132
133
134
135
136
137
138
139
140
} FRAMETYPE_FLAGS;

typedef enum {
  NO_AQ = 0,
  VARIANCE_AQ = 1,
  COMPLEXITY_AQ = 2,
  CYCLIC_REFRESH_AQ = 3,
  AQ_MODE_COUNT  // This should always be the last member of the enum
} AQ_MODE;

typedef enum {
Yunqing Wang's avatar
Yunqing Wang committed
141
  RESIZE_NONE = 0,    // No frame resizing allowed.
Jingning Han's avatar
Jingning Han committed
142
143
144
145
  RESIZE_FIXED = 1,   // All frames are coded at the specified dimension.
  RESIZE_DYNAMIC = 2  // Coded size of each frame is determined by the codec.
} RESIZE_TYPE;

hui su's avatar
hui su committed
146
typedef struct VP10EncoderConfig {
Jingning Han's avatar
Jingning Han committed
147
148
  BITSTREAM_PROFILE profile;
  vpx_bit_depth_t bit_depth;     // Codec bit-depth.
149
150
  int width;                     // width of data passed to the compressor
  int height;                    // height of data passed to the compressor
Jingning Han's avatar
Jingning Han committed
151
  unsigned int input_bit_depth;  // Input bit depth.
152
153
  double init_framerate;         // set to passed in framerate
  int64_t target_bandwidth;      // bandwidth to be used in bits per second
Jingning Han's avatar
Jingning Han committed
154
155

  int noise_sensitivity;  // pre processing blur: recommendation 0
156
  int sharpness;          // sharpening output: recommendation 0:
Jingning Han's avatar
Jingning Han committed
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
  int speed;
  // maximum allowed bitrate for any intra frame in % of bitrate target.
  unsigned int rc_max_intra_bitrate_pct;
  // maximum allowed bitrate for any inter frame in % of bitrate target.
  unsigned int rc_max_inter_bitrate_pct;
  // percent of rate boost for golden frame in CBR mode.
  unsigned int gf_cbr_boost_pct;

  MODE mode;
  int pass;

  // Key Framing Operations
  int auto_key;  // autodetect cut scenes and set the keyframes
  int key_freq;  // maximum distance to key frame.

  int lag_in_frames;  // how many frames lag before we start encoding

  // ----------------------------------------------------------------
  // DATARATE CONTROL OPTIONS

  // vbr, cbr, constrained quality or constant quality
  enum vpx_rc_mode rc_mode;

  // buffer targeting aggressiveness
  int under_shoot_pct;
  int over_shoot_pct;

  // buffering parameters
  int64_t starting_buffer_level_ms;
  int64_t optimal_buffer_level_ms;
  int64_t maximum_buffer_size_ms;

  // Frame drop threshold.
  int drop_frames_water_mark;

  // controlling quality
  int fixed_q;
  int worst_allowed_q;
  int best_allowed_q;
  int cq_level;
  AQ_MODE aq_mode;  // Adaptive Quantization mode
198
199
200
201
202
#if CONFIG_AOM_QM
  int using_qm;
  int qm_minlevel;
  int qm_maxlevel;
#endif
Jingning Han's avatar
Jingning Han committed
203
204
205
206
207
208
209
210
211
212

  // Internal frame size scaling.
  RESIZE_TYPE resize_mode;
  int scaled_frame_width;
  int scaled_frame_height;

  // Enable feature to reduce the frame quantization every x frames.
  int frame_periodic_boost;

  // two pass datarate control
213
  int two_pass_vbrbias;  // two pass datarate control tweaks
Jingning Han's avatar
Jingning Han committed
214
215
216
217
218
219
  int two_pass_vbrmin_section;
  int two_pass_vbrmax_section;
  // END DATARATE CONTROL OPTIONS
  // ----------------------------------------------------------------

  int enable_auto_arf;
220
#if CONFIG_EXT_REFS
221
  int enable_auto_brf;  // (b)ackward (r)ef (f)rame
222
#endif                  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255

  int encode_breakout;  // early breakout : for video conf recommend 800

  /* Bitfield defining the error resiliency features to enable.
   * Can provide decodable frames after losses in previous
   * frames and decodable partitions after losses in the same frame.
   */
  unsigned int error_resilient_mode;

  /* Bitfield defining the parallel decoding mode where the
   * decoding in successive frames may be conducted in parallel
   * just by decoding the frame headers.
   */
  unsigned int frame_parallel_decoding_mode;

  int arnr_max_frames;
  int arnr_strength;

  int min_gf_interval;
  int max_gf_interval;

  int tile_columns;
  int tile_rows;

  int max_threads;

  vpx_fixed_buf_t two_pass_stats_in;
  struct vpx_codec_pkt_list *output_pkt_list;

#if CONFIG_FP_MB_STATS
  vpx_fixed_buf_t firstpass_mb_stats_in;
#endif

256
257
  vpx_tune_metric tuning;
  vpx_tune_content content;
Jingning Han's avatar
Jingning Han committed
258
259
260
261
#if CONFIG_VP9_HIGHBITDEPTH
  int use_highbitdepth;
#endif
  vpx_color_space_t color_space;
262
  int color_range;
263
264
  int render_width;
  int render_height;
265
266
267
268

#if CONFIG_EXT_PARTITION
  vpx_superblock_size_t superblock_size;
#endif  // CONFIG_EXT_PARTITION
hui su's avatar
hui su committed
269
} VP10EncoderConfig;
Jingning Han's avatar
Jingning Han committed
270

hui su's avatar
hui su committed
271
static INLINE int is_lossless_requested(const VP10EncoderConfig *cfg) {
Jingning Han's avatar
Jingning Han committed
272
273
274
275
276
277
278
279
280
281
282
283
284
  return cfg->best_allowed_q == 0 && cfg->worst_allowed_q == 0;
}

// TODO(jingning) All spatially adaptive variables should go to TileDataEnc.
typedef struct TileDataEnc {
  TileInfo tile_info;
  int thresh_freq_fact[BLOCK_SIZES][MAX_MODES];
  int mode_map[BLOCK_SIZES][MAX_MODES];
} TileDataEnc;

typedef struct RD_COUNTS {
  vp10_coeff_count coef_counts[TX_SIZES][PLANE_TYPES];
  int64_t comp_pred_diff[REFERENCE_MODES];
285
286
  int m_search_count;
  int ex_search_count;
Jingning Han's avatar
Jingning Han committed
287
288
289
290
291
292
293
294
295
} RD_COUNTS;

typedef struct ThreadData {
  MACROBLOCK mb;
  RD_COUNTS rd_counts;
  FRAME_COUNTS *counts;

  PICK_MODE_CONTEXT *leaf_tree;
  PC_TREE *pc_tree;
Geza Lore's avatar
Geza Lore committed
296
  PC_TREE *pc_root[MAX_MIB_SIZE_LOG2 - MIN_MIB_SIZE_LOG2 + 1];
297
298
299

  VAR_TREE *var_tree;
  VAR_TREE *var_root[MAX_MIB_SIZE_LOG2 - MIN_MIB_SIZE_LOG2 + 1];
Jingning Han's avatar
Jingning Han committed
300
301
302
303
304
305
306
307
308
309
} ThreadData;

struct EncWorkerData;

typedef struct ActiveMap {
  int enabled;
  int update;
  unsigned char *map;
} ActiveMap;

310
typedef enum { Y, U, V, ALL } STAT_TYPE;
Jingning Han's avatar
Jingning Han committed
311
312

typedef struct IMAGE_STAT {
313
  double stat[ALL + 1];
Jingning Han's avatar
Jingning Han committed
314
315
316
  double worst;
} ImageStat;

317
318
319
320
321
typedef struct {
  int ref_count;
  YV12_BUFFER_CONFIG buf;
} EncRefCntBuffer;

hui su's avatar
hui su committed
322
323
#if CONFIG_ENTROPY
typedef struct SUBFRAME_STATS {
324
325
326
327
  vp10_coeff_probs_model coef_probs_buf[COEF_PROBS_BUFS][TX_SIZES][PLANE_TYPES];
  vp10_coeff_count coef_counts_buf[COEF_PROBS_BUFS][TX_SIZES][PLANE_TYPES];
  unsigned int eob_counts_buf[COEF_PROBS_BUFS][TX_SIZES][PLANE_TYPES][REF_TYPES]
                             [COEF_BANDS][COEFF_CONTEXTS];
hui su's avatar
hui su committed
328
329
330
331
  vp10_coeff_probs_model enc_starting_coef_probs[TX_SIZES][PLANE_TYPES];
} SUBFRAME_STATS;
#endif  // CONFIG_ENTROPY

332
333
334
335
336
typedef struct TileBufferEnc {
  uint8_t *data;
  size_t size;
} TileBufferEnc;

Yaowu Xu's avatar
Yaowu Xu committed
337
typedef struct VP10_COMP {
Jingning Han's avatar
Jingning Han committed
338
339
340
  QUANTS quants;
  ThreadData td;
  MB_MODE_INFO_EXT *mbmi_ext_base;
341
342
  DECLARE_ALIGNED(16, int16_t, y_dequant[QINDEX_RANGE][8]);   // 8: SIMD width
  DECLARE_ALIGNED(16, int16_t, uv_dequant[QINDEX_RANGE][8]);  // 8: SIMD width
343
344
#if CONFIG_NEW_QUANT
  DECLARE_ALIGNED(16, dequant_val_type_nuq,
345
                  y_dequant_val_nuq[QUANT_PROFILES][QINDEX_RANGE][COEF_BANDS]);
346
  DECLARE_ALIGNED(16, dequant_val_type_nuq,
347
                  uv_dequant_val_nuq[QUANT_PROFILES][QINDEX_RANGE][COEF_BANDS]);
348
#endif  // CONFIG_NEW_QUANT
Yaowu Xu's avatar
Yaowu Xu committed
349
  VP10_COMMON common;
hui su's avatar
hui su committed
350
  VP10EncoderConfig oxcf;
351
352
  struct lookahead_ctx *lookahead;
  struct lookahead_entry *alt_ref_source;
Jingning Han's avatar
Jingning Han committed
353
354
355
356
357
358
359
360

  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *Last_Source;  // NULL for first frame and alt_ref frames
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
  YV12_BUFFER_CONFIG *unscaled_last_source;
  YV12_BUFFER_CONFIG scaled_last_source;

361
  // Up-sampled reference buffers
362
363
364
365
366
  // NOTE(zoeliu): It is needed to allocate sufficient space to the up-sampled
  // reference buffers, which should include the up-sampled version of all the
  // possibly stored references plus the currently coded frame itself.
  EncRefCntBuffer upsampled_ref_bufs[REF_FRAMES + 1];
  int upsampled_ref_idx[REF_FRAMES + 1];
367

Jingning Han's avatar
Jingning Han committed
368
369
370
  // For a still frame, this flag is set to 1 to skip partition search.
  int partition_search_skippable_frame;

371
  int scaled_ref_idx[TOTAL_REFS_PER_FRAME];
372
#if CONFIG_EXT_REFS
373
  int lst_fb_idxes[LAST_REF_FRAMES];
374
#else
375
  int lst_fb_idx;
376
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
377
  int gld_fb_idx;
378
#if CONFIG_EXT_REFS
379
  int bwd_fb_idx;  // BWD_REF_FRAME
380
#endif             // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
381
382
  int alt_fb_idx;

383
384
  int last_show_frame_buf_idx;  // last show frame buffer index

385
  int refresh_last_frame;
Jingning Han's avatar
Jingning Han committed
386
  int refresh_golden_frame;
387
#if CONFIG_EXT_REFS
388
  int refresh_bwd_ref_frame;
389
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
390
391
392
  int refresh_alt_ref_frame;

  int ext_refresh_frame_flags_pending;
393
  int ext_refresh_last_frame;
Jingning Han's avatar
Jingning Han committed
394
395
396
397
398
399
400
  int ext_refresh_golden_frame;
  int ext_refresh_alt_ref_frame;

  int ext_refresh_frame_context_pending;
  int ext_refresh_frame_context;

  YV12_BUFFER_CONFIG last_frame_uf;
Debargha Mukherjee's avatar
Debargha Mukherjee committed
401
402
403
#if CONFIG_LOOP_RESTORATION
  YV12_BUFFER_CONFIG last_frame_db;
#endif  // CONFIG_LOOP_RESTORATION
Jingning Han's avatar
Jingning Han committed
404
405
406
407
408
409
410
411

  // Ambient reconstruction err target for force key frames
  int64_t ambient_err;

  RD_OPT rd;

  CODING_CONTEXT coding_context;

412
413
414
415
416
#if CONFIG_REF_MV
  int *nmv_costs[NMV_CONTEXTS][2];
  int *nmv_costs_hp[NMV_CONTEXTS][2];
#endif

Jingning Han's avatar
Jingning Han committed
417
418
419
420
421
422
423
424
425
426
427
428
  int *nmvcosts[2];
  int *nmvcosts_hp[2];
  int *nmvsadcosts[2];
  int *nmvsadcosts_hp[2];

  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;

  RATE_CONTROL rc;
  double framerate;

429
430
431
432
  // NOTE(zoeliu): Any inter frame allows maximum of REF_FRAMES inter
  // references; Plus the currently coded frame itself, it is needed to allocate
  // sufficient space to the size of the maximum possible number of frames.
  int interp_filter_selected[REF_FRAMES + 1][SWITCHABLE];
Jingning Han's avatar
Jingning Han committed
433

434
  struct vpx_codec_pkt_list *output_pkt_list;
Jingning Han's avatar
Jingning Han committed
435
436

  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
437
438
  int mbgraph_n_frames;  // number of frames filled in the above
  int static_mb_pct;     // % forced skip mbs by segmentation
Jingning Han's avatar
Jingning Han committed
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
  int ref_frame_flags;

  SPEED_FEATURES sf;

  unsigned int max_mv_magnitude;
  int mv_step_param;

  int allow_comp_inter_inter;

  // Default value is 1. From first pass stats, encode_breakout may be disabled.
  ENCODE_BREAKOUT_TYPE allow_encode_breakout;

  // Get threshold from external input. A suggested threshold is 800 for HD
  // clips, and 300 for < HD clips.
  int encode_breakout;

455
  uint8_t *segmentation_map;
Jingning Han's avatar
Jingning Han committed
456
457

  // segment threashold for encode breakout
458
  int segment_encode_breakout[MAX_SEGMENTS];
Jingning Han's avatar
Jingning Han committed
459
460
461
462
463

  CYCLIC_REFRESH *cyclic_refresh;
  ActiveMap active_map;

  fractional_mv_step_fp *find_fractional_mv_step;
hui su's avatar
hui su committed
464
  vp10_full_search_fn_t full_search_sad;  // It is currently unused.
Jingning Han's avatar
Jingning Han committed
465
  vp10_diamond_search_fn_t diamond_search_sad;
466
  vpx_variance_fn_ptr_t fn_ptr[BLOCK_SIZES];
Jingning Han's avatar
Jingning Han committed
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
  uint64_t time_encode_sb_row;

#if CONFIG_FP_MB_STATS
  int use_fp_mb_stats;
#endif

  TWO_PASS twopass;

  YV12_BUFFER_CONFIG alt_ref_buffer;

#if CONFIG_INTERNAL_STATS
  unsigned int mode_chosen_counts[MAX_MODES];

483
  int count;
Jingning Han's avatar
Jingning Han committed
484
485
486
487
488
489
490
  uint64_t total_sq_error;
  uint64_t total_samples;
  ImageStat psnr;

  double total_blockiness;
  double worst_blockiness;

491
  int bytes;
Jingning Han's avatar
Jingning Han committed
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
  double summed_quality;
  double summed_weights;
  unsigned int tot_recode_hits;
  double worst_ssim;

  ImageStat fastssim;
  ImageStat psnrhvs;

  int b_calculate_blockiness;
  int b_calculate_consistency;

  double total_inconsistency;
  double worst_consistency;
  Ssimv *ssim_vars;
  Metrics metrics;
#endif
  int b_calculate_psnr;

  int droppable;

  int initial_width;
  int initial_height;
  int initial_mbs;  // Number of MBs in the full-size frame; to be used to
                    // normalize the firstpass stats. This will differ from the
                    // number of MBs in the current frame when the frame is
                    // scaled.

  // Store frame variance info in SOURCE_VAR_BASED_PARTITION search type.
  diff *source_diff_var;
  // The threshold used in SOURCE_VAR_BASED_PARTITION search type.
  unsigned int source_var_thresh;
  int frames_till_next_var_check;

  int frame_flags;

  search_site_config ss_cfg;

529
  int mbmode_cost[BLOCK_SIZE_GROUPS][INTRA_MODES];
530
531
532
533
#if CONFIG_REF_MV
  int newmv_mode_cost[NEWMV_MODE_CONTEXTS][2];
  int zeromv_mode_cost[ZEROMV_MODE_CONTEXTS][2];
  int refmv_mode_cost[REFMV_MODE_CONTEXTS][2];
534
  int drl_mode_cost0[DRL_MODE_CONTEXTS][2];
Yue Chen's avatar
Yue Chen committed
535
536
537
#if CONFIG_EXT_INTER
  int new2mv_mode_cost[2];
#endif  // CONFIG_EXT_INTER
538
539
#endif

Jingning Han's avatar
Jingning Han committed
540
  unsigned int inter_mode_cost[INTER_MODE_CONTEXTS][INTER_MODES];
541
#if CONFIG_EXT_INTER
542
543
  unsigned int
      inter_compound_mode_cost[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
544
  unsigned int interintra_mode_cost[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
545
#endif  // CONFIG_EXT_INTER
546
547
548
#if CONFIG_OBMC || CONFIG_WARPED_MOTION
  int motvar_cost[BLOCK_SIZES][MOTION_VARIATIONS];
#endif  // CONFIG_OBMC || CONFIG_WARPED_MOTION
549
  int intra_uv_mode_cost[INTRA_MODES][INTRA_MODES];
Jingning Han's avatar
Jingning Han committed
550
551
  int y_mode_costs[INTRA_MODES][INTRA_MODES][INTRA_MODES];
  int switchable_interp_costs[SWITCHABLE_FILTER_CONTEXTS][SWITCHABLE_FILTERS];
552
553
554
#if CONFIG_EXT_PARTITION_TYPES
  int partition_cost[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
#else
Jingning Han's avatar
Jingning Han committed
555
  int partition_cost[PARTITION_CONTEXTS][PARTITION_TYPES];
556
#endif
hui su's avatar
hui su committed
557
558
  int palette_y_size_cost[PALETTE_BLOCK_SIZES][PALETTE_SIZES];
  int palette_uv_size_cost[PALETTE_BLOCK_SIZES][PALETTE_SIZES];
559
560
561
562
  int palette_y_color_cost[PALETTE_MAX_SIZE -
                           1][PALETTE_COLOR_CONTEXTS][PALETTE_COLORS];
  int palette_uv_color_cost[PALETTE_MAX_SIZE -
                            1][PALETTE_COLOR_CONTEXTS][PALETTE_COLORS];
563
  int tx_size_cost[TX_SIZES - 1][TX_SIZE_CONTEXTS][TX_SIZES];
564
#if CONFIG_EXT_TX
565
566
  int inter_tx_type_costs[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
  int intra_tx_type_costs[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
567
                         [TX_TYPES];
568
#else
569
570
  int intra_tx_type_costs[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
  int inter_tx_type_costs[EXT_TX_SIZES][TX_TYPES];
571
#endif  // CONFIG_EXT_TX
572
573
574
575
576
577
578
#if CONFIG_EXT_INTRA
  int intra_filter_cost[INTRA_FILTERS + 1][INTRA_FILTERS];
#endif  // CONFIG_EXT_INTRA

  int multi_arf_allowed;
  int multi_arf_enabled;
  int multi_arf_last_grp_enabled;
579
580
581
582
583
584
585
586
587

  TileDataEnc *tile_data;
  int allocated_tiles;  // Keep track of memory allocated for tiles.

  TOKENEXTRA *tile_tok[MAX_TILE_ROWS][MAX_TILE_COLS];
  unsigned int tok_count[MAX_TILE_ROWS][MAX_TILE_COLS];

  TileBufferEnc tile_buffers[MAX_TILE_ROWS][MAX_TILE_COLS];

Jingning Han's avatar
Jingning Han committed
588
589
590
591
592
593
594
595
596
  int resize_pending;
  int resize_state;
  int resize_scale_num;
  int resize_scale_den;
  int resize_avg_qp;
  int resize_buffer_underflow;
  int resize_count;

  // VAR_BASED_PARTITION thresholds
597
598
599
600
601
602
  // 0 - threshold_128x128;
  // 1 - threshold_64x64;
  // 2 - threshold_32x32;
  // 3 - threshold_16x16;
  // 4 - threshold_8x8;
  int64_t vbp_thresholds[5];
Jingning Han's avatar
Jingning Han committed
603
604
605
606
  int64_t vbp_threshold_minmax;
  int64_t vbp_threshold_sad;
  BLOCK_SIZE vbp_bsize_min;

Geza Lore's avatar
Geza Lore committed
607
608
609
  // VARIANCE_AQ segment map refresh
  int vaq_refresh;

Jingning Han's avatar
Jingning Han committed
610
611
612
613
  // Multi-threading
  int num_workers;
  VPxWorker *workers;
  struct EncWorkerData *tile_thr_data;
Yaowu Xu's avatar
Yaowu Xu committed
614
  VP10LfSync lf_row_sync;
hui su's avatar
hui su committed
615
616
#if CONFIG_ENTROPY
  SUBFRAME_STATS subframe_stats;
617
618
619
  // TODO(yaowu): minimize the size of count buffers
  SUBFRAME_STATS wholeframe_stats;
  vp10_coeff_stats branch_ct_buf[COEF_PROBS_BUFS][TX_SIZES][PLANE_TYPES];
hui su's avatar
hui su committed
620
#endif  // CONFIG_ENTROPY
621
622
623
#if CONFIG_ANS
  struct BufAnsCoder buf_ans;
#endif
624
#if CONFIG_EXT_REFS
625
626
  int refresh_frame_mask;
  int existing_fb_idx_to_show;
627
628
629
  int is_arf_filter_off[MAX_EXT_ARFS + 1];
  int num_extra_arfs;
  int arf_map[MAX_EXT_ARFS + 1];
630
#endif  // CONFIG_EXT_REFS
631
#if CONFIG_GLOBAL_MOTION
632
  int global_motion_used[TOTAL_REFS_PER_FRAME];
633
#endif
Yaowu Xu's avatar
Yaowu Xu committed
634
} VP10_COMP;
Jingning Han's avatar
Jingning Han committed
635
636
637

void vp10_initialize_enc(void);

hui su's avatar
hui su committed
638
struct VP10_COMP *vp10_create_compressor(VP10EncoderConfig *oxcf,
639
                                         BufferPool *const pool);
Yaowu Xu's avatar
Yaowu Xu committed
640
void vp10_remove_compressor(VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
641

hui su's avatar
hui su committed
642
void vp10_change_config(VP10_COMP *cpi, const VP10EncoderConfig *oxcf);
Jingning Han's avatar
Jingning Han committed
643

644
645
// receive a frames worth of data. caller can assume that a copy of this
// frame is made and not just a copy of the pointer..
Yaowu Xu's avatar
Yaowu Xu committed
646
int vp10_receive_raw_frame(VP10_COMP *cpi, unsigned int frame_flags,
647
648
                           YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
                           int64_t end_time_stamp);
Jingning Han's avatar
Jingning Han committed
649

Yaowu Xu's avatar
Yaowu Xu committed
650
int vp10_get_compressed_data(VP10_COMP *cpi, unsigned int *frame_flags,
651
652
                             size_t *size, uint8_t *dest, int64_t *time_stamp,
                             int64_t *time_end, int flush);
Jingning Han's avatar
Jingning Han committed
653

Yaowu Xu's avatar
Yaowu Xu committed
654
int vp10_get_preview_raw_frame(VP10_COMP *cpi, YV12_BUFFER_CONFIG *dest);
Jingning Han's avatar
Jingning Han committed
655

656
657
int vp10_get_last_show_frame(VP10_COMP *cpi, YV12_BUFFER_CONFIG *frame);

Yaowu Xu's avatar
Yaowu Xu committed
658
int vp10_use_as_reference(VP10_COMP *cpi, int ref_frame_flags);
Jingning Han's avatar
Jingning Han committed
659

Yaowu Xu's avatar
Yaowu Xu committed
660
void vp10_update_reference(VP10_COMP *cpi, int ref_frame_flags);
Jingning Han's avatar
Jingning Han committed
661

Yaowu Xu's avatar
Yaowu Xu committed
662
int vp10_copy_reference_enc(VP10_COMP *cpi, VPX_REFFRAME ref_frame_flag,
663
                            YV12_BUFFER_CONFIG *sd);
Jingning Han's avatar
Jingning Han committed
664

Yaowu Xu's avatar
Yaowu Xu committed
665
int vp10_set_reference_enc(VP10_COMP *cpi, VPX_REFFRAME ref_frame_flag,
666
                           YV12_BUFFER_CONFIG *sd);
Jingning Han's avatar
Jingning Han committed
667

Yaowu Xu's avatar
Yaowu Xu committed
668
int vp10_update_entropy(VP10_COMP *cpi, int update);
Jingning Han's avatar
Jingning Han committed
669

Yaowu Xu's avatar
Yaowu Xu committed
670
int vp10_set_active_map(VP10_COMP *cpi, unsigned char *map, int rows, int cols);
Jingning Han's avatar
Jingning Han committed
671

Yaowu Xu's avatar
Yaowu Xu committed
672
int vp10_get_active_map(VP10_COMP *cpi, unsigned char *map, int rows, int cols);
Jingning Han's avatar
Jingning Han committed
673

674
675
int vp10_set_internal_size(VP10_COMP *cpi, VPX_SCALING horiz_mode,
                           VPX_SCALING vert_mode);
Jingning Han's avatar
Jingning Han committed
676

Yaowu Xu's avatar
Yaowu Xu committed
677
int vp10_set_size_literal(VP10_COMP *cpi, unsigned int width,
678
                          unsigned int height);
Jingning Han's avatar
Jingning Han committed
679

Yaowu Xu's avatar
Yaowu Xu committed
680
int vp10_get_quantizer(struct VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
681

682
683
void vp10_full_to_model_counts(vp10_coeff_count_model *model_count,
                               vp10_coeff_count *full_count);
hui su's avatar
hui su committed
684

Yaowu Xu's avatar
Yaowu Xu committed
685
static INLINE int frame_is_kf_gf_arf(const VP10_COMP *cpi) {
686
  return frame_is_intra_only(&cpi->common) || cpi->refresh_alt_ref_frame ||
Jingning Han's avatar
Jingning Han committed
687
688
689
         (cpi->refresh_golden_frame && !cpi->rc.is_src_frame_alt_ref);
}

Yaowu Xu's avatar
Yaowu Xu committed
690
static INLINE int get_ref_frame_map_idx(const VP10_COMP *cpi,
Jingning Han's avatar
Jingning Han committed
691
                                        MV_REFERENCE_FRAME ref_frame) {
692
#if CONFIG_EXT_REFS
693
  if (ref_frame >= LAST_FRAME && ref_frame <= LAST3_FRAME)
694
695
    return cpi->lst_fb_idxes[ref_frame - 1];
#else
696
  if (ref_frame == LAST_FRAME) return cpi->lst_fb_idx;
697
#endif  // CONFIG_EXT_REFS
698
  else if (ref_frame == GOLDEN_FRAME)
Jingning Han's avatar
Jingning Han committed
699
    return cpi->gld_fb_idx;
700
#if CONFIG_EXT_REFS
701
702
  else if (ref_frame == BWDREF_FRAME)
    return cpi->bwd_fb_idx;
703
#endif  // CONFIG_EXT_REFS
704
  else
Jingning Han's avatar
Jingning Han committed
705
706
707
    return cpi->alt_fb_idx;
}

Yaowu Xu's avatar
Yaowu Xu committed
708
static INLINE int get_ref_frame_buf_idx(const VP10_COMP *const cpi,
709
                                        MV_REFERENCE_FRAME ref_frame) {
Yaowu Xu's avatar
Yaowu Xu committed
710
  const VP10_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
711
712
713
714
715
  const int map_idx = get_ref_frame_map_idx(cpi, ref_frame);
  return (map_idx != INVALID_IDX) ? cm->ref_frame_map[map_idx] : INVALID_IDX;
}

static INLINE YV12_BUFFER_CONFIG *get_ref_frame_buffer(
Yaowu Xu's avatar
Yaowu Xu committed
716
    VP10_COMP *cpi, MV_REFERENCE_FRAME ref_frame) {
Yaowu Xu's avatar
Yaowu Xu committed
717
  VP10_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
718
  const int buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
719
720
  return buf_idx != INVALID_IDX ? &cm->buffer_pool->frame_bufs[buf_idx].buf
                                : NULL;
Jingning Han's avatar
Jingning Han committed
721
722
}

723
724
725
726
727
728
729
730
static INLINE const YV12_BUFFER_CONFIG *get_upsampled_ref(
    VP10_COMP *cpi, const MV_REFERENCE_FRAME ref_frame) {
  // Use up-sampled reference frames.
  const int buf_idx =
      cpi->upsampled_ref_idx[get_ref_frame_map_idx(cpi, ref_frame)];
  return &cpi->upsampled_ref_bufs[buf_idx].buf;
}

731
#if CONFIG_EXT_REFS
732
733
734
735
736
737
738
739
740
741
742
static INLINE int enc_is_ref_frame_buf(VP10_COMP *cpi,
                                       RefCntBuffer *frame_buf) {
  MV_REFERENCE_FRAME ref_frame;
  VP10_COMMON *const cm = &cpi->common;
  for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
    const int buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
    if (buf_idx == INVALID_IDX) continue;
    if (frame_buf == &cm->buffer_pool->frame_bufs[buf_idx]) break;
  }
  return (ref_frame <= ALTREF_FRAME);
}
743
#endif  // CONFIG_EXT_REFS
744

745
static INLINE unsigned int get_token_alloc(int mb_rows, int mb_cols) {
Jingning Han's avatar
Jingning Han committed
746
747
748
749
  // TODO(JBB): double check we can't exceed this token count if we have a
  // 32x32 transform crossing a boundary at a multiple of 16.
  // mb_rows, cols are in units of 16 pixels. We assume 3 planes all at full
  // resolution. We assume up to 1 token per pixel, and then allow
750
751
  // a head room of 1 EOSB token per 8x8 block per plane.
  return mb_rows * mb_cols * (16 * 16 + 4) * 3;
Jingning Han's avatar
Jingning Han committed
752
753
754
755
}

// Get the allocated token size for a tile. It does the same calculation as in
// the frame token allocation.
756
static INLINE unsigned int allocated_tokens(TileInfo tile) {
Jingning Han's avatar
Jingning Han committed
757
758
759
760
761
762
  int tile_mb_rows = (tile.mi_row_end - tile.mi_row_start + 1) >> 1;
  int tile_mb_cols = (tile.mi_col_end - tile.mi_col_start + 1) >> 1;

  return get_token_alloc(tile_mb_rows, tile_mb_cols);
}

Yaowu Xu's avatar
Yaowu Xu committed
763
void vp10_alloc_compressor_data(VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
764

Yaowu Xu's avatar
Yaowu Xu committed
765
void vp10_scale_references(VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
766

Yaowu Xu's avatar
Yaowu Xu committed
767
void vp10_update_reference_frames(VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
768

Yaowu Xu's avatar
Yaowu Xu committed
769
void vp10_set_high_precision_mv(VP10_COMP *cpi, int allow_high_precision_mv);
Jingning Han's avatar
Jingning Han committed
770

Yaowu Xu's avatar
Yaowu Xu committed
771
YV12_BUFFER_CONFIG *vp10_scale_if_required_fast(VP10_COMMON *cm,
772
773
                                                YV12_BUFFER_CONFIG *unscaled,
                                                YV12_BUFFER_CONFIG *scaled);
Jingning Han's avatar
Jingning Han committed
774

Yaowu Xu's avatar
Yaowu Xu committed
775
YV12_BUFFER_CONFIG *vp10_scale_if_required(VP10_COMMON *cm,
776
777
                                           YV12_BUFFER_CONFIG *unscaled,
                                           YV12_BUFFER_CONFIG *scaled);
Jingning Han's avatar
Jingning Han committed
778

Yaowu Xu's avatar
Yaowu Xu committed
779
void vp10_apply_encoding_flags(VP10_COMP *cpi, vpx_enc_frame_flags_t flags);
Jingning Han's avatar
Jingning Han committed
780

Yaowu Xu's avatar
Yaowu Xu committed
781
static INLINE int is_altref_enabled(const VP10_COMP *const cpi) {
Jingning Han's avatar
Jingning Han committed
782
  return cpi->oxcf.mode != REALTIME && cpi->oxcf.lag_in_frames > 0 &&
Yunqing Wang's avatar
Yunqing Wang committed
783
         cpi->oxcf.enable_auto_arf;
Jingning Han's avatar
Jingning Han committed
784
785
}

786
787
// TODO(zoeliu): To set up cpi->oxcf.enable_auto_brf
#if 0 && CONFIG_EXT_REFS
788
static INLINE int is_bwdref_enabled(const VP10_COMP *const cpi) {
789
790
791
792
  // NOTE(zoeliu): The enabling of bi-predictive frames depends on the use of
  //               alt_ref, and now will be off when the alt_ref interval is
  //               not sufficiently large.
  return is_altref_enabled(cpi) && cpi->oxcf.enable_auto_brf;
793
}
794
#endif  // CONFIG_EXT_REFS
795

Yaowu Xu's avatar
Yaowu Xu committed
796
static INLINE void set_ref_ptrs(VP10_COMMON *cm, MACROBLOCKD *xd,
Jingning Han's avatar
Jingning Han committed
797
798
                                MV_REFERENCE_FRAME ref0,
                                MV_REFERENCE_FRAME ref1) {
799
800
801
802
  xd->block_refs[0] =
      &cm->frame_refs[ref0 >= LAST_FRAME ? ref0 - LAST_FRAME : 0];
  xd->block_refs[1] =
      &cm->frame_refs[ref1 >= LAST_FRAME ? ref1 - LAST_FRAME : 0];
Jingning Han's avatar
Jingning Han committed
803
804
805
806
807
808
}

static INLINE int get_chessboard_index(const int frame_index) {
  return frame_index & 0x1;
}

Yaowu Xu's avatar
Yaowu Xu committed
809
static INLINE int *cond_cost_list(const struct VP10_COMP *cpi, int *cost_list) {
Jingning Han's avatar
Jingning Han committed
810
811
812
  return cpi->sf.mv.subpel_search_method != SUBPEL_TREE ? cost_list : NULL;
}

Yaowu Xu's avatar
Yaowu Xu committed
813
void vp10_new_framerate(VP10_COMP *cpi, double framerate);
Jingning Han's avatar
Jingning Han committed
814
815
816

#define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))

817
818
819
820
821
822
823
824
825
826
827
828
// Update up-sampled reference frame index.
static INLINE void uref_cnt_fb(EncRefCntBuffer *ubufs, int *uidx,
                               int new_uidx) {
  const int ref_index = *uidx;

  if (ref_index >= 0 && ubufs[ref_index].ref_count > 0)
    ubufs[ref_index].ref_count--;

  *uidx = new_uidx;
  ubufs[new_uidx].ref_count++;
}

Yunqing Wang's avatar
Yunqing Wang committed
829
830
831
832
#ifdef __cplusplus
}  // extern "C"
#endif

833
#endif  // VP10_ENCODER_ENCODER_H_