encoder.h 24.7 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1 2 3 4 5 6 7 8 9 10
/*
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

11 12
#ifndef VP10_ENCODER_ENCODER_H_
#define VP10_ENCODER_ENCODER_H_
Jingning Han's avatar
Jingning Han committed
13 14 15 16 17 18

#include <stdio.h>

#include "./vpx_config.h"
#include "vpx/vp8cx.h"

19 20 21 22 23 24 25
#include "vp10/common/alloccommon.h"
#include "vp10/common/ppflags.h"
#include "vp10/common/entropymode.h"
#include "vp10/common/thread_common.h"
#include "vp10/common/onyxc_int.h"

#include "vp10/encoder/aq_cyclicrefresh.h"
26 27 28
#if CONFIG_ANS
#include "vp10/encoder/buf_ans.h"
#endif
29 30 31 32 33 34 35 36 37 38 39
#include "vp10/encoder/context_tree.h"
#include "vp10/encoder/encodemb.h"
#include "vp10/encoder/firstpass.h"
#include "vp10/encoder/lookahead.h"
#include "vp10/encoder/mbgraph.h"
#include "vp10/encoder/mcomp.h"
#include "vp10/encoder/quantize.h"
#include "vp10/encoder/ratectrl.h"
#include "vp10/encoder/rd.h"
#include "vp10/encoder/speed_features.h"
#include "vp10/encoder/tokenize.h"
40
#include "vp10/encoder/variance_tree.h"
Jingning Han's avatar
Jingning Han committed
41 42

#if CONFIG_VP9_TEMPORAL_DENOISING
43
#include "vp10/encoder/denoiser.h"
Jingning Han's avatar
Jingning Han committed
44 45
#endif

46 47 48 49 50 51 52
#if CONFIG_INTERNAL_STATS
#include "vpx_dsp/ssim.h"
#endif
#include "vpx_dsp/variance.h"
#include "vpx/internal/vpx_codec_internal.h"
#include "vpx_util/vpx_thread.h"

Jingning Han's avatar
Jingning Han committed
53 54 55 56 57 58 59 60 61
#ifdef __cplusplus
extern "C" {
#endif

typedef struct {
  int nmvjointcost[MV_JOINTS];
  int nmvcosts[2][MV_VALS];
  int nmvcosts_hp[2][MV_VALS];

62 63 64 65 66 67
#if CONFIG_REF_MV
  int nmv_vec_cost[NMV_CONTEXTS][MV_JOINTS];
  int nmv_costs[NMV_CONTEXTS][2][MV_VALS];
  int nmv_costs_hp[NMV_CONTEXTS][2][MV_VALS];
#endif

Jingning Han's avatar
Jingning Han committed
68 69 70
  unsigned char *last_frame_seg_map_copy;

  // 0 = Intra, Last, GF, ARF
71
  signed char last_ref_lf_deltas[MAX_REF_FRAMES];
Jingning Han's avatar
Jingning Han committed
72 73 74 75 76 77
  // 0 = ZERO_MV, MV
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];

  FRAME_CONTEXT fc;
} CODING_CONTEXT;

78 79 80
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
#define BIDIR_PRED_PERIOD  2
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
Jingning Han's avatar
Jingning Han committed
81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116

typedef enum {
  // encode_breakout is disabled.
  ENCODE_BREAKOUT_DISABLED = 0,
  // encode_breakout is enabled.
  ENCODE_BREAKOUT_ENABLED = 1,
  // encode_breakout is enabled with small max_thresh limit.
  ENCODE_BREAKOUT_LIMITED = 2
} ENCODE_BREAKOUT_TYPE;

typedef enum {
  NORMAL      = 0,
  FOURFIVE    = 1,
  THREEFIVE   = 2,
  ONETWO      = 3
} VPX_SCALING;

typedef enum {
  // Good Quality Fast Encoding. The encoder balances quality with the amount of
  // time it takes to encode the output. Speed setting controls how fast.
  GOOD,

  // The encoder places priority on the quality of the output over encoding
  // speed. The output is compressed at the highest possible quality. This
  // option takes the longest amount of time to encode. Speed setting ignored.
  BEST,

  // Realtime/Live Encoding. This mode is optimized for realtime encoding (for
  // example, capturing a television signal or feed from a live camera). Speed
  // setting controls how fast.
  REALTIME
} MODE;

typedef enum {
  FRAMEFLAGS_KEY    = 1 << 0,
  FRAMEFLAGS_GOLDEN = 1 << 1,
117 118 119 120
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
  FRAMEFLAGS_BWDREF = 1 << 2,
  FRAMEFLAGS_ALTREF = 1 << 3,
#else
Jingning Han's avatar
Jingning Han committed
121
  FRAMEFLAGS_ALTREF = 1 << 2,
122
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
Jingning Han's avatar
Jingning Han committed
123 124 125 126 127 128 129 130 131 132 133
} FRAMETYPE_FLAGS;

typedef enum {
  NO_AQ = 0,
  VARIANCE_AQ = 1,
  COMPLEXITY_AQ = 2,
  CYCLIC_REFRESH_AQ = 3,
  AQ_MODE_COUNT  // This should always be the last member of the enum
} AQ_MODE;

typedef enum {
Yunqing Wang's avatar
Yunqing Wang committed
134
  RESIZE_NONE = 0,    // No frame resizing allowed.
Jingning Han's avatar
Jingning Han committed
135 136 137 138
  RESIZE_FIXED = 1,   // All frames are coded at the specified dimension.
  RESIZE_DYNAMIC = 2  // Coded size of each frame is determined by the codec.
} RESIZE_TYPE;

hui su's avatar
hui su committed
139
typedef struct VP10EncoderConfig {
Jingning Han's avatar
Jingning Han committed
140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207
  BITSTREAM_PROFILE profile;
  vpx_bit_depth_t bit_depth;     // Codec bit-depth.
  int width;  // width of data passed to the compressor
  int height;  // height of data passed to the compressor
  unsigned int input_bit_depth;  // Input bit depth.
  double init_framerate;  // set to passed in framerate
  int64_t target_bandwidth;  // bandwidth to be used in kilobits per second

  int noise_sensitivity;  // pre processing blur: recommendation 0
  int sharpness;  // sharpening output: recommendation 0:
  int speed;
  // maximum allowed bitrate for any intra frame in % of bitrate target.
  unsigned int rc_max_intra_bitrate_pct;
  // maximum allowed bitrate for any inter frame in % of bitrate target.
  unsigned int rc_max_inter_bitrate_pct;
  // percent of rate boost for golden frame in CBR mode.
  unsigned int gf_cbr_boost_pct;

  MODE mode;
  int pass;

  // Key Framing Operations
  int auto_key;  // autodetect cut scenes and set the keyframes
  int key_freq;  // maximum distance to key frame.

  int lag_in_frames;  // how many frames lag before we start encoding

  // ----------------------------------------------------------------
  // DATARATE CONTROL OPTIONS

  // vbr, cbr, constrained quality or constant quality
  enum vpx_rc_mode rc_mode;

  // buffer targeting aggressiveness
  int under_shoot_pct;
  int over_shoot_pct;

  // buffering parameters
  int64_t starting_buffer_level_ms;
  int64_t optimal_buffer_level_ms;
  int64_t maximum_buffer_size_ms;

  // Frame drop threshold.
  int drop_frames_water_mark;

  // controlling quality
  int fixed_q;
  int worst_allowed_q;
  int best_allowed_q;
  int cq_level;
  AQ_MODE aq_mode;  // Adaptive Quantization mode

  // Internal frame size scaling.
  RESIZE_TYPE resize_mode;
  int scaled_frame_width;
  int scaled_frame_height;

  // Enable feature to reduce the frame quantization every x frames.
  int frame_periodic_boost;

  // two pass datarate control
  int two_pass_vbrbias;        // two pass datarate control tweaks
  int two_pass_vbrmin_section;
  int two_pass_vbrmax_section;
  // END DATARATE CONTROL OPTIONS
  // ----------------------------------------------------------------

  int enable_auto_arf;
208 209 210
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
  int enable_auto_brf;  // (b)ackward (r)ef (f)rame
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
Jingning Han's avatar
Jingning Han committed
211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249

  int encode_breakout;  // early breakout : for video conf recommend 800

  /* Bitfield defining the error resiliency features to enable.
   * Can provide decodable frames after losses in previous
   * frames and decodable partitions after losses in the same frame.
   */
  unsigned int error_resilient_mode;

  /* Bitfield defining the parallel decoding mode where the
   * decoding in successive frames may be conducted in parallel
   * just by decoding the frame headers.
   */
  unsigned int frame_parallel_decoding_mode;

  int arnr_max_frames;
  int arnr_strength;

  int min_gf_interval;
  int max_gf_interval;

  int tile_columns;
  int tile_rows;

  int max_threads;

  vpx_fixed_buf_t two_pass_stats_in;
  struct vpx_codec_pkt_list *output_pkt_list;

#if CONFIG_FP_MB_STATS
  vpx_fixed_buf_t firstpass_mb_stats_in;
#endif

  vp8e_tuning tuning;
  vp9e_tune_content content;
#if CONFIG_VP9_HIGHBITDEPTH
  int use_highbitdepth;
#endif
  vpx_color_space_t color_space;
250
  int color_range;
251 252
  int render_width;
  int render_height;
253 254 255 256

#if CONFIG_EXT_PARTITION
  vpx_superblock_size_t superblock_size;
#endif  // CONFIG_EXT_PARTITION
hui su's avatar
hui su committed
257
} VP10EncoderConfig;
Jingning Han's avatar
Jingning Han committed
258

hui su's avatar
hui su committed
259
static INLINE int is_lossless_requested(const VP10EncoderConfig *cfg) {
Jingning Han's avatar
Jingning Han committed
260 261 262 263 264 265 266 267 268 269 270 271 272
  return cfg->best_allowed_q == 0 && cfg->worst_allowed_q == 0;
}

// TODO(jingning) All spatially adaptive variables should go to TileDataEnc.
typedef struct TileDataEnc {
  TileInfo tile_info;
  int thresh_freq_fact[BLOCK_SIZES][MAX_MODES];
  int mode_map[BLOCK_SIZES][MAX_MODES];
} TileDataEnc;

typedef struct RD_COUNTS {
  vp10_coeff_count coef_counts[TX_SIZES][PLANE_TYPES];
  int64_t comp_pred_diff[REFERENCE_MODES];
273 274
  int m_search_count;
  int ex_search_count;
Jingning Han's avatar
Jingning Han committed
275 276 277 278 279 280 281 282 283
} RD_COUNTS;

typedef struct ThreadData {
  MACROBLOCK mb;
  RD_COUNTS rd_counts;
  FRAME_COUNTS *counts;

  PICK_MODE_CONTEXT *leaf_tree;
  PC_TREE *pc_tree;
Geza Lore's avatar
Geza Lore committed
284
  PC_TREE *pc_root[MAX_MIB_SIZE_LOG2 - MIN_MIB_SIZE_LOG2 + 1];
285 286 287

  VAR_TREE *var_tree;
  VAR_TREE *var_root[MAX_MIB_SIZE_LOG2 - MIN_MIB_SIZE_LOG2 + 1];
Jingning Han's avatar
Jingning Han committed
288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309
} ThreadData;

struct EncWorkerData;

typedef struct ActiveMap {
  int enabled;
  int update;
  unsigned char *map;
} ActiveMap;

typedef enum {
  Y,
  U,
  V,
  ALL
} STAT_TYPE;

typedef struct IMAGE_STAT {
  double stat[ALL+1];
  double worst;
} ImageStat;

310 311 312 313 314
typedef struct {
  int ref_count;
  YV12_BUFFER_CONFIG buf;
} EncRefCntBuffer;

hui su's avatar
hui su committed
315 316 317 318 319 320 321 322 323 324 325 326 327
#if CONFIG_ENTROPY
typedef struct SUBFRAME_STATS {
  vp10_coeff_probs_model
  coef_probs_buf[COEF_PROBS_BUFS][TX_SIZES][PLANE_TYPES];
  vp10_coeff_count
  coef_counts_buf[COEF_PROBS_BUFS][TX_SIZES][PLANE_TYPES];
  unsigned int
  eob_counts_buf[COEF_PROBS_BUFS]
                [TX_SIZES][PLANE_TYPES][REF_TYPES][COEF_BANDS][COEFF_CONTEXTS];
  vp10_coeff_probs_model enc_starting_coef_probs[TX_SIZES][PLANE_TYPES];
} SUBFRAME_STATS;
#endif  // CONFIG_ENTROPY

328 329 330 331 332
typedef struct TileBufferEnc {
  uint8_t *data;
  size_t size;
} TileBufferEnc;

Yaowu Xu's avatar
Yaowu Xu committed
333
typedef struct VP10_COMP {
Jingning Han's avatar
Jingning Han committed
334 335 336
  QUANTS quants;
  ThreadData td;
  MB_MODE_INFO_EXT *mbmi_ext_base;
337 338
  DECLARE_ALIGNED(16, int16_t, y_dequant[QINDEX_RANGE][8]);   // 8: SIMD width
  DECLARE_ALIGNED(16, int16_t, uv_dequant[QINDEX_RANGE][8]);  // 8: SIMD width
Yaowu Xu's avatar
Yaowu Xu committed
339
  VP10_COMMON common;
hui su's avatar
hui su committed
340
  VP10EncoderConfig oxcf;
Jingning Han's avatar
Jingning Han committed
341 342 343 344 345 346 347 348 349 350
  struct lookahead_ctx    *lookahead;
  struct lookahead_entry  *alt_ref_source;

  YV12_BUFFER_CONFIG *Source;
  YV12_BUFFER_CONFIG *Last_Source;  // NULL for first frame and alt_ref frames
  YV12_BUFFER_CONFIG *un_scaled_source;
  YV12_BUFFER_CONFIG scaled_source;
  YV12_BUFFER_CONFIG *unscaled_last_source;
  YV12_BUFFER_CONFIG scaled_last_source;

351 352 353 354
  // Up-sampled reference buffers
  EncRefCntBuffer upsampled_ref_bufs[MAX_REF_FRAMES];
  int upsampled_ref_idx[MAX_REF_FRAMES];

Jingning Han's avatar
Jingning Han committed
355 356 357 358
  // For a still frame, this flag is set to 1 to skip partition search.
  int partition_search_skippable_frame;

  int scaled_ref_idx[MAX_REF_FRAMES];
359
#if CONFIG_EXT_REFS
360
  int lst_fb_idxes[LAST_REF_FRAMES];
361
#else  // CONFIG_EXT_REFS
362
  int lst_fb_idx;
363
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
364
  int gld_fb_idx;
365 366 367
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
  int bwd_fb_idx;  // BWD_REF_FRAME
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
Jingning Han's avatar
Jingning Han committed
368 369
  int alt_fb_idx;

370 371
  int last_show_frame_buf_idx;  // last show frame buffer index

372
  int refresh_last_frame;
Jingning Han's avatar
Jingning Han committed
373
  int refresh_golden_frame;
374 375 376
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
  int refresh_bwd_ref_frame;
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
Jingning Han's avatar
Jingning Han committed
377 378 379
  int refresh_alt_ref_frame;

  int ext_refresh_frame_flags_pending;
380
  int ext_refresh_last_frame;
Jingning Han's avatar
Jingning Han committed
381 382 383 384 385 386 387
  int ext_refresh_golden_frame;
  int ext_refresh_alt_ref_frame;

  int ext_refresh_frame_context_pending;
  int ext_refresh_frame_context;

  YV12_BUFFER_CONFIG last_frame_uf;
Debargha Mukherjee's avatar
Debargha Mukherjee committed
388 389 390
#if CONFIG_LOOP_RESTORATION
  YV12_BUFFER_CONFIG last_frame_db;
#endif  // CONFIG_LOOP_RESTORATION
Jingning Han's avatar
Jingning Han committed
391 392 393 394 395 396 397 398

  // Ambient reconstruction err target for force key frames
  int64_t ambient_err;

  RD_OPT rd;

  CODING_CONTEXT coding_context;

399 400 401 402 403
#if CONFIG_REF_MV
  int *nmv_costs[NMV_CONTEXTS][2];
  int *nmv_costs_hp[NMV_CONTEXTS][2];
#endif

Jingning Han's avatar
Jingning Han committed
404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438
  int *nmvcosts[2];
  int *nmvcosts_hp[2];
  int *nmvsadcosts[2];
  int *nmvsadcosts_hp[2];

  int64_t last_time_stamp_seen;
  int64_t last_end_time_stamp_seen;
  int64_t first_time_stamp_ever;

  RATE_CONTROL rc;
  double framerate;

  int interp_filter_selected[MAX_REF_FRAMES][SWITCHABLE];

  struct vpx_codec_pkt_list  *output_pkt_list;

  MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS];
  int mbgraph_n_frames;             // number of frames filled in the above
  int static_mb_pct;                // % forced skip mbs by segmentation
  int ref_frame_flags;

  SPEED_FEATURES sf;

  unsigned int max_mv_magnitude;
  int mv_step_param;

  int allow_comp_inter_inter;

  // Default value is 1. From first pass stats, encode_breakout may be disabled.
  ENCODE_BREAKOUT_TYPE allow_encode_breakout;

  // Get threshold from external input. A suggested threshold is 800 for HD
  // clips, and 300 for < HD clips.
  int encode_breakout;

439
  uint8_t *segmentation_map;
Jingning Han's avatar
Jingning Han committed
440 441 442 443 444 445 446 447 448 449

  // segment threashold for encode breakout
  int  segment_encode_breakout[MAX_SEGMENTS];

  CYCLIC_REFRESH *cyclic_refresh;
  ActiveMap active_map;

  fractional_mv_step_fp *find_fractional_mv_step;
  vp10_full_search_fn_t full_search_sad;
  vp10_diamond_search_fn_t diamond_search_sad;
450
  vp10_variance_fn_ptr_t fn_ptr[BLOCK_SIZES];
Jingning Han's avatar
Jingning Han committed
451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512
  uint64_t time_receive_data;
  uint64_t time_compress_data;
  uint64_t time_pick_lpf;
  uint64_t time_encode_sb_row;

#if CONFIG_FP_MB_STATS
  int use_fp_mb_stats;
#endif

  TWO_PASS twopass;

  YV12_BUFFER_CONFIG alt_ref_buffer;

#if CONFIG_INTERNAL_STATS
  unsigned int mode_chosen_counts[MAX_MODES];

  int    count;
  uint64_t total_sq_error;
  uint64_t total_samples;
  ImageStat psnr;

  double total_blockiness;
  double worst_blockiness;

  int    bytes;
  double summed_quality;
  double summed_weights;
  unsigned int tot_recode_hits;
  double worst_ssim;

  ImageStat fastssim;
  ImageStat psnrhvs;

  int b_calculate_blockiness;
  int b_calculate_consistency;

  double total_inconsistency;
  double worst_consistency;
  Ssimv *ssim_vars;
  Metrics metrics;
#endif
  int b_calculate_psnr;

  int droppable;

  int initial_width;
  int initial_height;
  int initial_mbs;  // Number of MBs in the full-size frame; to be used to
                    // normalize the firstpass stats. This will differ from the
                    // number of MBs in the current frame when the frame is
                    // scaled.

  // Store frame variance info in SOURCE_VAR_BASED_PARTITION search type.
  diff *source_diff_var;
  // The threshold used in SOURCE_VAR_BASED_PARTITION search type.
  unsigned int source_var_thresh;
  int frames_till_next_var_check;

  int frame_flags;

  search_site_config ss_cfg;

513
  int mbmode_cost[BLOCK_SIZE_GROUPS][INTRA_MODES];
514 515 516 517
#if CONFIG_REF_MV
  int newmv_mode_cost[NEWMV_MODE_CONTEXTS][2];
  int zeromv_mode_cost[ZEROMV_MODE_CONTEXTS][2];
  int refmv_mode_cost[REFMV_MODE_CONTEXTS][2];
518
  int drl_mode_cost0[DRL_MODE_CONTEXTS][2];
Yue Chen's avatar
Yue Chen committed
519 520 521
#if CONFIG_EXT_INTER
  int new2mv_mode_cost[2];
#endif  // CONFIG_EXT_INTER
522 523
#endif

Jingning Han's avatar
Jingning Han committed
524
  unsigned int inter_mode_cost[INTER_MODE_CONTEXTS][INTER_MODES];
525 526 527
#if CONFIG_EXT_INTER
  unsigned int inter_compound_mode_cost[INTER_MODE_CONTEXTS]
                                       [INTER_COMPOUND_MODES];
528
  unsigned int interintra_mode_cost[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
529
#endif  // CONFIG_EXT_INTER
530 531 532
#if CONFIG_OBMC || CONFIG_WARPED_MOTION
  int motvar_cost[BLOCK_SIZES][MOTION_VARIATIONS];
#endif  // CONFIG_OBMC || CONFIG_WARPED_MOTION
533
  int intra_uv_mode_cost[INTRA_MODES][INTRA_MODES];
Jingning Han's avatar
Jingning Han committed
534 535
  int y_mode_costs[INTRA_MODES][INTRA_MODES][INTRA_MODES];
  int switchable_interp_costs[SWITCHABLE_FILTER_CONTEXTS][SWITCHABLE_FILTERS];
536 537 538
#if CONFIG_EXT_PARTITION_TYPES
  int partition_cost[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
#else
Jingning Han's avatar
Jingning Han committed
539
  int partition_cost[PARTITION_CONTEXTS][PARTITION_TYPES];
540
#endif
hui su's avatar
hui su committed
541 542 543 544 545 546
  int palette_y_size_cost[PALETTE_BLOCK_SIZES][PALETTE_SIZES];
  int palette_uv_size_cost[PALETTE_BLOCK_SIZES][PALETTE_SIZES];
  int palette_y_color_cost[PALETTE_MAX_SIZE - 1][PALETTE_COLOR_CONTEXTS]
                                                 [PALETTE_COLORS];
  int palette_uv_color_cost[PALETTE_MAX_SIZE - 1][PALETTE_COLOR_CONTEXTS]
                                                  [PALETTE_COLORS];
547
  int tx_size_cost[TX_SIZES - 1][TX_SIZE_CONTEXTS][TX_SIZES];
548
#if CONFIG_EXT_TX
549 550 551
  int inter_tx_type_costs[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
  int intra_tx_type_costs[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                                                          [TX_TYPES];
552
#else
553 554
  int intra_tx_type_costs[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
  int inter_tx_type_costs[EXT_TX_SIZES][TX_TYPES];
555
#endif  // CONFIG_EXT_TX
556 557 558 559 560 561 562
#if CONFIG_EXT_INTRA
  int intra_filter_cost[INTRA_FILTERS + 1][INTRA_FILTERS];
#endif  // CONFIG_EXT_INTRA

  int multi_arf_allowed;
  int multi_arf_enabled;
  int multi_arf_last_grp_enabled;
563 564 565 566 567 568 569 570 571

  TileDataEnc *tile_data;
  int allocated_tiles;  // Keep track of memory allocated for tiles.

  TOKENEXTRA *tile_tok[MAX_TILE_ROWS][MAX_TILE_COLS];
  unsigned int tok_count[MAX_TILE_ROWS][MAX_TILE_COLS];

  TileBufferEnc tile_buffers[MAX_TILE_ROWS][MAX_TILE_COLS];

Jingning Han's avatar
Jingning Han committed
572 573 574 575 576 577 578 579 580 581 582 583 584
#if CONFIG_VP9_TEMPORAL_DENOISING
  VP9_DENOISER denoiser;
#endif

  int resize_pending;
  int resize_state;
  int resize_scale_num;
  int resize_scale_den;
  int resize_avg_qp;
  int resize_buffer_underflow;
  int resize_count;

  // VAR_BASED_PARTITION thresholds
585 586 587 588 589 590
  // 0 - threshold_128x128;
  // 1 - threshold_64x64;
  // 2 - threshold_32x32;
  // 3 - threshold_16x16;
  // 4 - threshold_8x8;
  int64_t vbp_thresholds[5];
Jingning Han's avatar
Jingning Han committed
591 592 593 594 595 596 597 598 599
  int64_t vbp_threshold_minmax;
  int64_t vbp_threshold_sad;
  BLOCK_SIZE vbp_bsize_min;

  // Multi-threading
  int num_workers;
  VPxWorker *workers;
  struct EncWorkerData *tile_thr_data;
  VP9LfSync lf_row_sync;
hui su's avatar
hui su committed
600 601
#if CONFIG_ENTROPY
  SUBFRAME_STATS subframe_stats;
602 603 604
  // TODO(yaowu): minimize the size of count buffers
  SUBFRAME_STATS wholeframe_stats;
  vp10_coeff_stats branch_ct_buf[COEF_PROBS_BUFS][TX_SIZES][PLANE_TYPES];
hui su's avatar
hui su committed
605
#endif  // CONFIG_ENTROPY
606 607 608
#if CONFIG_ANS
  struct BufAnsCoder buf_ans;
#endif
609 610 611 612
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
  int refresh_frame_mask;
  int existing_fb_idx_to_show;
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
Yaowu Xu's avatar
Yaowu Xu committed
613
} VP10_COMP;
Jingning Han's avatar
Jingning Han committed
614 615 616

void vp10_initialize_enc(void);

hui su's avatar
hui su committed
617
struct VP10_COMP *vp10_create_compressor(VP10EncoderConfig *oxcf,
Jingning Han's avatar
Jingning Han committed
618
                                       BufferPool *const pool);
Yaowu Xu's avatar
Yaowu Xu committed
619
void vp10_remove_compressor(VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
620

hui su's avatar
hui su committed
621
void vp10_change_config(VP10_COMP *cpi, const VP10EncoderConfig *oxcf);
Jingning Han's avatar
Jingning Han committed
622 623 624

  // receive a frames worth of data. caller can assume that a copy of this
  // frame is made and not just a copy of the pointer..
Yaowu Xu's avatar
Yaowu Xu committed
625
int vp10_receive_raw_frame(VP10_COMP *cpi, unsigned int frame_flags,
Jingning Han's avatar
Jingning Han committed
626 627 628
                          YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
                          int64_t end_time_stamp);

Yaowu Xu's avatar
Yaowu Xu committed
629
int vp10_get_compressed_data(VP10_COMP *cpi, unsigned int *frame_flags,
Jingning Han's avatar
Jingning Han committed
630 631 632
                            size_t *size, uint8_t *dest,
                            int64_t *time_stamp, int64_t *time_end, int flush);

Yaowu Xu's avatar
Yaowu Xu committed
633
int vp10_get_preview_raw_frame(VP10_COMP *cpi, YV12_BUFFER_CONFIG *dest,
Jingning Han's avatar
Jingning Han committed
634 635
                              vp10_ppflags_t *flags);

636 637
int vp10_get_last_show_frame(VP10_COMP *cpi, YV12_BUFFER_CONFIG *frame);

Yaowu Xu's avatar
Yaowu Xu committed
638
int vp10_use_as_reference(VP10_COMP *cpi, int ref_frame_flags);
Jingning Han's avatar
Jingning Han committed
639

Yaowu Xu's avatar
Yaowu Xu committed
640
void vp10_update_reference(VP10_COMP *cpi, int ref_frame_flags);
Jingning Han's avatar
Jingning Han committed
641

Yaowu Xu's avatar
Yaowu Xu committed
642
int vp10_copy_reference_enc(VP10_COMP *cpi, VP9_REFFRAME ref_frame_flag,
Jingning Han's avatar
Jingning Han committed
643 644
                           YV12_BUFFER_CONFIG *sd);

Yaowu Xu's avatar
Yaowu Xu committed
645
int vp10_set_reference_enc(VP10_COMP *cpi, VP9_REFFRAME ref_frame_flag,
Jingning Han's avatar
Jingning Han committed
646 647
                          YV12_BUFFER_CONFIG *sd);

Yaowu Xu's avatar
Yaowu Xu committed
648
int vp10_update_entropy(VP10_COMP *cpi, int update);
Jingning Han's avatar
Jingning Han committed
649

Yaowu Xu's avatar
Yaowu Xu committed
650
int vp10_set_active_map(VP10_COMP *cpi, unsigned char *map, int rows, int cols);
Jingning Han's avatar
Jingning Han committed
651

Yaowu Xu's avatar
Yaowu Xu committed
652
int vp10_get_active_map(VP10_COMP *cpi, unsigned char *map, int rows, int cols);
Jingning Han's avatar
Jingning Han committed
653

Yaowu Xu's avatar
Yaowu Xu committed
654
int vp10_set_internal_size(VP10_COMP *cpi,
Jingning Han's avatar
Jingning Han committed
655 656
                          VPX_SCALING horiz_mode, VPX_SCALING vert_mode);

Yaowu Xu's avatar
Yaowu Xu committed
657
int vp10_set_size_literal(VP10_COMP *cpi, unsigned int width,
Jingning Han's avatar
Jingning Han committed
658 659
                         unsigned int height);

Yaowu Xu's avatar
Yaowu Xu committed
660
int vp10_get_quantizer(struct VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
661

662 663
void vp10_full_to_model_counts(vp10_coeff_count_model *model_count,
                               vp10_coeff_count *full_count);
hui su's avatar
hui su committed
664

Yaowu Xu's avatar
Yaowu Xu committed
665
static INLINE int frame_is_kf_gf_arf(const VP10_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
666 667 668 669 670
  return frame_is_intra_only(&cpi->common) ||
         cpi->refresh_alt_ref_frame ||
         (cpi->refresh_golden_frame && !cpi->rc.is_src_frame_alt_ref);
}

Yaowu Xu's avatar
Yaowu Xu committed
671
static INLINE int get_ref_frame_map_idx(const VP10_COMP *cpi,
Jingning Han's avatar
Jingning Han committed
672
                                        MV_REFERENCE_FRAME ref_frame) {
673
#if CONFIG_EXT_REFS
674 675 676 677 678
  if (ref_frame >= LAST_FRAME && ref_frame <= LAST4_FRAME)
    return cpi->lst_fb_idxes[ref_frame - 1];
#else
  if (ref_frame == LAST_FRAME)
    return cpi->lst_fb_idx;
679
#endif  // CONFIG_EXT_REFS
680
  else if (ref_frame == GOLDEN_FRAME)
Jingning Han's avatar
Jingning Han committed
681
    return cpi->gld_fb_idx;
682 683 684 685
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
  else if (ref_frame == BWDREF_FRAME)
    return cpi->bwd_fb_idx;
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
686
  else
Jingning Han's avatar
Jingning Han committed
687 688 689
    return cpi->alt_fb_idx;
}

Yaowu Xu's avatar
Yaowu Xu committed
690
static INLINE int get_ref_frame_buf_idx(const VP10_COMP *const cpi,
691
                                        MV_REFERENCE_FRAME ref_frame) {
Yaowu Xu's avatar
Yaowu Xu committed
692
  const VP10_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
693 694 695 696 697
  const int map_idx = get_ref_frame_map_idx(cpi, ref_frame);
  return (map_idx != INVALID_IDX) ? cm->ref_frame_map[map_idx] : INVALID_IDX;
}

static INLINE YV12_BUFFER_CONFIG *get_ref_frame_buffer(
Yaowu Xu's avatar
Yaowu Xu committed
698
    VP10_COMP *cpi, MV_REFERENCE_FRAME ref_frame) {
Yaowu Xu's avatar
Yaowu Xu committed
699
  VP10_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
700 701 702 703 704
  const int buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
  return
      buf_idx != INVALID_IDX ? &cm->buffer_pool->frame_bufs[buf_idx].buf : NULL;
}

705 706 707 708 709 710 711 712
static INLINE const YV12_BUFFER_CONFIG *get_upsampled_ref(
    VP10_COMP *cpi, const MV_REFERENCE_FRAME ref_frame) {
  // Use up-sampled reference frames.
  const int buf_idx =
      cpi->upsampled_ref_idx[get_ref_frame_map_idx(cpi, ref_frame)];
  return &cpi->upsampled_ref_bufs[buf_idx].buf;
}

713 714 715 716 717 718 719 720 721 722 723 724 725 726
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
static INLINE int enc_is_ref_frame_buf(VP10_COMP *cpi,
                                       RefCntBuffer *frame_buf) {
  MV_REFERENCE_FRAME ref_frame;
  VP10_COMMON *const cm = &cpi->common;
  for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
    const int buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
    if (buf_idx == INVALID_IDX) continue;
    if (frame_buf == &cm->buffer_pool->frame_bufs[buf_idx]) break;
  }
  return (ref_frame <= ALTREF_FRAME);
}
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED

727
static INLINE unsigned int get_token_alloc(int mb_rows, int mb_cols) {
Jingning Han's avatar
Jingning Han committed
728 729 730 731
  // TODO(JBB): double check we can't exceed this token count if we have a
  // 32x32 transform crossing a boundary at a multiple of 16.
  // mb_rows, cols are in units of 16 pixels. We assume 3 planes all at full
  // resolution. We assume up to 1 token per pixel, and then allow
732 733
  // a head room of 1 EOSB token per 8x8 block per plane.
  return mb_rows * mb_cols * (16 * 16 + 4) * 3;
Jingning Han's avatar
Jingning Han committed
734 735 736 737
}

// Get the allocated token size for a tile. It does the same calculation as in
// the frame token allocation.
738
static INLINE unsigned int allocated_tokens(TileInfo tile) {
Jingning Han's avatar
Jingning Han committed
739 740 741 742 743 744
  int tile_mb_rows = (tile.mi_row_end - tile.mi_row_start + 1) >> 1;
  int tile_mb_cols = (tile.mi_col_end - tile.mi_col_start + 1) >> 1;

  return get_token_alloc(tile_mb_rows, tile_mb_cols);
}

Yaowu Xu's avatar
Yaowu Xu committed
745
void vp10_alloc_compressor_data(VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
746

Yaowu Xu's avatar
Yaowu Xu committed
747
void vp10_scale_references(VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
748

Yaowu Xu's avatar
Yaowu Xu committed
749
void vp10_update_reference_frames(VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
750

Yaowu Xu's avatar
Yaowu Xu committed
751
void vp10_set_high_precision_mv(VP10_COMP *cpi, int allow_high_precision_mv);
Jingning Han's avatar
Jingning Han committed
752

Yaowu Xu's avatar
Yaowu Xu committed
753
YV12_BUFFER_CONFIG *vp10_scale_if_required_fast(VP10_COMMON *cm,
Jingning Han's avatar
Jingning Han committed
754 755 756
                                               YV12_BUFFER_CONFIG *unscaled,
                                               YV12_BUFFER_CONFIG *scaled);

Yaowu Xu's avatar
Yaowu Xu committed
757
YV12_BUFFER_CONFIG *vp10_scale_if_required(VP10_COMMON *cm,
Jingning Han's avatar
Jingning Han committed
758 759 760
                                          YV12_BUFFER_CONFIG *unscaled,
                                          YV12_BUFFER_CONFIG *scaled);

Yaowu Xu's avatar
Yaowu Xu committed
761
void vp10_apply_encoding_flags(VP10_COMP *cpi, vpx_enc_frame_flags_t flags);
Jingning Han's avatar
Jingning Han committed
762

Yaowu Xu's avatar
Yaowu Xu committed
763
static INLINE int is_altref_enabled(const VP10_COMP *const cpi) {
Jingning Han's avatar
Jingning Han committed
764
  return cpi->oxcf.mode != REALTIME && cpi->oxcf.lag_in_frames > 0 &&
Yunqing Wang's avatar
Yunqing Wang committed
765
         cpi->oxcf.enable_auto_arf;
Jingning Han's avatar
Jingning Han committed
766 767
}

768 769 770 771 772 773 774 775 776 777
#if !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED
static INLINE int is_bwdref_enabled(const VP10_COMP *const cpi) {
  // NOTE(zoeliu): The enabling of backward prediction depends on the alt_ref
  // period, and will be off when the alt_ref period is not sufficiently large.
  return cpi->oxcf.mode != REALTIME && cpi->oxcf.lag_in_frames > 0;
         // (zoeliu):
         // && cpi->oxcf.enable_auto_brf && cpi->rc.bidir_pred_enabled;
}
#endif  // !CONFIG_EXT_REFS && CONFIG_BIDIR_PRED

Yaowu Xu's avatar
Yaowu Xu committed
778
static INLINE void set_ref_ptrs(VP10_COMMON *cm, MACROBLOCKD *xd,
Jingning Han's avatar
Jingning Han committed
779 780 781 782 783 784 785 786 787 788 789 790
                                MV_REFERENCE_FRAME ref0,
                                MV_REFERENCE_FRAME ref1) {
  xd->block_refs[0] = &cm->frame_refs[ref0 >= LAST_FRAME ? ref0 - LAST_FRAME
                                                         : 0];
  xd->block_refs[1] = &cm->frame_refs[ref1 >= LAST_FRAME ? ref1 - LAST_FRAME
                                                         : 0];
}

static INLINE int get_chessboard_index(const int frame_index) {
  return frame_index & 0x1;
}

Yaowu Xu's avatar
Yaowu Xu committed
791
static INLINE int *cond_cost_list(const struct VP10_COMP *cpi, int *cost_list) {
Jingning Han's avatar
Jingning Han committed
792 793 794
  return cpi->sf.mv.subpel_search_method != SUBPEL_TREE ? cost_list : NULL;
}

Yaowu Xu's avatar
Yaowu Xu committed
795
void vp10_new_framerate(VP10_COMP *cpi, double framerate);
Jingning Han's avatar
Jingning Han committed
796 797 798

#define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))

799 800 801 802 803 804 805 806 807 808 809 810
// Update up-sampled reference frame index.
static INLINE void uref_cnt_fb(EncRefCntBuffer *ubufs, int *uidx,
                               int new_uidx) {
  const int ref_index = *uidx;

  if (ref_index >= 0 && ubufs[ref_index].ref_count > 0)
    ubufs[ref_index].ref_count--;

  *uidx = new_uidx;
  ubufs[new_uidx].ref_count++;
}

Yunqing Wang's avatar
Yunqing Wang committed
811 812 813 814
#ifdef __cplusplus
}  // extern "C"
#endif

815
#endif  // VP10_ENCODER_ENCODER_H_