vp9_onyxc_int.h 10.3 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10
 */

11 12
#ifndef VP9_COMMON_VP9_ONYXC_INT_H_
#define VP9_COMMON_VP9_ONYXC_INT_H_
John Koleszar's avatar
John Koleszar committed
13

14 15
#include "vpx_config.h"
#include "vpx/internal/vpx_codec_internal.h"
16
#include "vp9_rtcd.h"
17 18 19 20
#include "vp9/common/vp9_loopfilter.h"
#include "vp9/common/vp9_entropymv.h"
#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
21
#include "vp9/common/vp9_quant_common.h"
22

23
#if CONFIG_POSTPROC
24
#include "vp9/common/vp9_postproc.h"
25
#endif
John Koleszar's avatar
John Koleszar committed
26 27 28

/* Create/destroy static data structures. */

29
void vp9_initialize_common(void);
John Koleszar's avatar
John Koleszar committed
30

31
// Define the number of candidate reference buffers.
32 33
#define NUM_REF_FRAMES 8
#define NUM_REF_FRAMES_LG2 3
34

35 36
#define ALLOWED_REFS_PER_FRAME 3

37 38 39 40
// 1 scratch frame for the new frame, 3 for scaled references on the encoder
// TODO(jkoleszar): These 3 extra references could probably come from the
// normal reference pool.
#define NUM_YV12_BUFFERS (NUM_REF_FRAMES + 4)
John Koleszar's avatar
John Koleszar committed
41

42 43 44
#define NUM_FRAME_CONTEXTS_LG2 2
#define NUM_FRAME_CONTEXTS (1 << NUM_FRAME_CONTEXTS_LG2)

45
#define COMP_PRED_CONTEXTS   2
Paul Wilkins's avatar
Paul Wilkins committed
46

47 48
#define MAX_LAG_BUFFERS 25

John Koleszar's avatar
John Koleszar committed
49
typedef struct frame_contexts {
50 51
  vp9_prob y_mode_prob[VP9_INTRA_MODES - 1]; /* interframe intra mode probs */
  vp9_prob uv_mode_prob[VP9_INTRA_MODES][VP9_INTRA_MODES - 1];
52
  vp9_prob partition_prob[NUM_PARTITION_CONTEXTS][PARTITION_TYPES - 1];
53

54 55
  nmv_context nmvc;
  nmv_context pre_nmvc;
56 57 58
  /* interframe intra mode probs */
  vp9_prob pre_y_mode_prob[VP9_INTRA_MODES - 1];
  vp9_prob pre_uv_mode_prob[VP9_INTRA_MODES][VP9_INTRA_MODES - 1];
59
  vp9_prob pre_partition_prob[NUM_PARTITION_CONTEXTS][PARTITION_TYPES - 1];
60 61 62
  /* interframe intra mode probs */
  unsigned int y_mode_counts[VP9_INTRA_MODES];
  unsigned int uv_mode_counts[VP9_INTRA_MODES][VP9_INTRA_MODES];
63
  unsigned int partition_counts[NUM_PARTITION_CONTEXTS][PARTITION_TYPES];
64

65 66 67
  vp9_coeff_probs_model coef_probs[TX_SIZE_MAX_SB][BLOCK_TYPES];
  vp9_coeff_probs_model pre_coef_probs[TX_SIZE_MAX_SB][BLOCK_TYPES];
  vp9_coeff_count_model coef_counts[TX_SIZE_MAX_SB][BLOCK_TYPES];
68 69 70
  unsigned int eob_branch_counts[TX_SIZE_MAX_SB][BLOCK_TYPES][REF_TYPES]
                                [COEF_BANDS][PREV_COEF_CONTEXTS];

71
  nmv_context_counts NMVcount;
72 73
  vp9_prob switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
                                 [VP9_SWITCHABLE_FILTERS - 1];
74 75 76 77 78 79 80 81
  vp9_prob pre_switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
      [VP9_SWITCHABLE_FILTERS - 1];
  unsigned int switchable_interp_count[VP9_SWITCHABLE_FILTERS + 1]
                                      [VP9_SWITCHABLE_FILTERS];

  vp9_prob inter_mode_probs[INTER_MODE_CONTEXTS][VP9_MVREFS - 1];
  vp9_prob pre_inter_mode_probs[INTER_MODE_CONTEXTS][VP9_MVREFS - 1];
  unsigned int inter_mode_counts[INTER_MODE_CONTEXTS][VP9_MVREFS - 1][2];
John Koleszar's avatar
John Koleszar committed
82 83
} FRAME_CONTEXT;

John Koleszar's avatar
John Koleszar committed
84 85 86 87 88
typedef enum {
  SINGLE_PREDICTION_ONLY = 0,
  COMP_PREDICTION_ONLY   = 1,
  HYBRID_PREDICTION      = 2,
  NB_PREDICTION_TYPES    = 3,
89
} COMPPREDMODE_TYPE;
90

John Koleszar's avatar
John Koleszar committed
91 92
typedef enum {
  ONLY_4X4            = 0,
93 94
  ALLOW_8X8           = 1,
  ALLOW_16X16         = 2,
95
  ALLOW_32X32         = 3,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
96 97
  TX_MODE_SELECT      = 4,
  NB_TXFM_MODES       = 5,
98 99
} TXFM_MODE;

100
typedef struct VP9Common {
John Koleszar's avatar
John Koleszar committed
101
  struct vpx_internal_error_info  error;
John Koleszar's avatar
John Koleszar committed
102

103 104
  DECLARE_ALIGNED(16, int16_t, y_dequant[QINDEX_RANGE][2]);
  DECLARE_ALIGNED(16, int16_t, uv_dequant[QINDEX_RANGE][2]);
105 106 107
#if CONFIG_ALPHA
  DECLARE_ALIGNED(16, int16_t, a_dequant[QINDEX_RANGE][2]);
#endif
John Koleszar's avatar
John Koleszar committed
108

109 110
  int width;
  int height;
111 112
  int display_width;
  int display_height;
113 114
  int last_width;
  int last_height;
John Koleszar's avatar
John Koleszar committed
115

116 117 118 119 120 121
  // TODO(jkoleszar): this implies chroma ss right now, but could vary per
  // plane. Revisit as part of the future change to YV12_BUFFER_CONFIG to
  // support additional planes.
  int subsampling_x;
  int subsampling_y;

John Koleszar's avatar
John Koleszar committed
122
  YUV_TYPE clr_type;
John Koleszar's avatar
John Koleszar committed
123

John Koleszar's avatar
John Koleszar committed
124
  YV12_BUFFER_CONFIG *frame_to_show;
125

John Koleszar's avatar
John Koleszar committed
126
  YV12_BUFFER_CONFIG yv12_fb[NUM_YV12_BUFFERS];
127
  int fb_idx_ref_cnt[NUM_YV12_BUFFERS]; /* reference counts */
128 129
  int ref_frame_map[NUM_REF_FRAMES]; /* maps fb_idx to reference slot */

130 131 132 133 134 135
  // TODO(jkoleszar): could expand active_ref_idx to 4, with 0 as intra, and
  // roll new_fb_idx into it.

  // Each frame can reference ALLOWED_REFS_PER_FRAME buffers
  int active_ref_idx[ALLOWED_REFS_PER_FRAME];
  struct scale_factors active_ref_scale[ALLOWED_REFS_PER_FRAME];
136
  int new_fb_idx;
137

138

John Koleszar's avatar
John Koleszar committed
139 140
  YV12_BUFFER_CONFIG post_proc_buffer;
  YV12_BUFFER_CONFIG temp_scale_frame;
John Koleszar's avatar
John Koleszar committed
141

Attila Nagy's avatar
Attila Nagy committed
142

John Koleszar's avatar
John Koleszar committed
143 144
  FRAME_TYPE last_frame_type;  /* Save last frame's frame type for motion search. */
  FRAME_TYPE frame_type;
John Koleszar's avatar
John Koleszar committed
145

John Koleszar's avatar
John Koleszar committed
146
  int show_frame;
147
  int last_show_frame;
John Koleszar's avatar
John Koleszar committed
148

149 150 151 152 153 154
  // Flag signaling that the frame is encoded using only INTRA modes.
  int intra_only;

  // Flag signaling that the frame context should be reset to default values.
  int reset_frame_context;

John Koleszar's avatar
John Koleszar committed
155
  int frame_flags;
156
  // MBs, mb_rows/cols is in 16-pixel units; mi_rows/cols is in
Jingning Han's avatar
Jingning Han committed
157
  // MODE_INFO (8-pixel) units.
John Koleszar's avatar
John Koleszar committed
158
  int MBs;
159 160
  int mb_rows, mi_rows;
  int mb_cols, mi_cols;
John Koleszar's avatar
John Koleszar committed
161
  int mode_info_stride;
John Koleszar's avatar
John Koleszar committed
162

John Koleszar's avatar
John Koleszar committed
163 164 165 166 167 168
  /* profile settings */
  int experimental;
  TXFM_MODE txfm_mode;
  COMPPREDMODE_TYPE comp_pred_mode;
  int no_lpf;
  int use_bilinear_mc_filter;
John Koleszar's avatar
John Koleszar committed
169

John Koleszar's avatar
John Koleszar committed
170 171
  int base_qindex;
  int last_kf_gf_q;  /* Q used on the last GF or KF */
John Koleszar's avatar
John Koleszar committed
172

173 174 175
  int y_dc_delta_q;
  int uv_dc_delta_q;
  int uv_ac_delta_q;
176 177 178 179
#if CONFIG_ALPHA
  int a_dc_delta_q;
  int a_ac_delta_q;
#endif
John Koleszar's avatar
John Koleszar committed
180

John Koleszar's avatar
John Koleszar committed
181 182
  unsigned int frames_since_golden;
  unsigned int frames_till_alt_ref_frame;
John Koleszar's avatar
John Koleszar committed
183

John Koleszar's avatar
John Koleszar committed
184 185
  /* We allocate a MODE_INFO struct for each macroblock, together with
     an extra row on top and column on the left to simplify prediction. */
John Koleszar's avatar
John Koleszar committed
186

John Koleszar's avatar
John Koleszar committed
187 188 189 190
  MODE_INFO *mip; /* Base of allocated array */
  MODE_INFO *mi;  /* Corresponds to upper left visible macroblock */
  MODE_INFO *prev_mip; /* MODE_INFO array 'mip' from last decoded frame */
  MODE_INFO *prev_mi;  /* 'mi' from last frame (points into prev_mip) */
John Koleszar's avatar
John Koleszar committed
191 192


John Koleszar's avatar
John Koleszar committed
193 194
  // Persistent mb segment id map used in prediction.
  unsigned char *last_frame_seg_map;
195

John Koleszar's avatar
John Koleszar committed
196
  INTERPOLATIONFILTERTYPE mcomp_filter_type;
Attila Nagy's avatar
Attila Nagy committed
197

John Koleszar's avatar
John Koleszar committed
198
  loop_filter_info_n lf_info;
Attila Nagy's avatar
Attila Nagy committed
199

John Koleszar's avatar
John Koleszar committed
200 201 202
  int filter_level;
  int last_sharpness_level;
  int sharpness_level;
John Koleszar's avatar
John Koleszar committed
203

204
  int refresh_frame_context;    /* Two state 0 = NO, 1 = YES */
John Koleszar's avatar
John Koleszar committed
205

John Koleszar's avatar
John Koleszar committed
206
  int ref_frame_sign_bias[MAX_REF_FRAMES];    /* Two state 0, 1 */
John Koleszar's avatar
John Koleszar committed
207

208
  /* Y,U,V */
209 210
  ENTROPY_CONTEXT *above_context[MAX_MB_PLANE];
  ENTROPY_CONTEXT left_context[MAX_MB_PLANE][16];
John Koleszar's avatar
John Koleszar committed
211

212 213
  // partition contexts
  PARTITION_CONTEXT *above_seg_context;
214
  PARTITION_CONTEXT left_seg_context[8];
215

John Koleszar's avatar
John Koleszar committed
216
  /* keyframe block modes are predicted by their above, left neighbors */
John Koleszar's avatar
John Koleszar committed
217

218 219 220 221
  vp9_prob kf_y_mode_prob[VP9_INTRA_MODES]
                         [VP9_INTRA_MODES]
                         [VP9_INTRA_MODES - 1];
  vp9_prob kf_uv_mode_prob[VP9_INTRA_MODES] [VP9_INTRA_MODES - 1];
222

223 224 225
  vp9_prob prob_intra_coded;
  vp9_prob prob_last_coded;
  vp9_prob prob_gf_coded;
226

John Koleszar's avatar
John Koleszar committed
227
  // Context probabilities when using predictive coding of segment id
228
  vp9_prob segment_pred_probs[PREDICTION_PROBS];
John Koleszar's avatar
John Koleszar committed
229
  unsigned char temporal_update;
230

John Koleszar's avatar
John Koleszar committed
231 232
  // Context probabilities for reference frame prediction
  unsigned char ref_scores[MAX_REF_FRAMES];
233 234
  vp9_prob ref_pred_probs[PREDICTION_PROBS];
  vp9_prob mod_refprobs[MAX_REF_FRAMES][PREDICTION_PROBS];
John Koleszar's avatar
John Koleszar committed
235

236
  vp9_prob prob_comppred[COMP_PRED_CONTEXTS];
Paul Wilkins's avatar
Paul Wilkins committed
237

238
  // FIXME contextualize
239
  vp9_prob prob_tx[TX_SIZE_MAX_SB - 1];
240

241
  vp9_prob mbskip_pred_probs[MBSKIP_CONTEXTS];
242

John Koleszar's avatar
John Koleszar committed
243
  FRAME_CONTEXT fc;  /* this frame entropy */
244 245
  FRAME_CONTEXT frame_contexts[NUM_FRAME_CONTEXTS];
  unsigned int  frame_context_idx; /* Context to use/update */
John Koleszar's avatar
John Koleszar committed
246

John Koleszar's avatar
John Koleszar committed
247 248 249
  unsigned int current_video_frame;
  int near_boffset[3];
  int version;
John Koleszar's avatar
John Koleszar committed
250

251 252 253
#ifdef PACKET_TESTING
  VP9_HEADER oh;
#endif
John Koleszar's avatar
John Koleszar committed
254 255
  double bitrate;
  double framerate;
John Koleszar's avatar
John Koleszar committed
256

257
#if CONFIG_POSTPROC
John Koleszar's avatar
John Koleszar committed
258
  struct postproc_state  postproc_state;
259
#endif
260

261
  int error_resilient_mode;
262
  int frame_parallel_decoding_mode;
263

264
  int tile_columns, log2_tile_columns;
265
  int cur_tile_mi_col_start, cur_tile_mi_col_end, cur_tile_col_idx;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
266
  int tile_rows, log2_tile_rows;
267
  int cur_tile_mi_row_start, cur_tile_mi_row_end, cur_tile_row_idx;
268
} VP9_COMMON;
John Koleszar's avatar
John Koleszar committed
269

270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289
static int get_free_fb(VP9_COMMON *cm) {
  int i;
  for (i = 0; i < NUM_YV12_BUFFERS; i++)
    if (cm->fb_idx_ref_cnt[i] == 0)
      break;

  assert(i < NUM_YV12_BUFFERS);
  cm->fb_idx_ref_cnt[i] = 1;
  return i;
}

static void ref_cnt_fb(int *buf, int *idx, int new_idx) {
  if (buf[*idx] > 0)
    buf[*idx]--;

  *idx = new_idx;

  buf[new_idx]++;
}

290 291
static int mi_cols_aligned_to_sb(VP9_COMMON *cm) {
  return 2 * ((cm->mb_cols + 3) & ~3);
292 293
}

294 295 296 297 298 299 300
static INLINE void set_partition_seg_context(VP9_COMMON *cm,
                                             MACROBLOCKD *xd,
                                             int mi_row, int mi_col) {
  xd->above_seg_context = cm->above_seg_context + mi_col;
  xd->left_seg_context  = cm->left_seg_context + (mi_row & MI_MASK);
}

301 302 303 304 305 306 307
static void set_mi_row_col(VP9_COMMON *cm, MACROBLOCKD *xd,
                       int mi_row, int bh,
                       int mi_col, int bw) {
  xd->mb_to_top_edge    = -((mi_row * MI_SIZE) << 3);
  xd->mb_to_bottom_edge = ((cm->mi_rows - bh - mi_row) * MI_SIZE) << 3;
  xd->mb_to_left_edge   = -((mi_col * MI_SIZE) << 3);
  xd->mb_to_right_edge  = ((cm->mi_cols - bw - mi_col) * MI_SIZE) << 3;
308 309

  // Are edges available for intra prediction?
310 311 312
  xd->up_available    = (mi_row != 0);
  xd->left_available  = (mi_col > cm->cur_tile_mi_col_start);
  xd->right_available = (mi_col + bw < cm->cur_tile_mi_col_end);
313 314
}

315 316
static int get_mi_row(const MACROBLOCKD *xd) {
  return ((-xd->mb_to_top_edge) >> (3 + LOG2_MI_SIZE));
317 318
}

319 320
static int get_mi_col(const MACROBLOCKD *xd) {
  return ((-xd->mb_to_left_edge) >> (3 + LOG2_MI_SIZE));
321
}
322 323

static int get_token_alloc(int mb_rows, int mb_cols) {
324
  return mb_rows * mb_cols * (48 * 16 + 4);
325
}
326 327 328 329 330 331 332 333 334 335 336

static void set_prev_mi(VP9_COMMON *cm) {
  const int use_prev_in_find_mv_refs = cm->width == cm->last_width &&
                                       cm->height == cm->last_height &&
                                       !cm->error_resilient_mode &&
                                       cm->last_show_frame;
  // Special case: set prev_mi to NULL when the previous mode info
  // context cannot be used.
  cm->prev_mi = use_prev_in_find_mv_refs ?
                  cm->prev_mip + cm->mode_info_stride + 1 : NULL;
}
337
#endif  // VP9_COMMON_VP9_ONYXC_INT_H_