vp9_onyxc_int.h 12.1 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
 */

11
12
#ifndef VP9_COMMON_VP9_ONYXC_INT_H_
#define VP9_COMMON_VP9_ONYXC_INT_H_
John Koleszar's avatar
John Koleszar committed
13

14
15
#include "vpx_config.h"
#include "vpx/internal/vpx_codec_internal.h"
16
#include "vp9_rtcd.h"
17
18
19
20
#include "vp9/common/vp9_loopfilter.h"
#include "vp9/common/vp9_entropymv.h"
#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
21
#include "vp9/common/vp9_quant_common.h"
22

23
#if CONFIG_POSTPROC
24
#include "vp9/common/vp9_postproc.h"
25
#endif
John Koleszar's avatar
John Koleszar committed
26
27
28

/* Create/destroy static data structures. */

29
// Define the number of candidate reference buffers.
30
#define NUM_REF_FRAMES 8
31
#define NUM_REF_FRAMES_LOG2 3
32

33
34
#define ALLOWED_REFS_PER_FRAME 3

35
36
37
38
// 1 scratch frame for the new frame, 3 for scaled references on the encoder
// TODO(jkoleszar): These 3 extra references could probably come from the
// normal reference pool.
#define NUM_YV12_BUFFERS (NUM_REF_FRAMES + 4)
John Koleszar's avatar
John Koleszar committed
39

40
41
#define NUM_FRAME_CONTEXTS_LOG2 2
#define NUM_FRAME_CONTEXTS (1 << NUM_FRAME_CONTEXTS_LOG2)
42

43
44
#define MAX_LAG_BUFFERS 25

John Koleszar's avatar
John Koleszar committed
45
typedef struct frame_contexts {
46
  // y_mode, uv_mode, partition
47
  vp9_prob y_mode_prob[BLOCK_SIZE_GROUPS][VP9_INTRA_MODES - 1];
48
  vp9_prob uv_mode_prob[VP9_INTRA_MODES][VP9_INTRA_MODES - 1];
49
50
51
  vp9_prob partition_prob[NUM_FRAME_TYPES][NUM_PARTITION_CONTEXTS]
                         [PARTITION_TYPES - 1];
  vp9_prob pre_y_mode_prob[BLOCK_SIZE_GROUPS][VP9_INTRA_MODES - 1];
52
  vp9_prob pre_uv_mode_prob[VP9_INTRA_MODES][VP9_INTRA_MODES - 1];
53
  vp9_prob pre_partition_prob[NUM_PARTITION_CONTEXTS][PARTITION_TYPES - 1];
54
  unsigned int y_mode_counts[BLOCK_SIZE_GROUPS][VP9_INTRA_MODES];
55
  unsigned int uv_mode_counts[VP9_INTRA_MODES][VP9_INTRA_MODES];
56
  unsigned int partition_counts[NUM_PARTITION_CONTEXTS][PARTITION_TYPES];
57

58
  // coeff
59
60
61
  vp9_coeff_probs_model coef_probs[TX_SIZE_MAX_SB][BLOCK_TYPES];
  vp9_coeff_probs_model pre_coef_probs[TX_SIZE_MAX_SB][BLOCK_TYPES];
  vp9_coeff_count_model coef_counts[TX_SIZE_MAX_SB][BLOCK_TYPES];
62
63
64
  unsigned int eob_branch_counts[TX_SIZE_MAX_SB][BLOCK_TYPES][REF_TYPES]
                                [COEF_BANDS][PREV_COEF_CONTEXTS];

65
  // switchable_interp
66
67
  vp9_prob switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
                                 [VP9_SWITCHABLE_FILTERS - 1];
68
  vp9_prob pre_switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
69
                                     [VP9_SWITCHABLE_FILTERS - 1];
70
71
  unsigned int switchable_interp_count[VP9_SWITCHABLE_FILTERS + 1]
                                      [VP9_SWITCHABLE_FILTERS];
72
  // inter_mode
73
74
75
  vp9_prob inter_mode_probs[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1];
  vp9_prob pre_inter_mode_probs[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1];
  unsigned int inter_mode_counts[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1][2];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
76

77
  // intra_inter, comp_inter, single_ref, comp_ref
Ronald S. Bultje's avatar
Ronald S. Bultje committed
78
79
80
81
82
83
84
85
86
87
88
89
  vp9_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  vp9_prob comp_inter_prob[COMP_INTER_CONTEXTS];
  vp9_prob single_ref_prob[REF_CONTEXTS][2];
  vp9_prob comp_ref_prob[REF_CONTEXTS];
  vp9_prob pre_intra_inter_prob[INTRA_INTER_CONTEXTS];
  vp9_prob pre_comp_inter_prob[COMP_INTER_CONTEXTS];
  vp9_prob pre_single_ref_prob[REF_CONTEXTS][2];
  vp9_prob pre_comp_ref_prob[REF_CONTEXTS];
  unsigned int intra_inter_count[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter_count[COMP_INTER_CONTEXTS][2];
  unsigned int single_ref_count[REF_CONTEXTS][2][2];
  unsigned int comp_ref_count[REF_CONTEXTS][2];
90

91
  // tx_probs
92
93
94
95
96
97
98
99
100
  vp9_prob tx_probs_32x32p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 1];
  vp9_prob tx_probs_16x16p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 2];
  vp9_prob tx_probs_8x8p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 3];
  vp9_prob pre_tx_probs_32x32p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 1];
  vp9_prob pre_tx_probs_16x16p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 2];
  vp9_prob pre_tx_probs_8x8p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 3];
  unsigned int tx_count_32x32p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB];
  unsigned int tx_count_16x16p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 1];
  unsigned int tx_count_8x8p[TX_SIZE_CONTEXTS][TX_SIZE_MAX_SB - 2];
Deb Mukherjee's avatar
Deb Mukherjee committed
101

102
  // mbskip
Deb Mukherjee's avatar
Deb Mukherjee committed
103
104
105
  vp9_prob mbskip_probs[MBSKIP_CONTEXTS];
  vp9_prob pre_mbskip_probs[MBSKIP_CONTEXTS];
  unsigned int mbskip_count[MBSKIP_CONTEXTS][2];
106
107
108
109
110

  // mv
  nmv_context nmvc;
  nmv_context pre_nmvc;
  nmv_context_counts NMVcount;
John Koleszar's avatar
John Koleszar committed
111
112
} FRAME_CONTEXT;

John Koleszar's avatar
John Koleszar committed
113
114
115
116
117
typedef enum {
  SINGLE_PREDICTION_ONLY = 0,
  COMP_PREDICTION_ONLY   = 1,
  HYBRID_PREDICTION      = 2,
  NB_PREDICTION_TYPES    = 3,
118
} COMPPREDMODE_TYPE;
119

John Koleszar's avatar
John Koleszar committed
120
121
typedef enum {
  ONLY_4X4            = 0,
122
123
  ALLOW_8X8           = 1,
  ALLOW_16X16         = 2,
124
  ALLOW_32X32         = 3,
Ronald S. Bultje's avatar
Ronald S. Bultje committed
125
126
  TX_MODE_SELECT      = 4,
  NB_TXFM_MODES       = 5,
127
128
} TXFM_MODE;

129
typedef struct VP9Common {
John Koleszar's avatar
John Koleszar committed
130
  struct vpx_internal_error_info  error;
John Koleszar's avatar
John Koleszar committed
131

132
133
  DECLARE_ALIGNED(16, int16_t, y_dequant[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, uv_dequant[QINDEX_RANGE][8]);
134
#if CONFIG_ALPHA
135
  DECLARE_ALIGNED(16, int16_t, a_dequant[QINDEX_RANGE][8]);
136
#endif
John Koleszar's avatar
John Koleszar committed
137

138
139
  int width;
  int height;
140
141
  int display_width;
  int display_height;
142
143
  int last_width;
  int last_height;
John Koleszar's avatar
John Koleszar committed
144

145
146
147
148
149
150
  // TODO(jkoleszar): this implies chroma ss right now, but could vary per
  // plane. Revisit as part of the future change to YV12_BUFFER_CONFIG to
  // support additional planes.
  int subsampling_x;
  int subsampling_y;

John Koleszar's avatar
John Koleszar committed
151
  YUV_TYPE clr_type;
John Koleszar's avatar
John Koleszar committed
152

John Koleszar's avatar
John Koleszar committed
153
  YV12_BUFFER_CONFIG *frame_to_show;
154

John Koleszar's avatar
John Koleszar committed
155
  YV12_BUFFER_CONFIG yv12_fb[NUM_YV12_BUFFERS];
156
  int fb_idx_ref_cnt[NUM_YV12_BUFFERS]; /* reference counts */
157
158
  int ref_frame_map[NUM_REF_FRAMES]; /* maps fb_idx to reference slot */

159
160
161
162
163
164
  // TODO(jkoleszar): could expand active_ref_idx to 4, with 0 as intra, and
  // roll new_fb_idx into it.

  // Each frame can reference ALLOWED_REFS_PER_FRAME buffers
  int active_ref_idx[ALLOWED_REFS_PER_FRAME];
  struct scale_factors active_ref_scale[ALLOWED_REFS_PER_FRAME];
165
  int new_fb_idx;
166

167

John Koleszar's avatar
John Koleszar committed
168
169
  YV12_BUFFER_CONFIG post_proc_buffer;
  YV12_BUFFER_CONFIG temp_scale_frame;
John Koleszar's avatar
John Koleszar committed
170

Attila Nagy's avatar
Attila Nagy committed
171

John Koleszar's avatar
John Koleszar committed
172
173
  FRAME_TYPE last_frame_type;  /* Save last frame's frame type for motion search. */
  FRAME_TYPE frame_type;
John Koleszar's avatar
John Koleszar committed
174

John Koleszar's avatar
John Koleszar committed
175
  int show_frame;
176
  int last_show_frame;
John Koleszar's avatar
John Koleszar committed
177

178
179
180
181
  // Flag signaling that the frame is encoded using only INTRA modes.
  int intra_only;

  // Flag signaling that the frame context should be reset to default values.
182
183
  // 0 or 1 implies don't reset, 2 reset just the context specified in the
  // frame header, 3 reset all contexts.
184
185
  int reset_frame_context;

John Koleszar's avatar
John Koleszar committed
186
  int frame_flags;
187
  // MBs, mb_rows/cols is in 16-pixel units; mi_rows/cols is in
Jingning Han's avatar
Jingning Han committed
188
  // MODE_INFO (8-pixel) units.
John Koleszar's avatar
John Koleszar committed
189
  int MBs;
190
191
  int mb_rows, mi_rows;
  int mb_cols, mi_cols;
John Koleszar's avatar
John Koleszar committed
192
  int mode_info_stride;
John Koleszar's avatar
John Koleszar committed
193

John Koleszar's avatar
John Koleszar committed
194
195
  /* profile settings */
  TXFM_MODE txfm_mode;
John Koleszar's avatar
John Koleszar committed
196

John Koleszar's avatar
John Koleszar committed
197
198
  int base_qindex;
  int last_kf_gf_q;  /* Q used on the last GF or KF */
John Koleszar's avatar
John Koleszar committed
199

200
201
202
  int y_dc_delta_q;
  int uv_dc_delta_q;
  int uv_ac_delta_q;
203
204
205
206
#if CONFIG_ALPHA
  int a_dc_delta_q;
  int a_ac_delta_q;
#endif
John Koleszar's avatar
John Koleszar committed
207

John Koleszar's avatar
John Koleszar committed
208
209
  unsigned int frames_since_golden;
  unsigned int frames_till_alt_ref_frame;
John Koleszar's avatar
John Koleszar committed
210

John Koleszar's avatar
John Koleszar committed
211
212
  /* We allocate a MODE_INFO struct for each macroblock, together with
     an extra row on top and column on the left to simplify prediction. */
John Koleszar's avatar
John Koleszar committed
213

John Koleszar's avatar
John Koleszar committed
214
215
216
217
  MODE_INFO *mip; /* Base of allocated array */
  MODE_INFO *mi;  /* Corresponds to upper left visible macroblock */
  MODE_INFO *prev_mip; /* MODE_INFO array 'mip' from last decoded frame */
  MODE_INFO *prev_mi;  /* 'mi' from last frame (points into prev_mip) */
John Koleszar's avatar
John Koleszar committed
218
219


John Koleszar's avatar
John Koleszar committed
220
221
  // Persistent mb segment id map used in prediction.
  unsigned char *last_frame_seg_map;
222

John Koleszar's avatar
John Koleszar committed
223
  INTERPOLATIONFILTERTYPE mcomp_filter_type;
Attila Nagy's avatar
Attila Nagy committed
224

John Koleszar's avatar
John Koleszar committed
225
  loop_filter_info_n lf_info;
Attila Nagy's avatar
Attila Nagy committed
226

John Koleszar's avatar
John Koleszar committed
227
228
229
  int filter_level;
  int last_sharpness_level;
  int sharpness_level;
John Koleszar's avatar
John Koleszar committed
230

231
  int refresh_frame_context;    /* Two state 0 = NO, 1 = YES */
John Koleszar's avatar
John Koleszar committed
232

John Koleszar's avatar
John Koleszar committed
233
  int ref_frame_sign_bias[MAX_REF_FRAMES];    /* Two state 0, 1 */
John Koleszar's avatar
John Koleszar committed
234

235
  /* Y,U,V */
236
237
  ENTROPY_CONTEXT *above_context[MAX_MB_PLANE];
  ENTROPY_CONTEXT left_context[MAX_MB_PLANE][16];
John Koleszar's avatar
John Koleszar committed
238

239
240
  // partition contexts
  PARTITION_CONTEXT *above_seg_context;
241
  PARTITION_CONTEXT left_seg_context[8];
242

John Koleszar's avatar
John Koleszar committed
243
  /* keyframe block modes are predicted by their above, left neighbors */
John Koleszar's avatar
John Koleszar committed
244

245
246
247
248
  vp9_prob kf_y_mode_prob[VP9_INTRA_MODES]
                         [VP9_INTRA_MODES]
                         [VP9_INTRA_MODES - 1];
  vp9_prob kf_uv_mode_prob[VP9_INTRA_MODES] [VP9_INTRA_MODES - 1];
249

John Koleszar's avatar
John Koleszar committed
250
  // Context probabilities for reference frame prediction
Ronald S. Bultje's avatar
Ronald S. Bultje committed
251
252
253
254
  int allow_comp_inter_inter;
  MV_REFERENCE_FRAME comp_fixed_ref;
  MV_REFERENCE_FRAME comp_var_ref[2];
  COMPPREDMODE_TYPE comp_pred_mode;
Paul Wilkins's avatar
Paul Wilkins committed
255

John Koleszar's avatar
John Koleszar committed
256
  FRAME_CONTEXT fc;  /* this frame entropy */
257
258
  FRAME_CONTEXT frame_contexts[NUM_FRAME_CONTEXTS];
  unsigned int  frame_context_idx; /* Context to use/update */
John Koleszar's avatar
John Koleszar committed
259

John Koleszar's avatar
John Koleszar committed
260
261
262
  unsigned int current_video_frame;
  int near_boffset[3];
  int version;
John Koleszar's avatar
John Koleszar committed
263

John Koleszar's avatar
John Koleszar committed
264
265
  double bitrate;
  double framerate;
John Koleszar's avatar
John Koleszar committed
266

267
#if CONFIG_POSTPROC
John Koleszar's avatar
John Koleszar committed
268
  struct postproc_state  postproc_state;
269
#endif
270

271
  int error_resilient_mode;
272
  int frame_parallel_decoding_mode;
273

274
  int tile_columns, log2_tile_columns;
275
  int cur_tile_mi_col_start, cur_tile_mi_col_end, cur_tile_col_idx;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
276
  int tile_rows, log2_tile_rows;
277
  int cur_tile_mi_row_start, cur_tile_mi_row_end, cur_tile_row_idx;
278
} VP9_COMMON;
John Koleszar's avatar
John Koleszar committed
279

280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
static int get_free_fb(VP9_COMMON *cm) {
  int i;
  for (i = 0; i < NUM_YV12_BUFFERS; i++)
    if (cm->fb_idx_ref_cnt[i] == 0)
      break;

  assert(i < NUM_YV12_BUFFERS);
  cm->fb_idx_ref_cnt[i] = 1;
  return i;
}

static void ref_cnt_fb(int *buf, int *idx, int new_idx) {
  if (buf[*idx] > 0)
    buf[*idx]--;

  *idx = new_idx;

  buf[new_idx]++;
}

300
301
static int mi_cols_aligned_to_sb(int n_mis) {
  return ALIGN_POWER_OF_TWO(n_mis, LOG2_MI_BLOCK_SIZE);
302
303
}

304
static INLINE void set_partition_seg_context(VP9_COMMON *cm, MACROBLOCKD *xd,
305
306
                                             int mi_row, int mi_col) {
  xd->above_seg_context = cm->above_seg_context + mi_col;
307
  xd->left_seg_context = cm->left_seg_context + (mi_row & MI_MASK);
308
309
}

310
311
312
313
314
315
static int check_bsize_coverage(VP9_COMMON *cm, MACROBLOCKD *xd,
                                int mi_row, int mi_col,
                                BLOCK_SIZE_TYPE bsize) {
  int bsl = mi_width_log2(bsize), bs = 1 << bsl;
  int ms = bs / 2;

316
  if ((mi_row + ms < cm->mi_rows) && (mi_col + ms < cm->mi_cols))
317
318
319
320
321
322
323
    return 0;

  // frame width/height are multiples of 8, hence 8x8 block should always
  // pass the above check
  assert(bsize > BLOCK_SIZE_SB8X8);

  // return the node index in the prob tree for binary coding
324
  // only allow horizontal/split partition types
325
  if ((mi_col + ms < cm->mi_cols) && (mi_row + ms >= cm->mi_rows))
326
    return 1;
327
  // only allow vertical/split partition types
328
  if ((mi_row + ms < cm->mi_rows) && (mi_col + ms >= cm->mi_cols))
329
330
331
332
333
    return 2;

  return -1;
}

334
335
336
337
338
339
340
static void set_mi_row_col(VP9_COMMON *cm, MACROBLOCKD *xd,
                       int mi_row, int bh,
                       int mi_col, int bw) {
  xd->mb_to_top_edge    = -((mi_row * MI_SIZE) << 3);
  xd->mb_to_bottom_edge = ((cm->mi_rows - bh - mi_row) * MI_SIZE) << 3;
  xd->mb_to_left_edge   = -((mi_col * MI_SIZE) << 3);
  xd->mb_to_right_edge  = ((cm->mi_cols - bw - mi_col) * MI_SIZE) << 3;
341
342

  // Are edges available for intra prediction?
343
344
345
  xd->up_available    = (mi_row != 0);
  xd->left_available  = (mi_col > cm->cur_tile_mi_col_start);
  xd->right_available = (mi_col + bw < cm->cur_tile_mi_col_end);
346
347
}

348
349
static int get_mi_row(const MACROBLOCKD *xd) {
  return ((-xd->mb_to_top_edge) >> (3 + LOG2_MI_SIZE));
350
351
}

352
353
static int get_mi_col(const MACROBLOCKD *xd) {
  return ((-xd->mb_to_left_edge) >> (3 + LOG2_MI_SIZE));
354
}
355
356

static int get_token_alloc(int mb_rows, int mb_cols) {
357
  return mb_rows * mb_cols * (48 * 16 + 4);
358
}
359
360
361
362
363

static void set_prev_mi(VP9_COMMON *cm) {
  const int use_prev_in_find_mv_refs = cm->width == cm->last_width &&
                                       cm->height == cm->last_height &&
                                       !cm->error_resilient_mode &&
Adrian Grange's avatar
Adrian Grange committed
364
                                       !cm->intra_only &&
365
366
367
368
369
370
                                       cm->last_show_frame;
  // Special case: set prev_mi to NULL when the previous mode info
  // context cannot be used.
  cm->prev_mi = use_prev_in_find_mv_refs ?
                  cm->prev_mip + cm->mode_info_stride + 1 : NULL;
}
371
#endif  // VP9_COMMON_VP9_ONYXC_INT_H_