vp9_onyxc_int.h 10.9 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
 */

11
12
#ifndef VP9_COMMON_VP9_ONYXC_INT_H_
#define VP9_COMMON_VP9_ONYXC_INT_H_
John Koleszar's avatar
John Koleszar committed
13

14
15
#include "vpx_config.h"
#include "vpx/internal/vpx_codec_internal.h"
16
#include "vp9_rtcd.h"
17
18
19
20
#include "vp9/common/vp9_loopfilter.h"
#include "vp9/common/vp9_entropymv.h"
#include "vp9/common/vp9_entropy.h"
#include "vp9/common/vp9_entropymode.h"
21
#include "vp9/common/vp9_quant_common.h"
22

23
#if CONFIG_POSTPROC
24
#include "vp9/common/vp9_postproc.h"
25
#endif
John Koleszar's avatar
John Koleszar committed
26

27
#define ALLOWED_REFS_PER_FRAME 3
John Koleszar's avatar
John Koleszar committed
28

29
#define NUM_REF_FRAMES_LOG2 3
30
#define NUM_REF_FRAMES (1 << NUM_REF_FRAMES_LOG2)
31

32
33
34
35
// 1 scratch frame for the new frame, 3 for scaled references on the encoder
// TODO(jkoleszar): These 3 extra references could probably come from the
// normal reference pool.
#define NUM_YV12_BUFFERS (NUM_REF_FRAMES + 4)
John Koleszar's avatar
John Koleszar committed
36

37
38
#define NUM_FRAME_CONTEXTS_LOG2 2
#define NUM_FRAME_CONTEXTS (1 << NUM_FRAME_CONTEXTS_LOG2)
39

John Koleszar's avatar
John Koleszar committed
40
typedef struct frame_contexts {
41
  // y_mode, uv_mode, partition
42
  vp9_prob y_mode_prob[BLOCK_SIZE_GROUPS][VP9_INTRA_MODES - 1];
43
  vp9_prob uv_mode_prob[VP9_INTRA_MODES][VP9_INTRA_MODES - 1];
44
45
46
  vp9_prob partition_prob[NUM_FRAME_TYPES][NUM_PARTITION_CONTEXTS]
                         [PARTITION_TYPES - 1];
  vp9_prob pre_y_mode_prob[BLOCK_SIZE_GROUPS][VP9_INTRA_MODES - 1];
47
  vp9_prob pre_uv_mode_prob[VP9_INTRA_MODES][VP9_INTRA_MODES - 1];
48
  vp9_prob pre_partition_prob[NUM_PARTITION_CONTEXTS][PARTITION_TYPES - 1];
49
  unsigned int y_mode_counts[BLOCK_SIZE_GROUPS][VP9_INTRA_MODES];
50
  unsigned int uv_mode_counts[VP9_INTRA_MODES][VP9_INTRA_MODES];
51
  unsigned int partition_counts[NUM_PARTITION_CONTEXTS][PARTITION_TYPES];
52

53
  // coeff
54
55
56
  vp9_coeff_probs_model coef_probs[TX_SIZE_MAX_SB][BLOCK_TYPES];
  vp9_coeff_probs_model pre_coef_probs[TX_SIZE_MAX_SB][BLOCK_TYPES];
  vp9_coeff_count_model coef_counts[TX_SIZE_MAX_SB][BLOCK_TYPES];
57
58
59
  unsigned int eob_branch_counts[TX_SIZE_MAX_SB][BLOCK_TYPES][REF_TYPES]
                                [COEF_BANDS][PREV_COEF_CONTEXTS];

60
  // switchable_interp
61
62
  vp9_prob switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
                                 [VP9_SWITCHABLE_FILTERS - 1];
63
  vp9_prob pre_switchable_interp_prob[VP9_SWITCHABLE_FILTERS + 1]
64
                                     [VP9_SWITCHABLE_FILTERS - 1];
65
66
  unsigned int switchable_interp_count[VP9_SWITCHABLE_FILTERS + 1]
                                      [VP9_SWITCHABLE_FILTERS];
67
  // inter_mode
68
69
70
  vp9_prob inter_mode_probs[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1];
  vp9_prob pre_inter_mode_probs[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1];
  unsigned int inter_mode_counts[INTER_MODE_CONTEXTS][VP9_INTER_MODES - 1][2];
Ronald S. Bultje's avatar
Ronald S. Bultje committed
71

72
  // intra_inter, comp_inter, single_ref, comp_ref
Ronald S. Bultje's avatar
Ronald S. Bultje committed
73
74
75
76
77
78
79
80
81
82
83
84
  vp9_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  vp9_prob comp_inter_prob[COMP_INTER_CONTEXTS];
  vp9_prob single_ref_prob[REF_CONTEXTS][2];
  vp9_prob comp_ref_prob[REF_CONTEXTS];
  vp9_prob pre_intra_inter_prob[INTRA_INTER_CONTEXTS];
  vp9_prob pre_comp_inter_prob[COMP_INTER_CONTEXTS];
  vp9_prob pre_single_ref_prob[REF_CONTEXTS][2];
  vp9_prob pre_comp_ref_prob[REF_CONTEXTS];
  unsigned int intra_inter_count[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter_count[COMP_INTER_CONTEXTS][2];
  unsigned int single_ref_count[REF_CONTEXTS][2][2];
  unsigned int comp_ref_count[REF_CONTEXTS][2];
85

86
  // tx_probs
87
88
89
  struct tx_probs tx_probs;
  struct tx_probs pre_tx_probs;
  struct tx_counts tx_counts;
Deb Mukherjee's avatar
Deb Mukherjee committed
90

91
  // mbskip
Deb Mukherjee's avatar
Deb Mukherjee committed
92
93
94
  vp9_prob mbskip_probs[MBSKIP_CONTEXTS];
  vp9_prob pre_mbskip_probs[MBSKIP_CONTEXTS];
  unsigned int mbskip_count[MBSKIP_CONTEXTS][2];
95
96
97
98
99

  // mv
  nmv_context nmvc;
  nmv_context pre_nmvc;
  nmv_context_counts NMVcount;
John Koleszar's avatar
John Koleszar committed
100
101
} FRAME_CONTEXT;

John Koleszar's avatar
John Koleszar committed
102
103
104
105
106
typedef enum {
  SINGLE_PREDICTION_ONLY = 0,
  COMP_PREDICTION_ONLY   = 1,
  HYBRID_PREDICTION      = 2,
  NB_PREDICTION_TYPES    = 3,
107
} COMPPREDMODE_TYPE;
108

109
typedef struct VP9Common {
John Koleszar's avatar
John Koleszar committed
110
  struct vpx_internal_error_info  error;
John Koleszar's avatar
John Koleszar committed
111

112
113
  DECLARE_ALIGNED(16, int16_t, y_dequant[QINDEX_RANGE][8]);
  DECLARE_ALIGNED(16, int16_t, uv_dequant[QINDEX_RANGE][8]);
114
#if CONFIG_ALPHA
115
  DECLARE_ALIGNED(16, int16_t, a_dequant[QINDEX_RANGE][8]);
116
#endif
John Koleszar's avatar
John Koleszar committed
117

118
119
  int width;
  int height;
120
121
  int display_width;
  int display_height;
122
123
  int last_width;
  int last_height;
John Koleszar's avatar
John Koleszar committed
124

125
126
127
128
129
130
  // TODO(jkoleszar): this implies chroma ss right now, but could vary per
  // plane. Revisit as part of the future change to YV12_BUFFER_CONFIG to
  // support additional planes.
  int subsampling_x;
  int subsampling_y;

John Koleszar's avatar
John Koleszar committed
131
  YV12_BUFFER_CONFIG *frame_to_show;
132

John Koleszar's avatar
John Koleszar committed
133
  YV12_BUFFER_CONFIG yv12_fb[NUM_YV12_BUFFERS];
134
  int fb_idx_ref_cnt[NUM_YV12_BUFFERS]; /* reference counts */
135
136
  int ref_frame_map[NUM_REF_FRAMES]; /* maps fb_idx to reference slot */

137
138
139
140
141
142
  // TODO(jkoleszar): could expand active_ref_idx to 4, with 0 as intra, and
  // roll new_fb_idx into it.

  // Each frame can reference ALLOWED_REFS_PER_FRAME buffers
  int active_ref_idx[ALLOWED_REFS_PER_FRAME];
  struct scale_factors active_ref_scale[ALLOWED_REFS_PER_FRAME];
143
  int new_fb_idx;
144

145

John Koleszar's avatar
John Koleszar committed
146
147
  YV12_BUFFER_CONFIG post_proc_buffer;
  YV12_BUFFER_CONFIG temp_scale_frame;
John Koleszar's avatar
John Koleszar committed
148

Attila Nagy's avatar
Attila Nagy committed
149

John Koleszar's avatar
John Koleszar committed
150
151
  FRAME_TYPE last_frame_type;  /* Save last frame's frame type for motion search. */
  FRAME_TYPE frame_type;
John Koleszar's avatar
John Koleszar committed
152

John Koleszar's avatar
John Koleszar committed
153
  int show_frame;
154
  int last_show_frame;
John Koleszar's avatar
John Koleszar committed
155

156
157
158
159
  // Flag signaling that the frame is encoded using only INTRA modes.
  int intra_only;

  // Flag signaling that the frame context should be reset to default values.
160
161
  // 0 or 1 implies don't reset, 2 reset just the context specified in the
  // frame header, 3 reset all contexts.
162
163
  int reset_frame_context;

John Koleszar's avatar
John Koleszar committed
164
  int frame_flags;
165
  // MBs, mb_rows/cols is in 16-pixel units; mi_rows/cols is in
Jingning Han's avatar
Jingning Han committed
166
  // MODE_INFO (8-pixel) units.
John Koleszar's avatar
John Koleszar committed
167
  int MBs;
168
169
  int mb_rows, mi_rows;
  int mb_cols, mi_cols;
John Koleszar's avatar
John Koleszar committed
170
  int mode_info_stride;
John Koleszar's avatar
John Koleszar committed
171

John Koleszar's avatar
John Koleszar committed
172
  /* profile settings */
173
  TX_MODE tx_mode;
John Koleszar's avatar
John Koleszar committed
174

John Koleszar's avatar
John Koleszar committed
175
176
  int base_qindex;
  int last_kf_gf_q;  /* Q used on the last GF or KF */
John Koleszar's avatar
John Koleszar committed
177

178
179
180
  int y_dc_delta_q;
  int uv_dc_delta_q;
  int uv_ac_delta_q;
181
182
183
184
#if CONFIG_ALPHA
  int a_dc_delta_q;
  int a_ac_delta_q;
#endif
John Koleszar's avatar
John Koleszar committed
185

John Koleszar's avatar
John Koleszar committed
186
187
  unsigned int frames_since_golden;
  unsigned int frames_till_alt_ref_frame;
John Koleszar's avatar
John Koleszar committed
188

John Koleszar's avatar
John Koleszar committed
189
190
  /* We allocate a MODE_INFO struct for each macroblock, together with
     an extra row on top and column on the left to simplify prediction. */
John Koleszar's avatar
John Koleszar committed
191

John Koleszar's avatar
John Koleszar committed
192
193
194
195
  MODE_INFO *mip; /* Base of allocated array */
  MODE_INFO *mi;  /* Corresponds to upper left visible macroblock */
  MODE_INFO *prev_mip; /* MODE_INFO array 'mip' from last decoded frame */
  MODE_INFO *prev_mi;  /* 'mi' from last frame (points into prev_mip) */
John Koleszar's avatar
John Koleszar committed
196
197


John Koleszar's avatar
John Koleszar committed
198
199
  // Persistent mb segment id map used in prediction.
  unsigned char *last_frame_seg_map;
200

John Koleszar's avatar
John Koleszar committed
201
  INTERPOLATIONFILTERTYPE mcomp_filter_type;
Attila Nagy's avatar
Attila Nagy committed
202

John Koleszar's avatar
John Koleszar committed
203
  loop_filter_info_n lf_info;
Attila Nagy's avatar
Attila Nagy committed
204

John Koleszar's avatar
John Koleszar committed
205
206
207
  int filter_level;
  int last_sharpness_level;
  int sharpness_level;
John Koleszar's avatar
John Koleszar committed
208

209
  int refresh_frame_context;    /* Two state 0 = NO, 1 = YES */
John Koleszar's avatar
John Koleszar committed
210

John Koleszar's avatar
John Koleszar committed
211
  int ref_frame_sign_bias[MAX_REF_FRAMES];    /* Two state 0, 1 */
John Koleszar's avatar
John Koleszar committed
212

213
  /* Y,U,V */
214
215
  ENTROPY_CONTEXT *above_context[MAX_MB_PLANE];
  ENTROPY_CONTEXT left_context[MAX_MB_PLANE][16];
John Koleszar's avatar
John Koleszar committed
216

217
218
  // partition contexts
  PARTITION_CONTEXT *above_seg_context;
219
  PARTITION_CONTEXT left_seg_context[8];
220

John Koleszar's avatar
John Koleszar committed
221
  // Context probabilities for reference frame prediction
Ronald S. Bultje's avatar
Ronald S. Bultje committed
222
223
224
225
  int allow_comp_inter_inter;
  MV_REFERENCE_FRAME comp_fixed_ref;
  MV_REFERENCE_FRAME comp_var_ref[2];
  COMPPREDMODE_TYPE comp_pred_mode;
Paul Wilkins's avatar
Paul Wilkins committed
226

John Koleszar's avatar
John Koleszar committed
227
  FRAME_CONTEXT fc;  /* this frame entropy */
228
229
  FRAME_CONTEXT frame_contexts[NUM_FRAME_CONTEXTS];
  unsigned int  frame_context_idx; /* Context to use/update */
John Koleszar's avatar
John Koleszar committed
230

John Koleszar's avatar
John Koleszar committed
231
232
  unsigned int current_video_frame;
  int version;
John Koleszar's avatar
John Koleszar committed
233

234
#if CONFIG_POSTPROC
John Koleszar's avatar
John Koleszar committed
235
  struct postproc_state  postproc_state;
236
#endif
237

238
  int error_resilient_mode;
239
  int frame_parallel_decoding_mode;
240

Dmitry Kovalev's avatar
Dmitry Kovalev committed
241
  int log2_tile_cols, log2_tile_rows;
242
243
  int cur_tile_mi_col_start, cur_tile_mi_col_end, cur_tile_col_idx;
  int cur_tile_mi_row_start, cur_tile_mi_row_end, cur_tile_row_idx;
244
} VP9_COMMON;
John Koleszar's avatar
John Koleszar committed
245

246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
static int get_free_fb(VP9_COMMON *cm) {
  int i;
  for (i = 0; i < NUM_YV12_BUFFERS; i++)
    if (cm->fb_idx_ref_cnt[i] == 0)
      break;

  assert(i < NUM_YV12_BUFFERS);
  cm->fb_idx_ref_cnt[i] = 1;
  return i;
}

static void ref_cnt_fb(int *buf, int *idx, int new_idx) {
  if (buf[*idx] > 0)
    buf[*idx]--;

  *idx = new_idx;

  buf[new_idx]++;
}

266
267
static int mi_cols_aligned_to_sb(int n_mis) {
  return ALIGN_POWER_OF_TWO(n_mis, LOG2_MI_BLOCK_SIZE);
268
269
}

270
static INLINE void set_partition_seg_context(VP9_COMMON *cm, MACROBLOCKD *xd,
271
272
                                             int mi_row, int mi_col) {
  xd->above_seg_context = cm->above_seg_context + mi_col;
273
  xd->left_seg_context = cm->left_seg_context + (mi_row & MI_MASK);
274
275
}

276
277
278
279
280
281
static int check_bsize_coverage(VP9_COMMON *cm, MACROBLOCKD *xd,
                                int mi_row, int mi_col,
                                BLOCK_SIZE_TYPE bsize) {
  int bsl = mi_width_log2(bsize), bs = 1 << bsl;
  int ms = bs / 2;

282
  if ((mi_row + ms < cm->mi_rows) && (mi_col + ms < cm->mi_cols))
283
284
285
286
287
288
289
    return 0;

  // frame width/height are multiples of 8, hence 8x8 block should always
  // pass the above check
  assert(bsize > BLOCK_SIZE_SB8X8);

  // return the node index in the prob tree for binary coding
290
  // only allow horizontal/split partition types
291
  if ((mi_col + ms < cm->mi_cols) && (mi_row + ms >= cm->mi_rows))
292
    return 1;
293
  // only allow vertical/split partition types
294
  if ((mi_row + ms < cm->mi_rows) && (mi_col + ms >= cm->mi_cols))
295
296
297
298
299
    return 2;

  return -1;
}

300
301
302
303
304
305
306
static void set_mi_row_col(VP9_COMMON *cm, MACROBLOCKD *xd,
                       int mi_row, int bh,
                       int mi_col, int bw) {
  xd->mb_to_top_edge    = -((mi_row * MI_SIZE) << 3);
  xd->mb_to_bottom_edge = ((cm->mi_rows - bh - mi_row) * MI_SIZE) << 3;
  xd->mb_to_left_edge   = -((mi_col * MI_SIZE) << 3);
  xd->mb_to_right_edge  = ((cm->mi_cols - bw - mi_col) * MI_SIZE) << 3;
307
308

  // Are edges available for intra prediction?
309
310
311
  xd->up_available    = (mi_row != 0);
  xd->left_available  = (mi_col > cm->cur_tile_mi_col_start);
  xd->right_available = (mi_col + bw < cm->cur_tile_mi_col_end);
312
313
}

314
315
static int get_mi_row(const MACROBLOCKD *xd) {
  return ((-xd->mb_to_top_edge) >> (3 + LOG2_MI_SIZE));
316
317
}

318
319
static int get_mi_col(const MACROBLOCKD *xd) {
  return ((-xd->mb_to_left_edge) >> (3 + LOG2_MI_SIZE));
320
}
321
322

static int get_token_alloc(int mb_rows, int mb_cols) {
323
  return mb_rows * mb_cols * (48 * 16 + 4);
324
}
325
326
327
328
329

static void set_prev_mi(VP9_COMMON *cm) {
  const int use_prev_in_find_mv_refs = cm->width == cm->last_width &&
                                       cm->height == cm->last_height &&
                                       !cm->error_resilient_mode &&
Adrian Grange's avatar
Adrian Grange committed
330
                                       !cm->intra_only &&
331
332
333
334
335
336
                                       cm->last_show_frame;
  // Special case: set prev_mi to NULL when the previous mode info
  // context cannot be used.
  cm->prev_mi = use_prev_in_find_mv_refs ?
                  cm->prev_mip + cm->mode_info_stride + 1 : NULL;
}
337
#endif  // VP9_COMMON_VP9_ONYXC_INT_H_