vp9_blockd.h 14.7 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
13
#ifndef VP9_COMMON_VP9_BLOCKD_H_
#define VP9_COMMON_VP9_BLOCKD_H_
John Koleszar's avatar
John Koleszar committed
14

15
#include "./vpx_config.h"
16
17

#include "vpx_ports/mem.h"
John Koleszar's avatar
John Koleszar committed
18
#include "vpx_scale/yv12config.h"
19
20
21
22

#include "vp9/common/vp9_common.h"
#include "vp9/common/vp9_common_data.h"
#include "vp9/common/vp9_enums.h"
23
#include "vp9/common/vp9_filter.h"
24
#include "vp9/common/vp9_mv.h"
25
#include "vp9/common/vp9_scale.h"
26
#include "vp9/common/vp9_seg_common.h"
27
#include "vp9/common/vp9_treecoder.h"
John Koleszar's avatar
John Koleszar committed
28

29
#define BLOCK_SIZE_GROUPS   4
30
31
#define MBSKIP_CONTEXTS 3

32
/* Segment Feature Masks */
Paul Wilkins's avatar
Paul Wilkins committed
33
#define MAX_MV_REF_CANDIDATES 2
John Koleszar's avatar
John Koleszar committed
34

Ronald S. Bultje's avatar
Ronald S. Bultje committed
35
36
37
38
#define INTRA_INTER_CONTEXTS 4
#define COMP_INTER_CONTEXTS 5
#define REF_CONTEXTS 5

Dmitry Kovalev's avatar
Dmitry Kovalev committed
39
typedef enum {
40
  PLANE_TYPE_Y_WITH_DC,
41
  PLANE_TYPE_UV,
42
} PLANE_TYPE;
Scott LaVarnway's avatar
Scott LaVarnway committed
43

44
typedef char ENTROPY_CONTEXT;
John Koleszar's avatar
John Koleszar committed
45

46
47
typedef char PARTITION_CONTEXT;

48
49
50
51
static INLINE int combine_entropy_contexts(ENTROPY_CONTEXT a,
                                           ENTROPY_CONTEXT b) {
  return (a != 0) + (b != 0);
}
John Koleszar's avatar
John Koleszar committed
52

John Koleszar's avatar
John Koleszar committed
53
54
typedef enum {
  KEY_FRAME = 0,
55
  INTER_FRAME = 1,
56
  FRAME_TYPES,
John Koleszar's avatar
John Koleszar committed
57
58
} FRAME_TYPE;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
59
typedef enum {
60
61
62
63
64
65
66
  DC_PRED,         // Average of above and left pixels
  V_PRED,          // Vertical
  H_PRED,          // Horizontal
  D45_PRED,        // Directional 45  deg = round(arctan(1/1) * 180/pi)
  D135_PRED,       // Directional 135 deg = 180 - 45
  D117_PRED,       // Directional 117 deg = 180 - 63
  D153_PRED,       // Directional 153 deg = 180 - 27
Dmitry Kovalev's avatar
Dmitry Kovalev committed
67
  D207_PRED,       // Directional 207 deg = 180 + 27
68
69
  D63_PRED,        // Directional 63  deg = round(arctan(2/1) * 180/pi)
  TM_PRED,         // True-motion
John Koleszar's avatar
John Koleszar committed
70
71
72
73
74
  NEARESTMV,
  NEARMV,
  ZEROMV,
  NEWMV,
  MB_MODE_COUNT
John Koleszar's avatar
John Koleszar committed
75
76
} MB_PREDICTION_MODE;

77
static INLINE int is_inter_mode(MB_PREDICTION_MODE mode) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
78
  return mode >= NEARESTMV && mode <= NEWMV;
79
80
}

81
#define INTRA_MODES (TM_PRED + 1)
John Koleszar's avatar
John Koleszar committed
82

83
#define INTER_MODES (1 + NEWMV - NEARESTMV)
John Koleszar's avatar
John Koleszar committed
84

85
86
#define INTER_OFFSET(mode) ((mode) - NEARESTMV)

87

John Koleszar's avatar
John Koleszar committed
88
89
90
91
/* For keyframes, intra block modes are predicted by the (already decoded)
   modes for the Y blocks to the left and above us; for interframes, there
   is a single probability table. */

92
typedef struct {
93
  MB_PREDICTION_MODE as_mode;
94
  int_mv as_mv[2];  // first, second inter predictor motion vectors
95
} b_mode_info;
John Koleszar's avatar
John Koleszar committed
96

John Koleszar's avatar
John Koleszar committed
97
typedef enum {
98
  NONE = -1,
John Koleszar's avatar
John Koleszar committed
99
100
101
102
103
  INTRA_FRAME = 0,
  LAST_FRAME = 1,
  GOLDEN_FRAME = 2,
  ALTREF_FRAME = 3,
  MAX_REF_FRAMES = 4
John Koleszar's avatar
John Koleszar committed
104
105
} MV_REFERENCE_FRAME;

106
static INLINE int b_width_log2(BLOCK_SIZE sb_type) {
107
  return b_width_log2_lookup[sb_type];
108
}
109
static INLINE int b_height_log2(BLOCK_SIZE sb_type) {
110
  return b_height_log2_lookup[sb_type];
111
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
112

113
static INLINE int mi_width_log2(BLOCK_SIZE sb_type) {
Jim Bankoski's avatar
Jim Bankoski committed
114
  return mi_width_log2_lookup[sb_type];
115
116
}

117
static INLINE int mi_height_log2(BLOCK_SIZE sb_type) {
Jim Bankoski's avatar
Jim Bankoski committed
118
  return mi_height_log2_lookup[sb_type];
119
120
}

Paul Wilkins's avatar
Paul Wilkins committed
121
// This structure now relates to 8x8 block regions.
John Koleszar's avatar
John Koleszar committed
122
123
typedef struct {
  MB_PREDICTION_MODE mode, uv_mode;
Ronald S. Bultje's avatar
Ronald S. Bultje committed
124
  MV_REFERENCE_FRAME ref_frame[2];
125
  TX_SIZE tx_size;
Paul Wilkins's avatar
Paul Wilkins committed
126
  int_mv mv[2];                // for each reference frame used
Paul Wilkins's avatar
Paul Wilkins committed
127
  int_mv ref_mvs[MAX_REF_FRAMES][MAX_MV_REF_CANDIDATES];
128
  int_mv best_mv[2];
Paul Wilkins's avatar
Paul Wilkins committed
129

Paul Wilkins's avatar
Paul Wilkins committed
130
  uint8_t mode_context[MAX_REF_FRAMES];
Paul Wilkins's avatar
Paul Wilkins committed
131

Paul Wilkins's avatar
Paul Wilkins committed
132
133
  unsigned char skip_coeff;    // 0=need to decode coeffs, 1=no coefficients
  unsigned char segment_id;    // Segment id for this block.
John Koleszar's avatar
John Koleszar committed
134

135
  // Flags used for prediction status of various bit-stream signals
John Koleszar's avatar
John Koleszar committed
136
137
  unsigned char seg_id_predicted;

138
  INTERPOLATION_TYPE interp_filter;
139

140
  BLOCK_SIZE sb_type;
John Koleszar's avatar
John Koleszar committed
141
142
} MB_MODE_INFO;

John Koleszar's avatar
John Koleszar committed
143
144
typedef struct {
  MB_MODE_INFO mbmi;
145
  b_mode_info bmi[4];
John Koleszar's avatar
John Koleszar committed
146
147
} MODE_INFO;

148
static INLINE int is_inter_block(const MB_MODE_INFO *mbmi) {
149
150
151
  return mbmi->ref_frame[0] > INTRA_FRAME;
}

152
153
154
155
static INLINE int has_second_ref(const MB_MODE_INFO *mbmi) {
  return mbmi->ref_frame[1] > INTRA_FRAME;
}

156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
static MB_PREDICTION_MODE left_block_mode(const MODE_INFO *cur_mi,
                                          const MODE_INFO *left_mi, int b) {
  if (b == 0 || b == 2) {
    if (!left_mi || is_inter_block(&left_mi->mbmi))
      return DC_PRED;

    return left_mi->mbmi.sb_type < BLOCK_8X8 ? left_mi->bmi[b + 1].as_mode
                                             : left_mi->mbmi.mode;
  } else {
    assert(b == 1 || b == 3);
    return cur_mi->bmi[b - 1].as_mode;
  }
}

static MB_PREDICTION_MODE above_block_mode(const MODE_INFO *cur_mi,
                                           const MODE_INFO *above_mi, int b) {
  if (b == 0 || b == 1) {
    if (!above_mi || is_inter_block(&above_mi->mbmi))
      return DC_PRED;

    return above_mi->mbmi.sb_type < BLOCK_8X8 ? above_mi->bmi[b + 2].as_mode
                                              : above_mi->mbmi.mode;
  } else {
    assert(b == 2 || b == 3);
    return cur_mi->bmi[b - 2].as_mode;
  }
}

184
185
186
187
188
enum mv_precision {
  MV_PRECISION_Q3,
  MV_PRECISION_Q4
};

189
190
191
#if CONFIG_ALPHA
enum { MAX_MB_PLANE = 4 };
#else
192
enum { MAX_MB_PLANE = 3 };
193
#endif
194

195
196
197
198
199
struct buf_2d {
  uint8_t *buf;
  int stride;
};

200
struct macroblockd_plane {
201
202
  int16_t *dqcoeff;
  uint16_t *eobs;
203
204
205
  PLANE_TYPE plane_type;
  int subsampling_x;
  int subsampling_y;
206
207
  struct buf_2d dst;
  struct buf_2d pre[2];
208
  int16_t *dequant;
209
210
  ENTROPY_CONTEXT *above_context;
  ENTROPY_CONTEXT *left_context;
211
212
};

213
#define BLOCK_OFFSET(x, i) ((x) + (i) * 16)
214

Jim Bankoski's avatar
Jim Bankoski committed
215
typedef struct macroblockd {
216
  struct macroblockd_plane plane[MAX_MB_PLANE];
217

218
  struct scale_factors scale_factor[2];
John Koleszar's avatar
John Koleszar committed
219

220
  MODE_INFO *last_mi;
John Koleszar's avatar
John Koleszar committed
221
  int mode_info_stride;
John Koleszar's avatar
John Koleszar committed
222

223
224
225
  // A NULL indicates that the 8x8 is not part of the image
  MODE_INFO **mi_8x8;
  MODE_INFO **prev_mi_8x8;
226
  MODE_INFO *mi_stream;
227

John Koleszar's avatar
John Koleszar committed
228
229
  int up_available;
  int left_available;
John Koleszar's avatar
John Koleszar committed
230

John Koleszar's avatar
John Koleszar committed
231
232
233
234
235
236
  /* Distance of MB away from frame edges */
  int mb_to_left_edge;
  int mb_to_right_edge;
  int mb_to_top_edge;
  int mb_to_bottom_edge;

Yaowu Xu's avatar
Yaowu Xu committed
237
  int lossless;
238
  /* Inverse transform function pointers. */
239
  void (*itxm_add)(const int16_t *input, uint8_t *dest, int stride, int eob);
240

241
  struct subpix_fn_table  subpix;
242

John Koleszar's avatar
John Koleszar committed
243
  int corrupted;
244

245
246
247
248
  /* Y,U,V,(A) */
  ENTROPY_CONTEXT *above_context[MAX_MB_PLANE];
  ENTROPY_CONTEXT left_context[MAX_MB_PLANE][16];

249
250
  PARTITION_CONTEXT *above_seg_context;
  PARTITION_CONTEXT left_seg_context[8];
John Koleszar's avatar
John Koleszar committed
251
252
} MACROBLOCKD;

253
254


255
256
static BLOCK_SIZE get_subsize(BLOCK_SIZE bsize, PARTITION_TYPE partition) {
  const BLOCK_SIZE subsize = subsize_lookup[partition][bsize];
257
  assert(subsize < BLOCK_SIZES);
258
259
260
  return subsize;
}

261
extern const TX_TYPE mode2txfm_map[MB_MODE_COUNT];
262

263
264
static INLINE TX_TYPE get_tx_type_4x4(PLANE_TYPE plane_type,
                                      const MACROBLOCKD *xd, int ib) {
265
  const MODE_INFO *const mi = xd->mi_8x8[0];
266
267
268
269
  const MB_MODE_INFO *const mbmi = &mi->mbmi;

  if (plane_type != PLANE_TYPE_Y_WITH_DC ||
      xd->lossless ||
270
      is_inter_block(mbmi))
Yaowu Xu's avatar
Yaowu Xu committed
271
    return DCT_DCT;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
272

273
  return mode2txfm_map[mbmi->sb_type < BLOCK_8X8 ?
274
                       mi->bmi[ib].as_mode : mbmi->mode];
Deb Mukherjee's avatar
Deb Mukherjee committed
275
276
}

277
278
279
static INLINE TX_TYPE get_tx_type_8x8(PLANE_TYPE plane_type,
                                      const MACROBLOCKD *xd) {
  return plane_type == PLANE_TYPE_Y_WITH_DC ?
280
             mode2txfm_map[xd->mi_8x8[0]->mbmi.mode] : DCT_DCT;
281
}
282

283
284
285
static INLINE TX_TYPE get_tx_type_16x16(PLANE_TYPE plane_type,
                                        const MACROBLOCKD *xd) {
  return plane_type == PLANE_TYPE_Y_WITH_DC ?
286
             mode2txfm_map[xd->mi_8x8[0]->mbmi.mode] : DCT_DCT;
Deb Mukherjee's avatar
Deb Mukherjee committed
287
288
}

289
290
291
292
293
294
295
296
297
298
static void setup_block_dptrs(MACROBLOCKD *xd, int ss_x, int ss_y) {
  int i;

  for (i = 0; i < MAX_MB_PLANE; i++) {
    xd->plane[i].plane_type = i ? PLANE_TYPE_UV : PLANE_TYPE_Y_WITH_DC;
    xd->plane[i].subsampling_x = i ? ss_x : 0;
    xd->plane[i].subsampling_y = i ? ss_y : 0;
  }
#if CONFIG_ALPHA
  // TODO(jkoleszar): Using the Y w/h for now
299
300
  xd->plane[3].subsampling_x = 0;
  xd->plane[3].subsampling_y = 0;
301
302
303
#endif
}

John Koleszar's avatar
John Koleszar committed
304

305
static INLINE TX_SIZE get_uv_tx_size(const MB_MODE_INFO *mbmi) {
306
  return MIN(mbmi->tx_size, max_uv_txsize_lookup[mbmi->sb_type]);
307
}
308

309
310
311
static BLOCK_SIZE get_plane_block_size(BLOCK_SIZE bsize,
                                       const struct macroblockd_plane *pd) {
  BLOCK_SIZE bs = ss_size_lookup[bsize][pd->subsampling_x][pd->subsampling_y];
312
  assert(bs < BLOCK_SIZES);
Dmitry Kovalev's avatar
Dmitry Kovalev committed
313
314
315
  return bs;
}

John Koleszar's avatar
John Koleszar committed
316
typedef void (*foreach_transformed_block_visitor)(int plane, int block,
317
                                                  BLOCK_SIZE plane_bsize,
318
                                                  TX_SIZE tx_size,
John Koleszar's avatar
John Koleszar committed
319
                                                  void *arg);
Jingning Han's avatar
Jingning Han committed
320

John Koleszar's avatar
John Koleszar committed
321
static INLINE void foreach_transformed_block_in_plane(
322
    const MACROBLOCKD *const xd, BLOCK_SIZE bsize, int plane,
323
    foreach_transformed_block_visitor visit, void *arg) {
324
  const struct macroblockd_plane *const pd = &xd->plane[plane];
325
  const MB_MODE_INFO* mbmi = &xd->mi_8x8[0]->mbmi;
John Koleszar's avatar
John Koleszar committed
326
327
  // block and transform sizes, in number of 4x4 blocks log 2 ("*_b")
  // 4x4=0, 8x8=2, 16x16=4, 32x32=6, 64x64=8
John Koleszar's avatar
John Koleszar committed
328
  // transform size varies per plane, look it up in a common way.
329
  const TX_SIZE tx_size = plane ? get_uv_tx_size(mbmi)
330
                                : mbmi->tx_size;
331
  const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd);
332
333
  const int num_4x4_w = num_4x4_blocks_wide_lookup[plane_bsize];
  const int num_4x4_h = num_4x4_blocks_high_lookup[plane_bsize];
334
  const int step = 1 << (tx_size << 1);
John Koleszar's avatar
John Koleszar committed
335
336
  int i;

337
338
339
340
341
  // If mb_to_right_edge is < 0 we are in a situation in which
  // the current block size extends into the UMV and we won't
  // visit the sub blocks that are wholly within the UMV.
  if (xd->mb_to_right_edge < 0 || xd->mb_to_bottom_edge < 0) {
    int r, c;
342

343
344
    int max_blocks_wide = num_4x4_w;
    int max_blocks_high = num_4x4_h;
345
346
347
348

    // xd->mb_to_right_edge is in units of pixels * 8.  This converts
    // it to 4x4 block sizes.
    if (xd->mb_to_right_edge < 0)
349
      max_blocks_wide += (xd->mb_to_right_edge >> (5 + pd->subsampling_x));
350
351

    if (xd->mb_to_bottom_edge < 0)
352
      max_blocks_high += (xd->mb_to_bottom_edge >> (5 + pd->subsampling_y));
353
354
355
356

    i = 0;
    // Unlike the normal case - in here we have to keep track of the
    // row and column of the blocks we use so that we know if we are in
357
    // the unrestricted motion border.
358
359
    for (r = 0; r < num_4x4_h; r += (1 << tx_size)) {
      for (c = 0; c < num_4x4_w; c += (1 << tx_size)) {
360
        if (r < max_blocks_high && c < max_blocks_wide)
361
          visit(plane, i, plane_bsize, tx_size, arg);
362
363
364
365
        i += step;
      }
    }
  } else {
366
    for (i = 0; i < num_4x4_w * num_4x4_h; i += step)
367
      visit(plane, i, plane_bsize, tx_size, arg);
John Koleszar's avatar
John Koleszar committed
368
369
370
371
  }
}

static INLINE void foreach_transformed_block(
372
    const MACROBLOCKD* const xd, BLOCK_SIZE bsize,
John Koleszar's avatar
John Koleszar committed
373
374
375
    foreach_transformed_block_visitor visit, void *arg) {
  int plane;

376
377
  for (plane = 0; plane < MAX_MB_PLANE; plane++)
    foreach_transformed_block_in_plane(xd, bsize, plane, visit, arg);
John Koleszar's avatar
John Koleszar committed
378
}
379

380
static INLINE void foreach_transformed_block_uv(
381
    const MACROBLOCKD* const xd, BLOCK_SIZE bsize,
382
383
384
    foreach_transformed_block_visitor visit, void *arg) {
  int plane;

385
386
  for (plane = 1; plane < MAX_MB_PLANE; plane++)
    foreach_transformed_block_in_plane(xd, bsize, plane, visit, arg);
387
388
}

389
static void txfrm_block_to_raster_xy(BLOCK_SIZE plane_bsize,
390
                                     TX_SIZE tx_size, int block,
John Koleszar's avatar
John Koleszar committed
391
                                     int *x, int *y) {
392
  const int bwl = b_width_log2(plane_bsize);
393
  const int tx_cols_log2 = bwl - tx_size;
394
  const int tx_cols = 1 << tx_cols_log2;
395
  const int raster_mb = block >> (tx_size << 1);
396
  *x = (raster_mb & (tx_cols - 1)) << tx_size;
397
  *y = (raster_mb >> tx_cols_log2) << tx_size;
John Koleszar's avatar
John Koleszar committed
398
}
399

400
static void extend_for_intra(MACROBLOCKD *xd, BLOCK_SIZE plane_bsize,
401
                             int plane, int aoff, int loff) {
402
403
404
  struct macroblockd_plane *const pd = &xd->plane[plane];
  uint8_t *const buf = pd->dst.buf;
  const int stride = pd->dst.stride;
405
406
  const int x = aoff * 4 - 1;
  const int y = loff * 4 - 1;
407
408
409
410
411
  // Copy a pixel into the umv if we are in a situation where the block size
  // extends into the UMV.
  // TODO(JBB): Should be able to do the full extend in place so we don't have
  // to do this multiple times.
  if (xd->mb_to_right_edge < 0) {
412
    const int bw = 4 * num_4x4_blocks_wide_lookup[plane_bsize];
413
414
    const int umv_border_start = bw + (xd->mb_to_right_edge >>
                                       (3 + pd->subsampling_x));
415
416

    if (x + bw > umv_border_start)
417
418
      vpx_memset(&buf[y * stride + umv_border_start],
                 buf[y * stride + umv_border_start - 1], bw);
419
  }
420

421
  if (xd->mb_to_bottom_edge < 0) {
422
    if (xd->left_available || x >= 0) {
423
      const int bh = 4 * num_4x4_blocks_high_lookup[plane_bsize];
424
425
426
427
428
429
430
431
432
433
434
      const int umv_border_start =
          bh + (xd->mb_to_bottom_edge >> (3 + pd->subsampling_y));

      if (y + bh > umv_border_start) {
        const uint8_t c = buf[(umv_border_start - 1) * stride + x];
        uint8_t *d = &buf[umv_border_start * stride + x];
        int i;
        for (i = 0; i < bh; ++i, d += stride)
          *d = c;
      }
    }
435
436
437
  }
}

438
static void set_contexts(const MACROBLOCKD *xd, struct macroblockd_plane *pd,
439
                         BLOCK_SIZE plane_bsize, TX_SIZE tx_size,
440
                         int has_eob, int aoff, int loff) {
441
442
  ENTROPY_CONTEXT *const a = pd->above_context + aoff;
  ENTROPY_CONTEXT *const l = pd->left_context + loff;
443
444
  const int tx_size_in_blocks = 1 << tx_size;

445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
  // above
  if (has_eob && xd->mb_to_right_edge < 0) {
    int i;
    const int blocks_wide = num_4x4_blocks_wide_lookup[plane_bsize] +
                            (xd->mb_to_right_edge >> (5 + pd->subsampling_x));
    int above_contexts = tx_size_in_blocks;
    if (above_contexts + aoff > blocks_wide)
      above_contexts = blocks_wide - aoff;

    for (i = 0; i < above_contexts; ++i)
      a[i] = has_eob;
    for (i = above_contexts; i < tx_size_in_blocks; ++i)
      a[i] = 0;
  } else {
    vpx_memset(a, has_eob, sizeof(ENTROPY_CONTEXT) * tx_size_in_blocks);
  }

  // left
  if (has_eob && xd->mb_to_bottom_edge < 0) {
    int i;
    const int blocks_high = num_4x4_blocks_high_lookup[plane_bsize] +
                            (xd->mb_to_bottom_edge >> (5 + pd->subsampling_y));
    int left_contexts = tx_size_in_blocks;
    if (left_contexts + loff > blocks_high)
      left_contexts = blocks_high - loff;

    for (i = 0; i < left_contexts; ++i)
      l[i] = has_eob;
    for (i = left_contexts; i < tx_size_in_blocks; ++i)
      l[i] = 0;
475
  } else {
476
    vpx_memset(l, has_eob, sizeof(ENTROPY_CONTEXT) * tx_size_in_blocks);
477
478
  }
}
479

480
static int get_tx_eob(const struct segmentation *seg, int segment_id,
481
482
483
484
485
                      TX_SIZE tx_size) {
  const int eob_max = 16 << (tx_size << 1);
  return vp9_segfeature_active(seg, segment_id, SEG_LVL_SKIP) ? 0 : eob_max;
}

486
#endif  // VP9_COMMON_VP9_BLOCKD_H_