reconinter.h 26 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12
13
#ifndef AV1_COMMON_RECONINTER_H_
#define AV1_COMMON_RECONINTER_H_
Jingning Han's avatar
Jingning Han committed
14

15
16
#include "av1/common/filter.h"
#include "av1/common/onyxc_int.h"
17
#include "av1/common/convolve.h"
18
19
20
#if CONFIG_GLOBAL_MOTION || CONFIG_WARPED_MOTION
#include "av1/common/warped_motion.h"
#endif  // CONFIG_GLOBAL_MOTION || CONFIG_WARPED_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
21
#include "aom/aom_integer.h"
Jingning Han's avatar
Jingning Han committed
22
23
24
25
26
27
28

#ifdef __cplusplus
extern "C" {
#endif

static INLINE void inter_predictor(const uint8_t *src, int src_stride,
                                   uint8_t *dst, int dst_stride,
clang-format's avatar
clang-format committed
29
30
                                   const int subpel_x, const int subpel_y,
                                   const struct scale_factors *sf, int w, int h,
31
                                   ConvolveParams *conv_params,
32
#if CONFIG_DUAL_FILTER
James Zern's avatar
James Zern committed
33
                                   const InterpFilter *interp_filter,
34
#else
James Zern's avatar
James Zern committed
35
                                   const InterpFilter interp_filter,
36
#endif
Jingning Han's avatar
Jingning Han committed
37
                                   int xs, int ys) {
38
#if CONFIG_DUAL_FILTER
39
40
41
42
  InterpFilter filter_x = av1_get_plane_interp_filter(
      interp_filter[1 + 2 * conv_params->ref], conv_params->plane);
  InterpFilter filter_y = av1_get_plane_interp_filter(
      interp_filter[0 + 2 * conv_params->ref], conv_params->plane);
43
  InterpFilterParams interp_filter_params_x =
44
      av1_get_interp_filter_params(filter_x);
45
  InterpFilterParams interp_filter_params_y =
46
      av1_get_interp_filter_params(filter_y);
47
#else
48
  InterpFilterParams interp_filter_params =
Yaowu Xu's avatar
Yaowu Xu committed
49
      av1_get_interp_filter_params(interp_filter);
50
51
52
53
#endif

#if CONFIG_DUAL_FILTER
  if (interp_filter_params_x.taps == SUBPEL_TAPS &&
Angie Chiang's avatar
Angie Chiang committed
54
55
      interp_filter_params_y.taps == SUBPEL_TAPS && w > 2 && h > 2 &&
      conv_params->round == CONVOLVE_OPT_ROUND) {
56
    const int16_t *kernel_x =
Yaowu Xu's avatar
Yaowu Xu committed
57
        av1_get_interp_filter_subpel_kernel(interp_filter_params_x, subpel_x);
58
    const int16_t *kernel_y =
Yaowu Xu's avatar
Yaowu Xu committed
59
        av1_get_interp_filter_subpel_kernel(interp_filter_params_y, subpel_y);
60
#else
Angie Chiang's avatar
Angie Chiang committed
61
62
  if (interp_filter_params.taps == SUBPEL_TAPS && w > 2 && h > 2 &&
      conv_params->round == CONVOLVE_OPT_ROUND) {
63
    const int16_t *kernel_x =
Yaowu Xu's avatar
Yaowu Xu committed
64
        av1_get_interp_filter_subpel_kernel(interp_filter_params, subpel_x);
65
    const int16_t *kernel_y =
Yaowu Xu's avatar
Yaowu Xu committed
66
        av1_get_interp_filter_subpel_kernel(interp_filter_params, subpel_y);
67
#endif
68
    sf->predict[subpel_x != 0][subpel_y != 0][conv_params->ref](
clang-format's avatar
clang-format committed
69
        src, src_stride, dst, dst_stride, kernel_x, xs, kernel_y, ys, w, h);
70
  } else {
Angie Chiang's avatar
Angie Chiang committed
71
72
73
74
75
76
// ref_idx > 0 means this is the second reference frame
// first reference frame's prediction result is already in dst
// therefore we need to average the first and second results
#if CONFIG_CONVOLVE_ROUND
    if (conv_params->round == CONVOLVE_OPT_NO_ROUND)
      av1_convolve_2d_facade(src, src_stride, dst, dst_stride, w, h,
77
78
79
80
81
82
#if CONFIG_DUAL_FILTER
                             interp_filter,
#else
                             &interp_filter,
#endif
                             subpel_x, xs, subpel_y, ys, conv_params);
Angie Chiang's avatar
Angie Chiang committed
83
84
85
86
    else
#endif
      av1_convolve(src, src_stride, dst, dst_stride, w, h, interp_filter,
                   subpel_x, xs, subpel_y, ys, conv_params);
87
  }
Jingning Han's avatar
Jingning Han committed
88
89
}

Yaowu Xu's avatar
Yaowu Xu committed
90
#if CONFIG_AOM_HIGHBITDEPTH
91
92
93
94
static INLINE void highbd_inter_predictor(const uint8_t *src, int src_stride,
                                          uint8_t *dst, int dst_stride,
                                          const int subpel_x,
                                          const int subpel_y,
clang-format's avatar
clang-format committed
95
96
                                          const struct scale_factors *sf, int w,
                                          int h, int ref,
97
#if CONFIG_DUAL_FILTER
James Zern's avatar
James Zern committed
98
                                          const InterpFilter *interp_filter,
99
#else
James Zern's avatar
James Zern committed
100
                                          const InterpFilter interp_filter,
101
#endif
102
                                          int xs, int ys, int bd) {
103
104
#if CONFIG_DUAL_FILTER
  InterpFilterParams interp_filter_params_x =
Yaowu Xu's avatar
Yaowu Xu committed
105
      av1_get_interp_filter_params(interp_filter[1 + 2 * ref]);
106
  InterpFilterParams interp_filter_params_y =
Yaowu Xu's avatar
Yaowu Xu committed
107
      av1_get_interp_filter_params(interp_filter[0 + 2 * ref]);
108
#else
109
  InterpFilterParams interp_filter_params =
Yaowu Xu's avatar
Yaowu Xu committed
110
      av1_get_interp_filter_params(interp_filter);
111
112
113
114
#endif

#if CONFIG_DUAL_FILTER
  if (interp_filter_params_x.taps == SUBPEL_TAPS &&
clang-format's avatar
clang-format committed
115
      interp_filter_params_y.taps == SUBPEL_TAPS && w > 2 && h > 2) {
116
    const int16_t *kernel_x =
Yaowu Xu's avatar
Yaowu Xu committed
117
        av1_get_interp_filter_subpel_kernel(interp_filter_params_x, subpel_x);
118
    const int16_t *kernel_y =
Yaowu Xu's avatar
Yaowu Xu committed
119
        av1_get_interp_filter_subpel_kernel(interp_filter_params_y, subpel_y);
120
#else
121
  if (interp_filter_params.taps == SUBPEL_TAPS && w > 2 && h > 2) {
122
    const int16_t *kernel_x =
Yaowu Xu's avatar
Yaowu Xu committed
123
        av1_get_interp_filter_subpel_kernel(interp_filter_params, subpel_x);
124
    const int16_t *kernel_y =
Yaowu Xu's avatar
Yaowu Xu committed
125
        av1_get_interp_filter_subpel_kernel(interp_filter_params, subpel_y);
126
#endif  // CONFIG_DUAL_FILTER
127
    sf->highbd_predict[subpel_x != 0][subpel_y != 0][ref](
clang-format's avatar
clang-format committed
128
        src, src_stride, dst, dst_stride, kernel_x, xs, kernel_y, ys, w, h, bd);
129
  } else {
130
131
132
133
    // ref > 0 means this is the second reference frame
    // first reference frame's prediction result is already in dst
    // therefore we need to average the first and second results
    int avg = ref > 0;
Yaowu Xu's avatar
Yaowu Xu committed
134
135
    av1_highbd_convolve(src, src_stride, dst, dst_stride, w, h, interp_filter,
                        subpel_x, xs, subpel_y, ys, avg, bd);
136
  }
Jingning Han's avatar
Jingning Han committed
137
}
Yaowu Xu's avatar
Yaowu Xu committed
138
#endif  // CONFIG_AOM_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
139

140
#if CONFIG_EXT_INTER
141
// Set to one to use larger codebooks
clang-format's avatar
clang-format committed
142
#define USE_LARGE_WEDGE_CODEBOOK 0
143
144

#if USE_LARGE_WEDGE_CODEBOOK
clang-format's avatar
clang-format committed
145
#define MAX_WEDGE_TYPES (1 << 5)
146
#else
clang-format's avatar
clang-format committed
147
#define MAX_WEDGE_TYPES (1 << 4)
148
149
#endif

clang-format's avatar
clang-format committed
150
151
152
#define MAX_WEDGE_SIZE_LOG2 5  // 32x32
#define MAX_WEDGE_SIZE (1 << MAX_WEDGE_SIZE_LOG2)
#define MAX_WEDGE_SQUARE (MAX_WEDGE_SIZE * MAX_WEDGE_SIZE)
153

154
155
#define WEDGE_WEIGHT_BITS 6

clang-format's avatar
clang-format committed
156
#define WEDGE_NONE -1
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175

// Angles are with respect to horizontal anti-clockwise
typedef enum {
  WEDGE_HORIZONTAL = 0,
  WEDGE_VERTICAL = 1,
  WEDGE_OBLIQUE27 = 2,
  WEDGE_OBLIQUE63 = 3,
  WEDGE_OBLIQUE117 = 4,
  WEDGE_OBLIQUE153 = 5,
  WEDGE_DIRECTIONS
} WedgeDirectionType;

// 3-tuple: {direction, x_offset, y_offset}
typedef struct {
  WedgeDirectionType direction;
  int x_offset;
  int y_offset;
} wedge_code_type;

176
177
typedef uint8_t *wedge_masks_type[MAX_WEDGE_TYPES];

178
179
180
181
182
typedef struct {
  int bits;
  const wedge_code_type *codebook;
  uint8_t *signflip;
  int smoother;
183
  wedge_masks_type *masks;
184
185
186
187
} wedge_params_type;

extern const wedge_params_type wedge_params_lookup[BLOCK_SIZES];

188
189
190
191
192
193
194
195
196
197
static INLINE int is_interinter_compound_used(COMPOUND_TYPE type,
                                              BLOCK_SIZE sb_type) {
  switch (type) {
    case COMPOUND_AVERAGE: (void)sb_type; return 1;
    case COMPOUND_WEDGE: return wedge_params_lookup[sb_type].bits > 0;
#if CONFIG_COMPOUND_SEGMENT
    case COMPOUND_SEG: return sb_type >= BLOCK_8X8;
#endif  // CONFIG_COMPOUND_SEGMENT
    default: assert(0); return 0;
  }
198
}
199

200
201
202
203
204
205
206
207
208
209
210
211
static INLINE int is_any_masked_compound_used(BLOCK_SIZE sb_type) {
  COMPOUND_TYPE comp_type;
  for (comp_type = 0; comp_type < COMPOUND_TYPES; comp_type++) {
    if (is_masked_compound_type(comp_type) &&
        is_interinter_compound_used(comp_type, sb_type))
      return 1;
  }
  return 0;
}

static INLINE int get_wedge_bits_lookup(BLOCK_SIZE sb_type) {
  return wedge_params_lookup[sb_type].bits;
212
213
214
}

static INLINE int get_interinter_wedge_bits(BLOCK_SIZE sb_type) {
215
  const int wbits = wedge_params_lookup[sb_type].bits;
216
217
218
219
  return (wbits > 0) ? wbits + 1 : 0;
}

static INLINE int is_interintra_wedge_used(BLOCK_SIZE sb_type) {
clang-format's avatar
clang-format committed
220
  (void)sb_type;
221
  return wedge_params_lookup[sb_type].bits > 0;
222
223
224
}

static INLINE int get_interintra_wedge_bits(BLOCK_SIZE sb_type) {
225
  return wedge_params_lookup[sb_type].bits;
226
}
227
228

#if CONFIG_COMPOUND_SEGMENT
229
void build_compound_seg_mask(uint8_t *mask, SEG_MASK_TYPE mask_type,
230
231
232
                             const uint8_t *src0, int src0_stride,
                             const uint8_t *src1, int src1_stride,
                             BLOCK_SIZE sb_type, int h, int w);
233
234
235
236
237
238
#if CONFIG_AOM_HIGHBITDEPTH
void build_compound_seg_mask_highbd(uint8_t *mask, SEG_MASK_TYPE mask_type,
                                    const uint8_t *src0, int src0_stride,
                                    const uint8_t *src1, int src1_stride,
                                    BLOCK_SIZE sb_type, int h, int w, int bd);
#endif  // CONFIG_AOM_HIGHBITDEPTH
239
#endif  // CONFIG_COMPOUND_SEGMENT
240
241
#endif  // CONFIG_EXT_INTER

242
void build_inter_predictors(MACROBLOCKD *xd, int plane,
Yue Chen's avatar
Yue Chen committed
243
#if CONFIG_MOTION_VAR
244
                            int mi_col_offset, int mi_row_offset,
Yue Chen's avatar
Yue Chen committed
245
#endif  // CONFIG_MOTION_VAR
clang-format's avatar
clang-format committed
246
247
                            int block, int bw, int bh, int x, int y, int w,
                            int h,
248
249
250
251
252
#if CONFIG_SUPERTX && CONFIG_EXT_INTER
                            int wedge_offset_x, int wedge_offset_y,
#endif  // CONFIG_SUPERTX && CONFIG_EXT_INTER
                            int mi_x, int mi_y);

Yaowu Xu's avatar
Yaowu Xu committed
253
static INLINE void av1_make_inter_predictor(
clang-format's avatar
clang-format committed
254
255
    const uint8_t *src, int src_stride, uint8_t *dst, int dst_stride,
    const int subpel_x, const int subpel_y, const struct scale_factors *sf,
256
    int w, int h, ConvolveParams *conv_params,
257
#if CONFIG_DUAL_FILTER
James Zern's avatar
James Zern committed
258
    const InterpFilter *interp_filter,
259
#else
James Zern's avatar
James Zern committed
260
    const InterpFilter interp_filter,
261
#endif
262
263
#if CONFIG_GLOBAL_MOTION
    int is_global, int p_col, int p_row, int plane, int ref,
264
265
266
#if CONFIG_MOTION_VAR
    int mi_col_offset, int mi_row_offset,
#endif
267
#endif  // CONFIG_GLOBAL_MOTION
clang-format's avatar
clang-format committed
268
269
    int xs, int ys, const MACROBLOCKD *xd) {
  (void)xd;
270
271
#if CONFIG_GLOBAL_MOTION
  if (is_global) {
272
273
274
#if CONFIG_MOTION_VAR
    const MODE_INFO *mi = xd->mi[mi_col_offset + xd->mi_stride * mi_row_offset];
#else
275
    const MODE_INFO *mi = xd->mi[0];
276
#endif
277
278
279
280
281
282
283
284
285
286
287
288
289
290
    const struct macroblockd_plane *const pd = &xd->plane[plane];
    const struct buf_2d *const pre_buf = &pd->pre[ref];
    WarpedMotionParams *gm = &xd->global_motion[mi->mbmi.ref_frame[ref]];

    av1_warp_plane(gm,
#if CONFIG_AOM_HIGHBITDEPTH
                   xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH, xd->bd,
#endif  // CONFIG_AOM_HIGHBITDEPTH
                   pre_buf->buf0, pre_buf->width, pre_buf->height,
                   pre_buf->stride, dst, p_col, p_row, w, h, dst_stride,
                   pd->subsampling_x, pd->subsampling_y, xs, ys, ref);
    return;
  }
#endif  // CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
291
#if CONFIG_AOM_HIGHBITDEPTH
292
  if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
clang-format's avatar
clang-format committed
293
    highbd_inter_predictor(src, src_stride, dst, dst_stride, subpel_x, subpel_y,
294
295
                           sf, w, h, conv_params->ref, interp_filter, xs, ys,
                           xd->bd);
296
297
    return;
  }
Yaowu Xu's avatar
Yaowu Xu committed
298
#endif  // CONFIG_AOM_HIGHBITDEPTH
299
300
  inter_predictor(src, src_stride, dst, dst_stride, subpel_x, subpel_y, sf, w,
                  h, conv_params, interp_filter, xs, ys);
301
302
303
}

#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
304
305
306
307
308
void av1_make_masked_inter_predictor(const uint8_t *pre, int pre_stride,
                                     uint8_t *dst, int dst_stride,
                                     const int subpel_x, const int subpel_y,
                                     const struct scale_factors *sf, int w,
                                     int h,
309
#if CONFIG_DUAL_FILTER
James Zern's avatar
James Zern committed
310
                                     const InterpFilter *interp_filter,
311
#else
James Zern's avatar
James Zern committed
312
                                     const InterpFilter interp_filter,
313
#endif
Yaowu Xu's avatar
Yaowu Xu committed
314
                                     int xs, int ys,
315
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
316
                                     int wedge_offset_x, int wedge_offset_y,
317
#endif  // CONFIG_SUPERTX
318
                                     int plane,
319
320
321
322
#if CONFIG_GLOBAL_MOTION
                                     int is_global, int p_col, int p_row,
                                     int ref,
#endif  // CONFIG_GLOBAL_MOTION
323
                                     MACROBLOCKD *xd);
324
325
#endif  // CONFIG_EXT_INTER

Jingning Han's avatar
Jingning Han committed
326
327
328
329
330
static INLINE int round_mv_comp_q4(int value) {
  return (value < 0 ? value - 2 : value + 2) / 4;
}

static MV mi_mv_pred_q4(const MODE_INFO *mi, int idx) {
clang-format's avatar
clang-format committed
331
332
333
334
335
336
337
338
  MV res = {
    round_mv_comp_q4(
        mi->bmi[0].as_mv[idx].as_mv.row + mi->bmi[1].as_mv[idx].as_mv.row +
        mi->bmi[2].as_mv[idx].as_mv.row + mi->bmi[3].as_mv[idx].as_mv.row),
    round_mv_comp_q4(
        mi->bmi[0].as_mv[idx].as_mv.col + mi->bmi[1].as_mv[idx].as_mv.col +
        mi->bmi[2].as_mv[idx].as_mv.col + mi->bmi[3].as_mv[idx].as_mv.col)
  };
Jingning Han's avatar
Jingning Han committed
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
  return res;
}

static INLINE int round_mv_comp_q2(int value) {
  return (value < 0 ? value - 1 : value + 1) / 2;
}

static MV mi_mv_pred_q2(const MODE_INFO *mi, int idx, int block0, int block1) {
  MV res = { round_mv_comp_q2(mi->bmi[block0].as_mv[idx].as_mv.row +
                              mi->bmi[block1].as_mv[idx].as_mv.row),
             round_mv_comp_q2(mi->bmi[block0].as_mv[idx].as_mv.col +
                              mi->bmi[block1].as_mv[idx].as_mv.col) };
  return res;
}

// TODO(jkoleszar): yet another mv clamping function :-(
Johann's avatar
Johann committed
355
static INLINE MV clamp_mv_to_umv_border_sb(const MACROBLOCKD *xd,
clang-format's avatar
clang-format committed
356
357
                                           const MV *src_mv, int bw, int bh,
                                           int ss_x, int ss_y) {
Jingning Han's avatar
Jingning Han committed
358
359
360
  // If the MV points so far into the UMV border that no visible pixels
  // are used for reconstruction, the subpel part of the MV can be
  // discarded and the MV limited to 16 pixels with equivalent results.
Yaowu Xu's avatar
Yaowu Xu committed
361
  const int spel_left = (AOM_INTERP_EXTEND + bw) << SUBPEL_BITS;
Jingning Han's avatar
Jingning Han committed
362
  const int spel_right = spel_left - SUBPEL_SHIFTS;
Yaowu Xu's avatar
Yaowu Xu committed
363
  const int spel_top = (AOM_INTERP_EXTEND + bh) << SUBPEL_BITS;
Jingning Han's avatar
Jingning Han committed
364
  const int spel_bottom = spel_top - SUBPEL_SHIFTS;
clang-format's avatar
clang-format committed
365
366
  MV clamped_mv = { src_mv->row * (1 << (1 - ss_y)),
                    src_mv->col * (1 << (1 - ss_x)) };
Jingning Han's avatar
Jingning Han committed
367
368
369
  assert(ss_x <= 1);
  assert(ss_y <= 1);

clang-format's avatar
clang-format committed
370
  clamp_mv(&clamped_mv, xd->mb_to_left_edge * (1 << (1 - ss_x)) - spel_left,
Jingning Han's avatar
Jingning Han committed
371
372
373
374
375
376
377
           xd->mb_to_right_edge * (1 << (1 - ss_x)) + spel_right,
           xd->mb_to_top_edge * (1 << (1 - ss_y)) - spel_top,
           xd->mb_to_bottom_edge * (1 << (1 - ss_y)) + spel_bottom);

  return clamped_mv;
}

Johann's avatar
Johann committed
378
379
static INLINE MV average_split_mvs(const struct macroblockd_plane *pd,
                                   const MODE_INFO *mi, int ref, int block) {
Jingning Han's avatar
Jingning Han committed
380
  const int ss_idx = ((pd->subsampling_x > 0) << 1) | (pd->subsampling_y > 0);
clang-format's avatar
clang-format committed
381
  MV res = { 0, 0 };
Jingning Han's avatar
Jingning Han committed
382
  switch (ss_idx) {
clang-format's avatar
clang-format committed
383
384
385
386
387
    case 0: res = mi->bmi[block].as_mv[ref].as_mv; break;
    case 1: res = mi_mv_pred_q2(mi, ref, block, block + 2); break;
    case 2: res = mi_mv_pred_q2(mi, ref, block, block + 1); break;
    case 3: res = mi_mv_pred_q4(mi, ref); break;
    default: assert(ss_idx <= 3 && ss_idx >= 0);
Jingning Han's avatar
Jingning Han committed
388
389
390
391
  }
  return res;
}

Yaowu Xu's avatar
Yaowu Xu committed
392
393
void av1_build_inter_predictor_sub8x8(MACROBLOCKD *xd, int plane, int i, int ir,
                                      int ic, int mi_row, int mi_col);
394

Yaowu Xu's avatar
Yaowu Xu committed
395
void av1_build_inter_predictors_sby(MACROBLOCKD *xd, int mi_row, int mi_col,
396
                                    BUFFER_SET *ctx, BLOCK_SIZE bsize);
Jingning Han's avatar
Jingning Han committed
397

Yaowu Xu's avatar
Yaowu Xu committed
398
void av1_build_inter_predictors_sbuv(MACROBLOCKD *xd, int mi_row, int mi_col,
399
                                     BUFFER_SET *ctx, BLOCK_SIZE bsize);
Jingning Han's avatar
Jingning Han committed
400

Yaowu Xu's avatar
Yaowu Xu committed
401
void av1_build_inter_predictors_sb(MACROBLOCKD *xd, int mi_row, int mi_col,
402
                                   BUFFER_SET *ctx, BLOCK_SIZE bsize);
403
404

#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
405
void av1_build_inter_predictors_sb_sub8x8_extend(MACROBLOCKD *xd,
406
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
407
                                                 int mi_row_ori, int mi_col_ori,
408
#endif  // CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
409
410
                                                 int mi_row, int mi_col,
                                                 BLOCK_SIZE bsize, int block);
411

Yaowu Xu's avatar
Yaowu Xu committed
412
void av1_build_inter_predictors_sb_extend(MACROBLOCKD *xd,
413
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
414
                                          int mi_row_ori, int mi_col_ori,
415
#endif  // CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
416
417
                                          int mi_row, int mi_col,
                                          BLOCK_SIZE bsize);
418
struct macroblockd_plane;
Yaowu Xu's avatar
Yaowu Xu committed
419
void av1_build_masked_inter_predictor_complex(
clang-format's avatar
clang-format committed
420
421
422
423
    MACROBLOCKD *xd, uint8_t *dst, int dst_stride, const uint8_t *pre,
    int pre_stride, int mi_row, int mi_col, int mi_row_ori, int mi_col_ori,
    BLOCK_SIZE bsize, BLOCK_SIZE top_bsize, PARTITION_TYPE partition,
    int plane);
424
#endif  // CONFIG_SUPERTX
Jingning Han's avatar
Jingning Han committed
425

Yaowu Xu's avatar
Yaowu Xu committed
426
void av1_build_inter_predictor(const uint8_t *src, int src_stride, uint8_t *dst,
427
                               int dst_stride, const MV *src_mv,
Yaowu Xu's avatar
Yaowu Xu committed
428
                               const struct scale_factors *sf, int w, int h,
429
                               ConvolveParams *conv_params,
430
#if CONFIG_DUAL_FILTER
James Zern's avatar
James Zern committed
431
                               const InterpFilter *interp_filter,
432
#else
James Zern's avatar
James Zern committed
433
                               const InterpFilter interp_filter,
434
#endif
435
436
437
438
439
440
#if CONFIG_GLOBAL_MOTION
                               int is_global, int p_col, int p_row, int plane,
                               int ref,
#endif  // CONFIG_GLOBAL_MOTION
                               enum mv_precision precision, int x, int y,
                               const MACROBLOCKD *xd);
Jingning Han's avatar
Jingning Han committed
441

Yaowu Xu's avatar
Yaowu Xu committed
442
#if CONFIG_AOM_HIGHBITDEPTH
443
444
445
446
447
void av1_highbd_build_inter_predictor(const uint8_t *src, int src_stride,
                                      uint8_t *dst, int dst_stride,
                                      const MV *mv_q3,
                                      const struct scale_factors *sf, int w,
                                      int h, int do_avg,
448
#if CONFIG_DUAL_FILTER
449
                                      const InterpFilter *interp_filter,
450
#else
451
                                      const InterpFilter interp_filter,
452
#endif
453
454
455
456
457
#if CONFIG_GLOBAL_MOTION
                                      int is_global, int p_col, int p_row,
#endif  // CONFIG_GLOBAL_MOTION
                                      int plane, enum mv_precision precision,
                                      int x, int y, const MACROBLOCKD *xd);
Jingning Han's avatar
Jingning Han committed
458
459
460
461
462
463
464
465
466
#endif

static INLINE int scaled_buffer_offset(int x_offset, int y_offset, int stride,
                                       const struct scale_factors *sf) {
  const int x = sf ? sf->scale_value_x(x_offset, sf) : x_offset;
  const int y = sf ? sf->scale_value_y(y_offset, sf) : y_offset;
  return y * stride + x;
}

clang-format's avatar
clang-format committed
467
468
469
static INLINE void setup_pred_plane(struct buf_2d *dst, uint8_t *src, int width,
                                    int height, int stride, int mi_row,
                                    int mi_col,
Jingning Han's avatar
Jingning Han committed
470
471
472
473
474
                                    const struct scale_factors *scale,
                                    int subsampling_x, int subsampling_y) {
  const int x = (MI_SIZE * mi_col) >> subsampling_x;
  const int y = (MI_SIZE * mi_row) >> subsampling_y;
  dst->buf = src + scaled_buffer_offset(x, y, stride, scale);
475
476
477
  dst->buf0 = src;
  dst->width = width;
  dst->height = height;
Jingning Han's avatar
Jingning Han committed
478
479
480
  dst->stride = stride;
}

Yaowu Xu's avatar
Yaowu Xu committed
481
482
483
void av1_setup_dst_planes(struct macroblockd_plane planes[MAX_MB_PLANE],
                          const YV12_BUFFER_CONFIG *src, int mi_row,
                          int mi_col);
Jingning Han's avatar
Jingning Han committed
484

Yaowu Xu's avatar
Yaowu Xu committed
485
486
487
void av1_setup_pre_planes(MACROBLOCKD *xd, int idx,
                          const YV12_BUFFER_CONFIG *src, int mi_row, int mi_col,
                          const struct scale_factors *sf);
488

489
490
// Detect if the block have sub-pixel level motion vectors
// per component.
491
#define CHECK_SUBPEL 0
492
493
static INLINE int has_subpel_mv_component(const MODE_INFO *const mi,
                                          const MACROBLOCKD *const xd,
494
                                          int dir) {
495
#if CHECK_SUBPEL
496
  const MB_MODE_INFO *const mbmi = &mi->mbmi;
497
498
499
  const BLOCK_SIZE bsize = mbmi->sb_type;
  int plane;
  int ref = (dir >> 1);
500
501
502
503
504
#if CONFIG_CB4X4
  const int unify_bsize = 1;
#else
  const int unify_bsize = 0;
#endif
505

506
  if (bsize >= BLOCK_8X8 || unify_bsize) {
507
    if (dir & 0x01) {
clang-format's avatar
clang-format committed
508
      if (mbmi->mv[ref].as_mv.col & SUBPEL_MASK) return 1;
509
    } else {
clang-format's avatar
clang-format committed
510
      if (mbmi->mv[ref].as_mv.row & SUBPEL_MASK) return 1;
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
    }
  } else {
    for (plane = 0; plane < MAX_MB_PLANE; ++plane) {
      const PARTITION_TYPE bp = BLOCK_8X8 - bsize;
      const struct macroblockd_plane *const pd = &xd->plane[plane];
      const int have_vsplit = bp != PARTITION_HORZ;
      const int have_hsplit = bp != PARTITION_VERT;
      const int num_4x4_w = 2 >> ((!have_vsplit) | pd->subsampling_x);
      const int num_4x4_h = 2 >> ((!have_hsplit) | pd->subsampling_y);

      int x, y;
      for (y = 0; y < num_4x4_h; ++y) {
        for (x = 0; x < num_4x4_w; ++x) {
          const MV mv = average_split_mvs(pd, mi, ref, y * 2 + x);
          if (dir & 0x01) {
clang-format's avatar
clang-format committed
526
            if (mv.col & SUBPEL_MASK) return 1;
527
          } else {
clang-format's avatar
clang-format committed
528
            if (mv.row & SUBPEL_MASK) return 1;
529
530
531
532
533
534
535
          }
        }
      }
    }
  }

  return 0;
536
537
538
539
540
541
#else
  (void)mi;
  (void)xd;
  (void)dir;
  return 1;
#endif
542
543
}

Yaowu Xu's avatar
Yaowu Xu committed
544
static INLINE int av1_is_interp_needed(const MACROBLOCKD *const xd) {
545
  MODE_INFO *const mi = xd->mi[0];
546
547
548
549
550
551
552
553
  const int is_compound = has_second_ref(&mi->mbmi);
  int ref;
  for (ref = 0; ref < 1 + is_compound; ++ref) {
    int row_col;
    for (row_col = 0; row_col < 2; ++row_col) {
      const int dir = (ref << 1) + row_col;
      if (has_subpel_mv_component(mi, xd, dir)) {
        return 1;
554
555
556
      }
    }
  }
557
  return 0;
558
}
559

Yue Chen's avatar
Yue Chen committed
560
#if CONFIG_MOTION_VAR
Yaowu Xu's avatar
Yaowu Xu committed
561
const uint8_t *av1_get_obmc_mask(int length);
562
563
void av1_count_overlappable_neighbors(const AV1_COMMON *cm, MACROBLOCKD *xd,
                                      int mi_row, int mi_col);
564
void av1_build_obmc_inter_prediction(const AV1_COMMON *cm, MACROBLOCKD *xd,
Yaowu Xu's avatar
Yaowu Xu committed
565
566
567
568
569
                                     int mi_row, int mi_col,
                                     uint8_t *above[MAX_MB_PLANE],
                                     int above_stride[MAX_MB_PLANE],
                                     uint8_t *left[MAX_MB_PLANE],
                                     int left_stride[MAX_MB_PLANE]);
570
void av1_build_prediction_by_above_preds(const AV1_COMMON *cm, MACROBLOCKD *xd,
571
572
                                         int mi_row, int mi_col,
                                         uint8_t *tmp_buf[MAX_MB_PLANE],
573
574
                                         int tmp_width[MAX_MB_PLANE],
                                         int tmp_height[MAX_MB_PLANE],
575
                                         int tmp_stride[MAX_MB_PLANE]);
576
void av1_build_prediction_by_left_preds(const AV1_COMMON *cm, MACROBLOCKD *xd,
Yaowu Xu's avatar
Yaowu Xu committed
577
578
579
580
581
                                        int mi_row, int mi_col,
                                        uint8_t *tmp_buf[MAX_MB_PLANE],
                                        int tmp_width[MAX_MB_PLANE],
                                        int tmp_height[MAX_MB_PLANE],
                                        int tmp_stride[MAX_MB_PLANE]);
582
583
void av1_build_obmc_inter_predictors_sb(const AV1_COMMON *cm, MACROBLOCKD *xd,
                                        int mi_row, int mi_col);
584
585
586
587
#if CONFIG_NCOBMC
void av1_build_ncobmc_inter_predictors_sb(const AV1_COMMON *cm, MACROBLOCKD *xd,
                                          int mi_row, int mi_col);
#endif
Yue Chen's avatar
Yue Chen committed
588
#endif  // CONFIG_MOTION_VAR
589

590
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
591
#define MASK_MASTER_SIZE (2 * MAX_SB_SIZE)
592
#define MASK_MASTER_STRIDE (2 * MAX_SB_SIZE)
593

Yaowu Xu's avatar
Yaowu Xu committed
594
void av1_init_wedge_masks();
595

Yaowu Xu's avatar
Yaowu Xu committed
596
597
598
static INLINE const uint8_t *av1_get_contiguous_soft_mask(int wedge_index,
                                                          int wedge_sign,
                                                          BLOCK_SIZE sb_type) {
599
600
601
  return wedge_params_lookup[sb_type].masks[wedge_sign][wedge_index];
}

Yaowu Xu's avatar
Yaowu Xu committed
602
603
604
605
const uint8_t *av1_get_soft_mask(int wedge_index, int wedge_sign,
                                 BLOCK_SIZE sb_type, int wedge_offset_x,
                                 int wedge_offset_y);

606
607
608
609
610
611
612
613
614
const uint8_t *av1_get_compound_type_mask_inverse(
    const INTERINTER_COMPOUND_DATA *const comp_data,
#if CONFIG_COMPOUND_SEGMENT
    uint8_t *mask_buffer, int h, int w, int stride,
#endif
    BLOCK_SIZE sb_type);

const uint8_t *av1_get_compound_type_mask(
    const INTERINTER_COMPOUND_DATA *const comp_data, BLOCK_SIZE sb_type);
615

Yaowu Xu's avatar
Yaowu Xu committed
616
617
618
void av1_build_interintra_predictors(MACROBLOCKD *xd, uint8_t *ypred,
                                     uint8_t *upred, uint8_t *vpred,
                                     int ystride, int ustride, int vstride,
619
                                     BUFFER_SET *ctx, BLOCK_SIZE bsize);
Yaowu Xu's avatar
Yaowu Xu committed
620
void av1_build_interintra_predictors_sby(MACROBLOCKD *xd, uint8_t *ypred,
621
                                         int ystride, BUFFER_SET *ctx,
Yaowu Xu's avatar
Yaowu Xu committed
622
                                         BLOCK_SIZE bsize);
623
624
625
void av1_build_interintra_predictors_sbc(MACROBLOCKD *xd, uint8_t *upred,
                                         int ustride, BUFFER_SET *ctx,
                                         int plane, BLOCK_SIZE bsize);
Yaowu Xu's avatar
Yaowu Xu committed
626
627
void av1_build_interintra_predictors_sbuv(MACROBLOCKD *xd, uint8_t *upred,
                                          uint8_t *vpred, int ustride,
628
629
                                          int vstride, BUFFER_SET *ctx,
                                          BLOCK_SIZE bsize);
Yaowu Xu's avatar
Yaowu Xu committed
630
631
632

void av1_build_intra_predictors_for_interintra(MACROBLOCKD *xd,
                                               BLOCK_SIZE bsize, int plane,
633
                                               BUFFER_SET *ctx,
Yaowu Xu's avatar
Yaowu Xu committed
634
635
636
637
638
                                               uint8_t *intra_pred,
                                               int intra_stride);
void av1_combine_interintra(MACROBLOCKD *xd, BLOCK_SIZE bsize, int plane,
                            const uint8_t *inter_pred, int inter_stride,
                            const uint8_t *intra_pred, int intra_stride);
639

640
// Encoder only
Yaowu Xu's avatar
Yaowu Xu committed
641
void av1_build_inter_predictors_for_planes_single_buf(
clang-format's avatar
clang-format committed
642
643
    MACROBLOCKD *xd, BLOCK_SIZE bsize, int plane_from, int plane_to, int mi_row,
    int mi_col, int ref, uint8_t *ext_dst[3], int ext_dst_stride[3]);
644
645
646
647
648
649
650
void av1_build_wedge_inter_predictor_from_buf(
    MACROBLOCKD *xd, BLOCK_SIZE bsize, int plane_from, int plane_to,
#if CONFIG_SUPERTX
    int wedge_offset_x, int wedge_offset_y,
#endif  // CONFIG_SUPERTX
    uint8_t *ext_dst0[3], int ext_dst_stride0[3], uint8_t *ext_dst1[3],
    int ext_dst_stride1[3]);
651
652
#endif  // CONFIG_EXT_INTER

Jingning Han's avatar
Jingning Han committed
653
654
655
656
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
657
#endif  // AV1_COMMON_RECONINTER_H_