mv.h 11.7 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

12 13
#ifndef AV1_COMMON_MV_H_
#define AV1_COMMON_MV_H_
Jingning Han's avatar
Jingning Han committed
14

15
#include "av1/common/common.h"
16
#include "av1/common/common_data.h"
17
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
18 19 20 21 22

#ifdef __cplusplus
extern "C" {
#endif

23 24
#define INVALID_MV 0x80008000

Jingning Han's avatar
Jingning Han committed
25 26 27 28 29 30 31 32 33 34 35 36 37 38 39
typedef struct mv {
  int16_t row;
  int16_t col;
} MV;

typedef union int_mv {
  uint32_t as_int;
  MV as_mv;
} int_mv; /* facilitates faster equality tests and copies */

typedef struct mv32 {
  int32_t row;
  int32_t col;
} MV32;

40 41
#if CONFIG_GLOBAL_MOTION || CONFIG_WARPED_MOTION
// Bits of precision used for the model
42 43
#define WARPEDMODEL_PREC_BITS 16
#define WARPEDMODEL_ROW3HOMO_PREC_BITS 16
44

45
#define WARPEDMODEL_TRANS_CLAMP (128 << WARPEDMODEL_PREC_BITS)
46 47
#define WARPEDMODEL_NONDIAGAFFINE_CLAMP (1 << (WARPEDMODEL_PREC_BITS - 3))
#define WARPEDMODEL_ROW3HOMO_CLAMP (1 << (WARPEDMODEL_PREC_BITS - 2))
48

49 50 51 52 53 54 55 56 57 58
// Bits of subpel precision for warped interpolation
#define WARPEDPIXEL_PREC_BITS 6
#define WARPEDPIXEL_PREC_SHIFTS (1 << WARPEDPIXEL_PREC_BITS)

// Taps for ntap filter
#define WARPEDPIXEL_FILTER_TAPS 6

// Precision of filter taps
#define WARPEDPIXEL_FILTER_BITS 7

59 60
#define WARP_PARAM_REDUCE_BITS 6

61 62 63 64 65
// Precision bits reduction after horizontal shear
#define HORSHEAR_REDUCE_PREC_BITS 5
#define VERSHEAR_REDUCE_PREC_BITS \
  (2 * WARPEDPIXEL_FILTER_BITS - HORSHEAR_REDUCE_PREC_BITS)

66 67
#define WARPEDDIFF_PREC_BITS (WARPEDMODEL_PREC_BITS - WARPEDPIXEL_PREC_BITS)

68
/* clang-format off */
69
typedef enum {
70 71 72 73 74 75 76 77
  IDENTITY = 0,      // identity transformation, 0-parameter
  TRANSLATION = 1,   // translational motion 2-parameter
  ROTZOOM = 2,       // simplified affine with rotation + zoom only, 4-parameter
  AFFINE = 3,        // affine, 6-parameter
  HORTRAPEZOID = 4,  // constrained homography, hor trapezoid, 6-parameter
  VERTRAPEZOID = 5,  // constrained homography, ver trapezoid, 6-parameter
  HOMOGRAPHY = 6,    // homography, 8-parameter
  TRANS_TYPES = 7,
78
} TransformationType;
79 80
/* clang-format on */

81
// Number of types used for global motion (must be >= 3 and <= TRANS_TYPES)
82 83 84 85 86
// The following can be useful:
// GLOBAL_TRANS_TYPES 3 - up to rotation-zoom
// GLOBAL_TRANS_TYPES 4 - up to affine
// GLOBAL_TRANS_TYPES 6 - up to hor/ver trapezoids
// GLOBAL_TRANS_TYPES 7 - up to full homography
87
#define GLOBAL_TRANS_TYPES 4
88

89
#if GLOBAL_TRANS_TYPES > 4
90 91 92 93
// First bit indicates whether using identity or not
// GLOBAL_TYPE_BITS=ceiling(log2(GLOBAL_TRANS_TYPES-1)) is the
// number of bits needed to cover the remaining possibilities
#define GLOBAL_TYPE_BITS (get_msb(2 * GLOBAL_TRANS_TYPES - 3))
94
#endif  // GLOBAL_TRANS_TYPES > 4
95

96 97 98 99 100 101 102 103 104
typedef struct {
#if CONFIG_GLOBAL_MOTION
  int global_warp_allowed;
#endif  // CONFIG_GLOBAL_MOTION
#if CONFIG_WARPED_MOTION
  int local_warp_allowed;
#endif  // CONFIG_WARPED_MOTION
} WarpTypesAllowed;

105
// number of parameters used by each transformation in TransformationTypes
106
static const int trans_model_params[TRANS_TYPES] = { 0, 2, 4, 6, 6, 6, 8 };
107

108 109
// The order of values in the wmmat matrix below is best described
// by the homography:
110 111 112
//      [x'     (m2 m3 m0   [x
//  z .  y'  =   m4 m5 m1 *  y
//       1]      m6 m7 1)    1]
113 114
typedef struct {
  TransformationType wmtype;
115
  int32_t wmmat[8];
116
  int16_t alpha, beta, gamma, delta;
117
} WarpedMotionParams;
118

119 120 121 122 123 124 125 126
/* clang-format off */
static const WarpedMotionParams default_warp_params = {
  IDENTITY,
  { 0, 0, (1 << WARPEDMODEL_PREC_BITS), 0, 0, (1 << WARPEDMODEL_PREC_BITS), 0,
    0 },
  0, 0, 0, 0
};
/* clang-format on */
127 128
#endif  // CONFIG_GLOBAL_MOTION || CONFIG_WARPED_MOTION

129
#if CONFIG_GLOBAL_MOTION
130 131
// The following constants describe the various precisions
// of different parameters in the global motion experiment.
132
//
133 134 135 136 137 138 139 140
// Given the general homography:
//      [x'     (a  b  c   [x
//  z .  y'  =   d  e  f *  y
//       1]      g  h  i)    1]
//
// Constants using the name ALPHA here are related to parameters
// a, b, d, e. Constants using the name TRANS are related
// to parameters c and f.
141
//
142 143 144 145 146
// Anything ending in PREC_BITS is the number of bits of precision
// to maintain when converting from double to integer.
//
// The ABS parameters are used to create an upper and lower bound
// for each parameter. In other words, after a parameter is integerized
147
// it is clamped between -(1 << ABS_XXX_BITS) and (1 << ABS_XXX_BITS).
148
//
149
// XXX_PREC_DIFF and XXX_DECODE_FACTOR
150 151
// are computed once here to prevent repetitive
// computation on the decoder side. These are
152 153 154 155 156 157
// to allow the global motion parameters to be encoded in a lower
// precision than the warped model precision. This means that they
// need to be changed to warped precision when they are decoded.
//
// XX_MIN, XX_MAX are also computed to avoid repeated computation

158
#define SUBEXPFIN_K 3
159 160
#define GM_TRANS_PREC_BITS 6
#define GM_ABS_TRANS_BITS 12
161
#define GM_ABS_TRANS_ONLY_BITS (GM_ABS_TRANS_BITS - GM_TRANS_PREC_BITS + 3)
162
#define GM_TRANS_PREC_DIFF (WARPEDMODEL_PREC_BITS - GM_TRANS_PREC_BITS)
163
#define GM_TRANS_ONLY_PREC_DIFF (WARPEDMODEL_PREC_BITS - 3)
164
#define GM_TRANS_DECODE_FACTOR (1 << GM_TRANS_PREC_DIFF)
165
#define GM_TRANS_ONLY_DECODE_FACTOR (1 << GM_TRANS_ONLY_PREC_DIFF)
166

167 168
#define GM_ALPHA_PREC_BITS 15
#define GM_ABS_ALPHA_BITS 12
169 170
#define GM_ALPHA_PREC_DIFF (WARPEDMODEL_PREC_BITS - GM_ALPHA_PREC_BITS)
#define GM_ALPHA_DECODE_FACTOR (1 << GM_ALPHA_PREC_DIFF)
171

172 173
#define GM_ROW3HOMO_PREC_BITS 16
#define GM_ABS_ROW3HOMO_BITS 11
174 175 176 177
#define GM_ROW3HOMO_PREC_DIFF \
  (WARPEDMODEL_ROW3HOMO_PREC_BITS - GM_ROW3HOMO_PREC_BITS)
#define GM_ROW3HOMO_DECODE_FACTOR (1 << GM_ROW3HOMO_PREC_DIFF)

178 179
#define GM_TRANS_MAX (1 << GM_ABS_TRANS_BITS)
#define GM_ALPHA_MAX (1 << GM_ABS_ALPHA_BITS)
180 181
#define GM_ROW3HOMO_MAX (1 << GM_ABS_ROW3HOMO_BITS)

182 183
#define GM_TRANS_MIN -GM_TRANS_MAX
#define GM_ALPHA_MIN -GM_ALPHA_MAX
184
#define GM_ROW3HOMO_MIN -GM_ROW3HOMO_MAX
185

186 187 188 189 190
// Use global motion parameters for sub8x8 blocks
#define GLOBAL_SUB8X8_USED 0

static INLINE int block_center_x(int mi_col, BLOCK_SIZE bs) {
  const int bw = block_size_wide[bs];
191
  return mi_col * MI_SIZE + bw / 2 - 1;
192 193 194 195
}

static INLINE int block_center_y(int mi_row, BLOCK_SIZE bs) {
  const int bh = block_size_high[bs];
196
  return mi_row * MI_SIZE + bh / 2 - 1;
197 198
}

199
static INLINE int convert_to_trans_prec(int allow_hp, int coor) {
Yaowu Xu's avatar
Yaowu Xu committed
200 201 202 203
  if (allow_hp)
    return ROUND_POWER_OF_TWO_SIGNED(coor, WARPEDMODEL_PREC_BITS - 3);
  else
    return ROUND_POWER_OF_TWO_SIGNED(coor, WARPEDMODEL_PREC_BITS - 2) * 2;
204
}
205 206 207 208 209 210 211 212 213 214 215 216 217
#if CONFIG_AMVR
static INLINE void integer_mv_precision(MV *mv) {
  int mod = (mv->row % 8);
  if (mod != 0) {
    mv->row -= mod;
    if (abs(mod) > 4) {
      if (mod > 0) {
        mv->row += 8;
      } else {
        mv->row -= 8;
      }
    }
  }
218

219 220 221 222 223 224 225 226 227 228 229 230 231
  mod = (mv->col % 8);
  if (mod != 0) {
    mv->col -= mod;
    if (abs(mod) > 4) {
      if (mod > 0) {
        mv->col += 8;
      } else {
        mv->col -= 8;
      }
    }
  }
}
#endif
232 233 234 235 236 237 238
// Convert a global motion vector into a motion vector at the centre of the
// given block.
//
// The resulting motion vector will have three fractional bits of precision. If
// allow_hp is zero, the bottom bit will always be zero. If CONFIG_AMVR and
// is_integer is true, the bottom three bits will be zero (so the motion vector
// represents an integer)
239
static INLINE int_mv gm_get_motion_vector(const WarpedMotionParams *gm,
240
                                          int allow_hp, BLOCK_SIZE bsize,
241 242 243 244 245 246
                                          int mi_col, int mi_row, int block_idx
#if CONFIG_AMVR
                                          ,
                                          int is_integer
#endif
                                          ) {
247
  const int unify_bsize = 1;
248
  int_mv res;
David Barker's avatar
David Barker committed
249
  const int32_t *mat = gm->wmmat;
250
  int x, y, tx, ty;
251 252

  if (gm->wmtype == TRANSLATION) {
253 254 255 256 257 258 259 260
    // All global motion vectors are stored with WARPEDMODEL_PREC_BITS (16)
    // bits of fractional precision. The offset for a translation is stored in
    // entries 0 and 1. For translations, all but the top three (two if
    // cm->allow_high_precision_mv is false) fractional bits are always zero.
    //
    // After the right shifts, there are 3 fractional bits of precision. If
    // allow_hp is false, the bottom bit is always zero (so we don't need a
    // call to convert_to_trans_prec here)
261 262
    res.as_mv.row = gm->wmmat[0] >> GM_TRANS_ONLY_PREC_DIFF;
    res.as_mv.col = gm->wmmat[1] >> GM_TRANS_ONLY_PREC_DIFF;
263 264 265 266 267 268
    assert(IMPLIES(1 & (res.as_mv.row | res.as_mv.col), allow_hp));
#if CONFIG_AMVR
    if (is_integer) {
      integer_mv_precision(&res.as_mv);
    }
#endif
269 270 271
    return res;
  }

272 273 274 275 276 277 278 279 280
  if (bsize >= BLOCK_8X8 || unify_bsize) {
    x = block_center_x(mi_col, bsize);
    y = block_center_y(mi_row, bsize);
  } else {
    x = block_center_x(mi_col, bsize);
    y = block_center_y(mi_row, bsize);
    x += (block_idx & 1) * MI_SIZE / 2;
    y += (block_idx & 2) * MI_SIZE / 4;
  }
David Barker's avatar
David Barker committed
281 282 283 284 285

  if (gm->wmtype == ROTZOOM) {
    assert(gm->wmmat[5] == gm->wmmat[2]);
    assert(gm->wmmat[4] == -gm->wmmat[3]);
  }
286
  if (gm->wmtype > AFFINE) {
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303
    int xc = (int)((int64_t)mat[2] * x + (int64_t)mat[3] * y + mat[0]);
    int yc = (int)((int64_t)mat[4] * x + (int64_t)mat[5] * y + mat[1]);
    const int Z = (int)((int64_t)mat[6] * x + (int64_t)mat[7] * y +
                        (1 << WARPEDMODEL_ROW3HOMO_PREC_BITS));
    xc *= 1 << (WARPEDMODEL_ROW3HOMO_PREC_BITS - WARPEDMODEL_PREC_BITS);
    yc *= 1 << (WARPEDMODEL_ROW3HOMO_PREC_BITS - WARPEDMODEL_PREC_BITS);
    xc = (int)(xc > 0 ? ((int64_t)xc + Z / 2) / Z : ((int64_t)xc - Z / 2) / Z);
    yc = (int)(yc > 0 ? ((int64_t)yc + Z / 2) / Z : ((int64_t)yc - Z / 2) / Z);
    tx = convert_to_trans_prec(allow_hp, xc) - (x << 3);
    ty = convert_to_trans_prec(allow_hp, yc) - (y << 3);
  } else {
    const int xc =
        (mat[2] - (1 << WARPEDMODEL_PREC_BITS)) * x + mat[3] * y + mat[0];
    const int yc =
        mat[4] * x + (mat[5] - (1 << WARPEDMODEL_PREC_BITS)) * y + mat[1];
    tx = convert_to_trans_prec(allow_hp, xc);
    ty = convert_to_trans_prec(allow_hp, yc);
304 305
  }

David Barker's avatar
David Barker committed
306 307
  res.as_mv.row = ty;
  res.as_mv.col = tx;
308

309 310 311 312 313
#if CONFIG_AMVR
  if (is_integer) {
    integer_mv_precision(&res.as_mv);
  }
#endif
314 315 316
  return res;
}

317
static INLINE TransformationType get_gmtype(const WarpedMotionParams *gm) {
318 319 320 321 322
  if (gm->wmmat[6] != 0 || gm->wmmat[7] != 0) {
    if (!gm->wmmat[6] && !gm->wmmat[4]) return HORTRAPEZOID;
    if (!gm->wmmat[7] && !gm->wmmat[3]) return VERTRAPEZOID;
    return HOMOGRAPHY;
  }
323 324 325
  if (gm->wmmat[5] == (1 << WARPEDMODEL_PREC_BITS) && !gm->wmmat[4] &&
      gm->wmmat[2] == (1 << WARPEDMODEL_PREC_BITS) && !gm->wmmat[3]) {
    return ((!gm->wmmat[1] && !gm->wmmat[0]) ? IDENTITY : TRANSLATION);
326
  }
327 328
  if (gm->wmmat[2] == gm->wmmat[5] && gm->wmmat[3] == -gm->wmmat[4])
    return ROTZOOM;
329
  else
330
    return AFFINE;
331
}
332 333
#endif  // CONFIG_GLOBAL_MOTION

334 335
typedef struct candidate_mv {
  int_mv this_mv;
Jingning Han's avatar
Jingning Han committed
336
  int_mv comp_mv;
337
  uint8_t pred_diff[2];
338 339 340
  int weight;
} CANDIDATE_MV;

Jingning Han's avatar
Jingning Han committed
341 342 343 344 345
static INLINE int is_zero_mv(const MV *mv) {
  return *((const uint32_t *)mv) == 0;
}

static INLINE int is_equal_mv(const MV *a, const MV *b) {
346
  return *((const uint32_t *)a) == *((const uint32_t *)b);
Jingning Han's avatar
Jingning Han committed
347 348
}

349 350
static INLINE void clamp_mv(MV *mv, int min_col, int max_col, int min_row,
                            int max_row) {
Jingning Han's avatar
Jingning Han committed
351 352 353 354
  mv->col = clamp(mv->col, min_col, max_col);
  mv->row = clamp(mv->row, min_row, max_row);
}

355
static INLINE int mv_has_subpel(const MV *mv) {
356
  return (mv->row & SUBPEL_MASK) || (mv->col & SUBPEL_MASK);
357
}
Jingning Han's avatar
Jingning Han committed
358 359 360 361
#ifdef __cplusplus
}  // extern "C"
#endif

362
#endif  // AV1_COMMON_MV_H_