sad.c 17.8 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
John Koleszar's avatar
John Koleszar committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
John Koleszar's avatar
John Koleszar committed
10 11 12
 */

#include <stdlib.h>
13

Yaowu Xu's avatar
Yaowu Xu committed
14 15
#include "./aom_config.h"
#include "./aom_dsp_rtcd.h"
16

Yaowu Xu's avatar
Yaowu Xu committed
17
#include "aom/aom_integer.h"
18
#include "aom_ports/mem.h"
19
#include "aom_dsp/blend.h"
20

Johann's avatar
Johann committed
21
/* Sum the difference between every corresponding element of the buffers. */
clang-format's avatar
clang-format committed
22 23
static INLINE unsigned int sad(const uint8_t *a, int a_stride, const uint8_t *b,
                               int b_stride, int width, int height) {
24 25 26 27
  int y, x;
  unsigned int sad = 0;

  for (y = 0; y < height; y++) {
clang-format's avatar
clang-format committed
28
    for (x = 0; x < width; x++) sad += abs(a[x] - b[x]);
29 30 31 32 33 34

    a += a_stride;
    b += b_stride;
  }
  return sad;
}
John Koleszar's avatar
John Koleszar committed
35

clang-format's avatar
clang-format committed
36
#define sadMxN(m, n)                                                        \
Yaowu Xu's avatar
Yaowu Xu committed
37
  unsigned int aom_sad##m##x##n##_c(const uint8_t *src, int src_stride,     \
clang-format's avatar
clang-format committed
38 39 40
                                    const uint8_t *ref, int ref_stride) {   \
    return sad(src, src_stride, ref, ref_stride, m, n);                     \
  }                                                                         \
Yaowu Xu's avatar
Yaowu Xu committed
41
  unsigned int aom_sad##m##x##n##_avg_c(const uint8_t *src, int src_stride, \
clang-format's avatar
clang-format committed
42 43 44
                                        const uint8_t *ref, int ref_stride, \
                                        const uint8_t *second_pred) {       \
    uint8_t comp_pred[m * n];                                               \
Yaowu Xu's avatar
Yaowu Xu committed
45
    aom_comp_avg_pred_c(comp_pred, second_pred, m, n, ref, ref_stride);     \
clang-format's avatar
clang-format committed
46 47
    return sad(src, src_stride, comp_pred, m, m, n);                        \
  }
48

Johann's avatar
Johann committed
49 50
// depending on call sites, pass **ref_array to avoid & in subsequent call and
// de-dup with 4D below.
clang-format's avatar
clang-format committed
51
#define sadMxNxK(m, n, k)                                                   \
Yaowu Xu's avatar
Yaowu Xu committed
52
  void aom_sad##m##x##n##x##k##_c(const uint8_t *src, int src_stride,       \
clang-format's avatar
clang-format committed
53 54 55 56 57
                                  const uint8_t *ref_array, int ref_stride, \
                                  uint32_t *sad_array) {                    \
    int i;                                                                  \
    for (i = 0; i < k; ++i)                                                 \
      sad_array[i] =                                                        \
Yaowu Xu's avatar
Yaowu Xu committed
58
          aom_sad##m##x##n##_c(src, src_stride, &ref_array[i], ref_stride); \
clang-format's avatar
clang-format committed
59
  }
60

Johann's avatar
Johann committed
61
// This appears to be equivalent to the above when k == 4 and refs is const
clang-format's avatar
clang-format committed
62
#define sadMxNx4D(m, n)                                                    \
Yaowu Xu's avatar
Yaowu Xu committed
63
  void aom_sad##m##x##n##x4d_c(const uint8_t *src, int src_stride,         \
clang-format's avatar
clang-format committed
64 65 66 67 68
                               const uint8_t *const ref_array[],           \
                               int ref_stride, uint32_t *sad_array) {      \
    int i;                                                                 \
    for (i = 0; i < 4; ++i)                                                \
      sad_array[i] =                                                       \
Yaowu Xu's avatar
Yaowu Xu committed
69
          aom_sad##m##x##n##_c(src, src_stride, ref_array[i], ref_stride); \
clang-format's avatar
clang-format committed
70
  }
71

clang-format's avatar
clang-format committed
72
/* clang-format off */
Yaowu Xu's avatar
Yaowu Xu committed
73
#if CONFIG_AV1 && CONFIG_EXT_PARTITION
74 75 76 77 78 79 80 81 82 83 84 85 86
// 128x128
sadMxN(128, 128)
sadMxNxK(128, 128, 3)
sadMxNxK(128, 128, 8)
sadMxNx4D(128, 128)

// 128x64
sadMxN(128, 64)
sadMxNx4D(128, 64)

// 64x128
sadMxN(64, 128)
sadMxNx4D(64, 128)
Yaowu Xu's avatar
Yaowu Xu committed
87
#endif  // CONFIG_AV1 && CONFIG_EXT_PARTITION
88

89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155
// 64x64
sadMxN(64, 64)
sadMxNxK(64, 64, 3)
sadMxNxK(64, 64, 8)
sadMxNx4D(64, 64)

// 64x32
sadMxN(64, 32)
sadMxNx4D(64, 32)

// 32x64
sadMxN(32, 64)
sadMxNx4D(32, 64)

// 32x32
sadMxN(32, 32)
sadMxNxK(32, 32, 3)
sadMxNxK(32, 32, 8)
sadMxNx4D(32, 32)

// 32x16
sadMxN(32, 16)
sadMxNx4D(32, 16)

// 16x32
sadMxN(16, 32)
sadMxNx4D(16, 32)

// 16x16
sadMxN(16, 16)
sadMxNxK(16, 16, 3)
sadMxNxK(16, 16, 8)
sadMxNx4D(16, 16)

// 16x8
sadMxN(16, 8)
sadMxNxK(16, 8, 3)
sadMxNxK(16, 8, 8)
sadMxNx4D(16, 8)

// 8x16
sadMxN(8, 16)
sadMxNxK(8, 16, 3)
sadMxNxK(8, 16, 8)
sadMxNx4D(8, 16)

// 8x8
sadMxN(8, 8)
sadMxNxK(8, 8, 3)
sadMxNxK(8, 8, 8)
sadMxNx4D(8, 8)

// 8x4
sadMxN(8, 4)
sadMxNxK(8, 4, 8)
sadMxNx4D(8, 4)

// 4x8
sadMxN(4, 8)
sadMxNxK(4, 8, 8)
sadMxNx4D(4, 8)

// 4x4
sadMxN(4, 4)
sadMxNxK(4, 4, 3)
sadMxNxK(4, 4, 8)
sadMxNx4D(4, 4)
156 157 158 159 160 161 162 163 164 165

#if CONFIG_AV1 && CONFIG_EXT_PARTITION_TYPES
sadMxN(4, 16)
sadMxNx4D(4, 16)
sadMxN(16, 4)
sadMxNx4D(16, 4)
sadMxN(8, 32)
sadMxNx4D(8, 32)
sadMxN(32, 8)
sadMxNx4D(32, 8)
166 167 168 169
sadMxN(16, 64)
sadMxNx4D(16, 64)
sadMxN(64, 16)
sadMxNx4D(64, 16)
170 171 172 173
sadMxN(32, 128)
sadMxNx4D(32, 128)
sadMxN(128, 32)
sadMxNx4D(128, 32)
174
#endif
clang-format's avatar
clang-format committed
175
/* clang-format on */
176

177
#if CONFIG_HIGHBITDEPTH
178
                            static INLINE
clang-format's avatar
clang-format committed
179 180
    unsigned int highbd_sad(const uint8_t *a8, int a_stride, const uint8_t *b8,
                            int b_stride, int width, int height) {
181 182 183 184 185
  int y, x;
  unsigned int sad = 0;
  const uint16_t *a = CONVERT_TO_SHORTPTR(a8);
  const uint16_t *b = CONVERT_TO_SHORTPTR(b8);
  for (y = 0; y < height; y++) {
clang-format's avatar
clang-format committed
186
    for (x = 0; x < width; x++) sad += abs(a[x] - b[x]);
187 188 189 190 191 192 193

    a += a_stride;
    b += b_stride;
  }
  return sad;
}

194 195 196
static INLINE unsigned int highbd_sadb(const uint8_t *a8, int a_stride,
                                       const uint16_t *b, int b_stride,
                                       int width, int height) {
197 198 199 200
  int y, x;
  unsigned int sad = 0;
  const uint16_t *a = CONVERT_TO_SHORTPTR(a8);
  for (y = 0; y < height; y++) {
clang-format's avatar
clang-format committed
201
    for (x = 0; x < width; x++) sad += abs(a[x] - b[x]);
202 203 204 205 206 207 208

    a += a_stride;
    b += b_stride;
  }
  return sad;
}

clang-format's avatar
clang-format committed
209
#define highbd_sadMxN(m, n)                                                    \
Yaowu Xu's avatar
Yaowu Xu committed
210
  unsigned int aom_highbd_sad##m##x##n##_c(const uint8_t *src, int src_stride, \
clang-format's avatar
clang-format committed
211 212 213 214
                                           const uint8_t *ref,                 \
                                           int ref_stride) {                   \
    return highbd_sad(src, src_stride, ref, ref_stride, m, n);                 \
  }                                                                            \
Yaowu Xu's avatar
Yaowu Xu committed
215
  unsigned int aom_highbd_sad##m##x##n##_avg_c(                                \
clang-format's avatar
clang-format committed
216 217 218
      const uint8_t *src, int src_stride, const uint8_t *ref, int ref_stride,  \
      const uint8_t *second_pred) {                                            \
    uint16_t comp_pred[m * n];                                                 \
Yaowu Xu's avatar
Yaowu Xu committed
219
    aom_highbd_comp_avg_pred_c(comp_pred, second_pred, m, n, ref, ref_stride); \
clang-format's avatar
clang-format committed
220 221
    return highbd_sadb(src, src_stride, comp_pred, m, m, n);                   \
  }
222

clang-format's avatar
clang-format committed
223
#define highbd_sadMxNxK(m, n, k)                                             \
Yaowu Xu's avatar
Yaowu Xu committed
224
  void aom_highbd_sad##m##x##n##x##k##_c(                                    \
clang-format's avatar
clang-format committed
225 226 227 228
      const uint8_t *src, int src_stride, const uint8_t *ref_array,          \
      int ref_stride, uint32_t *sad_array) {                                 \
    int i;                                                                   \
    for (i = 0; i < k; ++i) {                                                \
Yaowu Xu's avatar
Yaowu Xu committed
229
      sad_array[i] = aom_highbd_sad##m##x##n##_c(src, src_stride,            \
clang-format's avatar
clang-format committed
230 231 232
                                                 &ref_array[i], ref_stride); \
    }                                                                        \
  }
233

clang-format's avatar
clang-format committed
234
#define highbd_sadMxNx4D(m, n)                                               \
Yaowu Xu's avatar
Yaowu Xu committed
235
  void aom_highbd_sad##m##x##n##x4d_c(const uint8_t *src, int src_stride,    \
clang-format's avatar
clang-format committed
236 237 238 239
                                      const uint8_t *const ref_array[],      \
                                      int ref_stride, uint32_t *sad_array) { \
    int i;                                                                   \
    for (i = 0; i < 4; ++i) {                                                \
Yaowu Xu's avatar
Yaowu Xu committed
240
      sad_array[i] = aom_highbd_sad##m##x##n##_c(src, src_stride,            \
clang-format's avatar
clang-format committed
241 242 243
                                                 ref_array[i], ref_stride);  \
    }                                                                        \
  }
244

clang-format's avatar
clang-format committed
245
/* clang-format off */
Yaowu Xu's avatar
Yaowu Xu committed
246
#if CONFIG_AV1 && CONFIG_EXT_PARTITION
247 248 249 250 251 252 253 254 255 256 257 258 259
// 128x128
highbd_sadMxN(128, 128)
highbd_sadMxNxK(128, 128, 3)
highbd_sadMxNxK(128, 128, 8)
highbd_sadMxNx4D(128, 128)

// 128x64
highbd_sadMxN(128, 64)
highbd_sadMxNx4D(128, 64)

// 64x128
highbd_sadMxN(64, 128)
highbd_sadMxNx4D(64, 128)
Yaowu Xu's avatar
Yaowu Xu committed
260
#endif  // CONFIG_AV1 && CONFIG_EXT_PARTITION
261

262
// 64x64
263 264 265 266
highbd_sadMxN(64, 64)
highbd_sadMxNxK(64, 64, 3)
highbd_sadMxNxK(64, 64, 8)
highbd_sadMxNx4D(64, 64)
267 268

// 64x32
269 270
highbd_sadMxN(64, 32)
highbd_sadMxNx4D(64, 32)
271 272

// 32x64
273 274
highbd_sadMxN(32, 64)
highbd_sadMxNx4D(32, 64)
275 276

// 32x32
277 278 279 280
highbd_sadMxN(32, 32)
highbd_sadMxNxK(32, 32, 3)
highbd_sadMxNxK(32, 32, 8)
highbd_sadMxNx4D(32, 32)
281 282

// 32x16
283 284
highbd_sadMxN(32, 16)
highbd_sadMxNx4D(32, 16)
285 286

// 16x32
287 288
highbd_sadMxN(16, 32)
highbd_sadMxNx4D(16, 32)
289 290

// 16x16
291 292 293 294
highbd_sadMxN(16, 16)
highbd_sadMxNxK(16, 16, 3)
highbd_sadMxNxK(16, 16, 8)
highbd_sadMxNx4D(16, 16)
295 296

// 16x8
297 298 299 300
highbd_sadMxN(16, 8)
highbd_sadMxNxK(16, 8, 3)
highbd_sadMxNxK(16, 8, 8)
highbd_sadMxNx4D(16, 8)
301 302

// 8x16
303 304 305 306
highbd_sadMxN(8, 16)
highbd_sadMxNxK(8, 16, 3)
highbd_sadMxNxK(8, 16, 8)
highbd_sadMxNx4D(8, 16)
307 308

// 8x8
309 310 311 312
highbd_sadMxN(8, 8)
highbd_sadMxNxK(8, 8, 3)
highbd_sadMxNxK(8, 8, 8)
highbd_sadMxNx4D(8, 8)
313 314

// 8x4
315 316 317
highbd_sadMxN(8, 4)
highbd_sadMxNxK(8, 4, 8)
highbd_sadMxNx4D(8, 4)
318 319

// 4x8
320 321 322
highbd_sadMxN(4, 8)
highbd_sadMxNxK(4, 8, 8)
highbd_sadMxNx4D(4, 8)
323 324

// 4x4
325 326 327 328
highbd_sadMxN(4, 4)
highbd_sadMxNxK(4, 4, 3)
highbd_sadMxNxK(4, 4, 8)
highbd_sadMxNx4D(4, 4)
329 330 331 332 333 334 335 336 337 338

#if CONFIG_AV1 && CONFIG_EXT_PARTITION_TYPES
highbd_sadMxN(4, 16)
highbd_sadMxNx4D(4, 16)
highbd_sadMxN(16, 4)
highbd_sadMxNx4D(16, 4)
highbd_sadMxN(8, 32)
highbd_sadMxNx4D(8, 32)
highbd_sadMxN(32, 8)
highbd_sadMxNx4D(32, 8)
339 340 341 342
highbd_sadMxN(16, 64)
highbd_sadMxNx4D(16, 64)
highbd_sadMxN(64, 16)
highbd_sadMxNx4D(64, 16)
343 344 345 346
highbd_sadMxN(32, 128)
highbd_sadMxNx4D(32, 128)
highbd_sadMxN(128, 32)
highbd_sadMxNx4D(128, 32)
347
#endif
clang-format's avatar
clang-format committed
348
/* clang-format on */
349
#endif  // CONFIG_HIGHBITDEPTH
350

Yaowu Xu's avatar
Yaowu Xu committed
351
#if CONFIG_AV1 && CONFIG_EXT_INTER
352
                                                static INLINE
David Barker's avatar
David Barker committed
353 354 355 356
    unsigned int masked_sad(const uint8_t *src, int src_stride,
                            const uint8_t *a, int a_stride, const uint8_t *b,
                            int b_stride, const uint8_t *m, int m_stride,
                            int width, int height) {
357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375
  int y, x;
  unsigned int sad = 0;

  for (y = 0; y < height; y++) {
    for (x = 0; x < width; x++) {
      const uint8_t pred = AOM_BLEND_A64(m[x], a[x], b[x]);
      sad += abs(pred - src[x]);
    }

    src += src_stride;
    a += a_stride;
    b += b_stride;
    m += m_stride;
  }
  sad = (sad + 31) >> 6;

  return sad;
}

David Barker's avatar
David Barker committed
376 377 378 379 380 381 382 383 384 385 386
#define MASKSADMxN(m, n)                                                       \
  unsigned int aom_masked_sad##m##x##n##_c(                                    \
      const uint8_t *src, int src_stride, const uint8_t *ref, int ref_stride,  \
      const uint8_t *second_pred, const uint8_t *msk, int msk_stride,          \
      int invert_mask) {                                                       \
    if (!invert_mask)                                                          \
      return masked_sad(src, src_stride, ref, ref_stride, second_pred, m, msk, \
                        msk_stride, m, n);                                     \
    else                                                                       \
      return masked_sad(src, src_stride, second_pred, m, ref, ref_stride, msk, \
                        msk_stride, m, n);                                     \
clang-format's avatar
clang-format committed
387
  }
388

clang-format's avatar
clang-format committed
389
/* clang-format off */
390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407
#if CONFIG_EXT_PARTITION
MASKSADMxN(128, 128)
MASKSADMxN(128, 64)
MASKSADMxN(64, 128)
#endif  // CONFIG_EXT_PARTITION
MASKSADMxN(64, 64)
MASKSADMxN(64, 32)
MASKSADMxN(32, 64)
MASKSADMxN(32, 32)
MASKSADMxN(32, 16)
MASKSADMxN(16, 32)
MASKSADMxN(16, 16)
MASKSADMxN(16, 8)
MASKSADMxN(8, 16)
MASKSADMxN(8, 8)
MASKSADMxN(8, 4)
MASKSADMxN(4, 8)
MASKSADMxN(4, 4)
408 409 410 411 412 413

#if CONFIG_EXT_PARTITION_TYPES
MASKSADMxN(4, 16)
MASKSADMxN(16, 4)
MASKSADMxN(8, 32)
MASKSADMxN(32, 8)
414 415
MASKSADMxN(16, 64)
MASKSADMxN(64, 16)
416 417
MASKSADMxN(32, 128)
MASKSADMxN(128, 32)
418
#endif
clang-format's avatar
clang-format committed
419
/* clang-format on */
420

421
#if CONFIG_HIGHBITDEPTH
422
                                static INLINE
David Barker's avatar
David Barker committed
423 424 425 426 427
    unsigned int highbd_masked_sad(const uint8_t *src8, int src_stride,
                                   const uint8_t *a8, int a_stride,
                                   const uint8_t *b8, int b_stride,
                                   const uint8_t *m, int m_stride, int width,
                                   int height) {
428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449
  int y, x;
  unsigned int sad = 0;
  const uint16_t *src = CONVERT_TO_SHORTPTR(src8);
  const uint16_t *a = CONVERT_TO_SHORTPTR(a8);
  const uint16_t *b = CONVERT_TO_SHORTPTR(b8);

  for (y = 0; y < height; y++) {
    for (x = 0; x < width; x++) {
      const uint16_t pred = AOM_BLEND_A64(m[x], a[x], b[x]);
      sad += abs(pred - src[x]);
    }

    src += src_stride;
    a += a_stride;
    b += b_stride;
    m += m_stride;
  }
  sad = (sad + 31) >> 6;

  return sad;
}

David Barker's avatar
David Barker committed
450 451 452 453 454 455 456 457 458 459 460
#define HIGHBD_MASKSADMXN(m, n)                                         \
  unsigned int aom_highbd_masked_sad##m##x##n##_c(                      \
      const uint8_t *src8, int src_stride, const uint8_t *ref8,         \
      int ref_stride, const uint8_t *second_pred8, const uint8_t *msk,  \
      int msk_stride, int invert_mask) {                                \
    if (!invert_mask)                                                   \
      return highbd_masked_sad(src8, src_stride, ref8, ref_stride,      \
                               second_pred8, m, msk, msk_stride, m, n); \
    else                                                                \
      return highbd_masked_sad(src8, src_stride, second_pred8, m, ref8, \
                               ref_stride, msk, msk_stride, m, n);      \
clang-format's avatar
clang-format committed
461
  }
462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480

#if CONFIG_EXT_PARTITION
HIGHBD_MASKSADMXN(128, 128)
HIGHBD_MASKSADMXN(128, 64)
HIGHBD_MASKSADMXN(64, 128)
#endif  // CONFIG_EXT_PARTITION
HIGHBD_MASKSADMXN(64, 64)
HIGHBD_MASKSADMXN(64, 32)
HIGHBD_MASKSADMXN(32, 64)
HIGHBD_MASKSADMXN(32, 32)
HIGHBD_MASKSADMXN(32, 16)
HIGHBD_MASKSADMXN(16, 32)
HIGHBD_MASKSADMXN(16, 16)
HIGHBD_MASKSADMXN(16, 8)
HIGHBD_MASKSADMXN(8, 16)
HIGHBD_MASKSADMXN(8, 8)
HIGHBD_MASKSADMXN(8, 4)
HIGHBD_MASKSADMXN(4, 8)
HIGHBD_MASKSADMXN(4, 4)
481 482 483 484 485 486

#if CONFIG_AV1 && CONFIG_EXT_PARTITION_TYPES
HIGHBD_MASKSADMXN(4, 16)
HIGHBD_MASKSADMXN(16, 4)
HIGHBD_MASKSADMXN(8, 32)
HIGHBD_MASKSADMXN(32, 8)
487 488
HIGHBD_MASKSADMXN(16, 64)
HIGHBD_MASKSADMXN(64, 16)
489 490
HIGHBD_MASKSADMXN(32, 128)
HIGHBD_MASKSADMXN(128, 32)
491
#endif
492
#endif  // CONFIG_HIGHBITDEPTH
Yaowu Xu's avatar
Yaowu Xu committed
493
#endif  // CONFIG_AV1 && CONFIG_EXT_INTER
494

Yue Chen's avatar
Yue Chen committed
495
#if CONFIG_AV1 && CONFIG_MOTION_VAR
496 497 498 499
// pre: predictor being evaluated
// wsrc: target weighted prediction (has been *4096 to keep precision)
// mask: 2d weights (scaled by 4096)
static INLINE unsigned int obmc_sad(const uint8_t *pre, int pre_stride,
clang-format's avatar
clang-format committed
500
                                    const int32_t *wsrc, const int32_t *mask,
501 502 503 504 505
                                    int width, int height) {
  int y, x;
  unsigned int sad = 0;

  for (y = 0; y < height; y++) {
506
    for (x = 0; x < width; x++)
507
      sad += ROUND_POWER_OF_TWO(abs(wsrc[x] - pre[x] * mask[x]), 12);
508

509 510 511
    pre += pre_stride;
    wsrc += width;
    mask += width;
512 513 514 515 516
  }

  return sad;
}

clang-format's avatar
clang-format committed
517
#define OBMCSADMxN(m, n)                                                     \
Yaowu Xu's avatar
Yaowu Xu committed
518
  unsigned int aom_obmc_sad##m##x##n##_c(const uint8_t *ref, int ref_stride, \
clang-format's avatar
clang-format committed
519 520 521 522
                                         const int32_t *wsrc,                \
                                         const int32_t *mask) {              \
    return obmc_sad(ref, ref_stride, wsrc, mask, m, n);                      \
  }
523

clang-format's avatar
clang-format committed
524
/* clang-format off */
525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542
#if CONFIG_EXT_PARTITION
OBMCSADMxN(128, 128)
OBMCSADMxN(128, 64)
OBMCSADMxN(64, 128)
#endif  // CONFIG_EXT_PARTITION
OBMCSADMxN(64, 64)
OBMCSADMxN(64, 32)
OBMCSADMxN(32, 64)
OBMCSADMxN(32, 32)
OBMCSADMxN(32, 16)
OBMCSADMxN(16, 32)
OBMCSADMxN(16, 16)
OBMCSADMxN(16, 8)
OBMCSADMxN(8, 16)
OBMCSADMxN(8, 8)
OBMCSADMxN(8, 4)
OBMCSADMxN(4, 8)
OBMCSADMxN(4, 4)
543 544 545 546 547 548

#if CONFIG_AV1 && CONFIG_EXT_PARTITION_TYPES
OBMCSADMxN(4, 16)
OBMCSADMxN(16, 4)
OBMCSADMxN(8, 32)
OBMCSADMxN(32, 8)
549 550
OBMCSADMxN(16, 64)
OBMCSADMxN(64, 16)
551 552
OBMCSADMxN(32, 128)
OBMCSADMxN(128, 32)
553
#endif
clang-format's avatar
clang-format committed
554
/* clang-format on */
555

556
#if CONFIG_HIGHBITDEPTH
557
                                static INLINE
clang-format's avatar
clang-format committed
558 559 560
    unsigned int highbd_obmc_sad(const uint8_t *pre8, int pre_stride,
                                 const int32_t *wsrc, const int32_t *mask,
                                 int width, int height) {
561 562
  int y, x;
  unsigned int sad = 0;
563
  const uint16_t *pre = CONVERT_TO_SHORTPTR(pre8);
564 565

  for (y = 0; y < height; y++) {
566
    for (x = 0; x < width; x++)
567
      sad += ROUND_POWER_OF_TWO(abs(wsrc[x] - pre[x] * mask[x]), 12);
568

569 570 571
    pre += pre_stride;
    wsrc += width;
    mask += width;
572 573 574 575 576
  }

  return sad;
}

clang-format's avatar
clang-format committed
577
#define HIGHBD_OBMCSADMXN(m, n)                                \
Yaowu Xu's avatar
Yaowu Xu committed
578
  unsigned int aom_highbd_obmc_sad##m##x##n##_c(               \
clang-format's avatar
clang-format committed
579 580 581 582
      const uint8_t *ref, int ref_stride, const int32_t *wsrc, \
      const int32_t *mask) {                                   \
    return highbd_obmc_sad(ref, ref_stride, wsrc, mask, m, n); \
  }
583

clang-format's avatar
clang-format committed
584
/* clang-format off */
585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602
#if CONFIG_EXT_PARTITION
HIGHBD_OBMCSADMXN(128, 128)
HIGHBD_OBMCSADMXN(128, 64)
HIGHBD_OBMCSADMXN(64, 128)
#endif  // CONFIG_EXT_PARTITION
HIGHBD_OBMCSADMXN(64, 64)
HIGHBD_OBMCSADMXN(64, 32)
HIGHBD_OBMCSADMXN(32, 64)
HIGHBD_OBMCSADMXN(32, 32)
HIGHBD_OBMCSADMXN(32, 16)
HIGHBD_OBMCSADMXN(16, 32)
HIGHBD_OBMCSADMXN(16, 16)
HIGHBD_OBMCSADMXN(16, 8)
HIGHBD_OBMCSADMXN(8, 16)
HIGHBD_OBMCSADMXN(8, 8)
HIGHBD_OBMCSADMXN(8, 4)
HIGHBD_OBMCSADMXN(4, 8)
HIGHBD_OBMCSADMXN(4, 4)
603 604 605 606 607 608

#if CONFIG_AV1 && CONFIG_EXT_PARTITION_TYPES
HIGHBD_OBMCSADMXN(4, 16)
HIGHBD_OBMCSADMXN(16, 4)
HIGHBD_OBMCSADMXN(8, 32)
HIGHBD_OBMCSADMXN(32, 8)
609 610
HIGHBD_OBMCSADMXN(16, 64)
HIGHBD_OBMCSADMXN(64, 16)
611 612
HIGHBD_OBMCSADMXN(32, 128)
HIGHBD_OBMCSADMXN(128, 32)
613
#endif
clang-format's avatar
clang-format committed
614
/* clang-format on */
615
#endif  // CONFIG_HIGHBITDEPTH
Yue Chen's avatar
Yue Chen committed
616
#endif  // CONFIG_AV1 && CONFIG_MOTION_VAR