intrapred.c 25.2 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
/*
 *  Copyright (c) 2015 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

#include "./vpx_config.h"
#include "./vpx_dsp_rtcd.h"

#include "vpx_dsp/vpx_dsp_common.h"
#include "vpx_mem/vpx_mem.h"

clang-format's avatar
clang-format committed
17
#define DST(x, y) dst[(x) + (y)*stride]
18
19
20
21
22
23
#define AVG3(a, b, c) (((a) + 2 * (b) + (c) + 2) >> 2)
#define AVG2(a, b) (((a) + (b) + 1) >> 1)

static INLINE void d207_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                  const uint8_t *above, const uint8_t *left) {
  int r, c;
clang-format's avatar
clang-format committed
24
  (void)above;
25
  // first column
clang-format's avatar
clang-format committed
26
  for (r = 0; r < bs - 1; ++r) dst[r * stride] = AVG2(left[r], left[r + 1]);
27
28
29
30
31
32
33
34
35
36
37
  dst[(bs - 1) * stride] = left[bs - 1];
  dst++;

  // second column
  for (r = 0; r < bs - 2; ++r)
    dst[r * stride] = AVG3(left[r], left[r + 1], left[r + 2]);
  dst[(bs - 2) * stride] = AVG3(left[bs - 2], left[bs - 1], left[bs - 1]);
  dst[(bs - 1) * stride] = left[bs - 1];
  dst++;

  // rest of last row
clang-format's avatar
clang-format committed
38
  for (c = 0; c < bs - 2; ++c) dst[(bs - 1) * stride + c] = left[bs - 1];
39
40
41
42
43
44

  for (r = bs - 2; r >= 0; --r)
    for (c = 0; c < bs - 2; ++c)
      dst[r * stride + c] = dst[(r + 1) * stride + c - 2];
}

45
#if CONFIG_MISC_FIXES
46
47
48
static INLINE void d207e_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                   const uint8_t *above, const uint8_t *left) {
  int r, c;
clang-format's avatar
clang-format committed
49
  (void)above;
50
51
52
53
54

  for (r = 0; r < bs; ++r) {
    for (c = 0; c < bs; ++c) {
      dst[c] = c & 1 ? AVG3(left[(c >> 1) + r], left[(c >> 1) + r + 1],
                            left[(c >> 1) + r + 2])
clang-format's avatar
clang-format committed
55
                     : AVG2(left[(c >> 1) + r], left[(c >> 1) + r + 1]);
56
57
58
59
    }
    dst += stride;
  }
}
60
#endif  // CONFIG_MISC_FIXES
61

62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
static INLINE void d63_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                 const uint8_t *above, const uint8_t *left) {
  int r, c;
  int size;
  (void)left;
  for (c = 0; c < bs; ++c) {
    dst[c] = AVG2(above[c], above[c + 1]);
    dst[stride + c] = AVG3(above[c], above[c + 1], above[c + 2]);
  }
  for (r = 2, size = bs - 2; r < bs; r += 2, --size) {
    memcpy(dst + (r + 0) * stride, dst + (r >> 1), size);
    memset(dst + (r + 0) * stride + size, above[bs - 1], bs - size);
    memcpy(dst + (r + 1) * stride, dst + stride + (r >> 1), size);
    memset(dst + (r + 1) * stride + size, above[bs - 1], bs - size);
  }
}

79
#if CONFIG_MISC_FIXES
80
81
82
static INLINE void d63e_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                  const uint8_t *above, const uint8_t *left) {
  int r, c;
clang-format's avatar
clang-format committed
83
  (void)left;
84
85
86
87
  for (r = 0; r < bs; ++r) {
    for (c = 0; c < bs; ++c) {
      dst[c] = r & 1 ? AVG3(above[(r >> 1) + c], above[(r >> 1) + c + 1],
                            above[(r >> 1) + c + 2])
clang-format's avatar
clang-format committed
88
                     : AVG2(above[(r >> 1) + c], above[(r >> 1) + c + 1]);
89
90
91
92
    }
    dst += stride;
  }
}
93
#endif  // CONFIG_MISC_FIXES
94

95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
static INLINE void d45_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                 const uint8_t *above, const uint8_t *left) {
  const uint8_t above_right = above[bs - 1];
  const uint8_t *const dst_row0 = dst;
  int x, size;
  (void)left;

  for (x = 0; x < bs - 1; ++x) {
    dst[x] = AVG3(above[x], above[x + 1], above[x + 2]);
  }
  dst[bs - 1] = above_right;
  dst += stride;
  for (x = 1, size = bs - 2; x < bs; ++x, --size) {
    memcpy(dst, dst_row0 + x, size);
    memset(dst + size, above_right, x + 1);
    dst += stride;
  }
}

114
#if CONFIG_MISC_FIXES
115
116
117
static INLINE void d45e_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                  const uint8_t *above, const uint8_t *left) {
  int r, c;
clang-format's avatar
clang-format committed
118
  (void)left;
119
120
121
122
123
124
125
126
  for (r = 0; r < bs; ++r) {
    for (c = 0; c < bs; ++c) {
      dst[c] = AVG3(above[r + c], above[r + c + 1],
                    above[r + c + 1 + (r + c + 2 < bs * 2)]);
    }
    dst += stride;
  }
}
127
#endif  // CONFIG_MISC_FIXES
128

129
130
131
132
133
static INLINE void d117_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                  const uint8_t *above, const uint8_t *left) {
  int r, c;

  // first row
clang-format's avatar
clang-format committed
134
  for (c = 0; c < bs; c++) dst[c] = AVG2(above[c - 1], above[c]);
135
136
137
138
  dst += stride;

  // second row
  dst[0] = AVG3(left[0], above[-1], above[0]);
clang-format's avatar
clang-format committed
139
  for (c = 1; c < bs; c++) dst[c] = AVG3(above[c - 2], above[c - 1], above[c]);
140
141
142
143
144
145
146
147
148
  dst += stride;

  // the rest of first col
  dst[0] = AVG3(above[-1], left[0], left[1]);
  for (r = 3; r < bs; ++r)
    dst[(r - 2) * stride] = AVG3(left[r - 3], left[r - 2], left[r - 1]);

  // the rest of the block
  for (r = 2; r < bs; ++r) {
clang-format's avatar
clang-format committed
149
    for (c = 1; c < bs; c++) dst[c] = dst[-2 * stride + c - 1];
150
151
152
153
154
155
156
157
    dst += stride;
  }
}

static INLINE void d135_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                  const uint8_t *above, const uint8_t *left) {
  int r, c;
  dst[0] = AVG3(left[0], above[-1], above[0]);
clang-format's avatar
clang-format committed
158
  for (c = 1; c < bs; c++) dst[c] = AVG3(above[c - 2], above[c - 1], above[c]);
159
160
161
162
163
164
165

  dst[stride] = AVG3(above[-1], left[0], left[1]);
  for (r = 2; r < bs; ++r)
    dst[r * stride] = AVG3(left[r - 2], left[r - 1], left[r]);

  dst += stride;
  for (r = 1; r < bs; ++r) {
clang-format's avatar
clang-format committed
166
    for (c = 1; c < bs; c++) dst[c] = dst[-stride + c - 1];
167
168
169
170
171
172
173
174
    dst += stride;
  }
}

static INLINE void d153_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                  const uint8_t *above, const uint8_t *left) {
  int r, c;
  dst[0] = AVG2(above[-1], left[0]);
clang-format's avatar
clang-format committed
175
  for (r = 1; r < bs; r++) dst[r * stride] = AVG2(left[r - 1], left[r]);
176
177
178
179
180
181
182
183
184
185
186
187
188
  dst++;

  dst[0] = AVG3(left[0], above[-1], above[0]);
  dst[stride] = AVG3(above[-1], left[0], left[1]);
  for (r = 2; r < bs; r++)
    dst[r * stride] = AVG3(left[r - 2], left[r - 1], left[r]);
  dst++;

  for (c = 0; c < bs - 2; c++)
    dst[c] = AVG3(above[c - 1], above[c], above[c + 1]);
  dst += stride;

  for (r = 1; r < bs; ++r) {
clang-format's avatar
clang-format committed
189
    for (c = 0; c < bs - 2; c++) dst[c] = dst[-stride + c - 2];
190
191
192
193
194
195
196
    dst += stride;
  }
}

static INLINE void v_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                               const uint8_t *above, const uint8_t *left) {
  int r;
clang-format's avatar
clang-format committed
197
  (void)left;
198
199
200
201
202
203
204
205
206
207

  for (r = 0; r < bs; r++) {
    memcpy(dst, above, bs);
    dst += stride;
  }
}

static INLINE void h_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                               const uint8_t *above, const uint8_t *left) {
  int r;
clang-format's avatar
clang-format committed
208
  (void)above;
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230

  for (r = 0; r < bs; r++) {
    memset(dst, left[r], bs);
    dst += stride;
  }
}

static INLINE void tm_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                const uint8_t *above, const uint8_t *left) {
  int r, c;
  int ytop_left = above[-1];

  for (r = 0; r < bs; r++) {
    for (c = 0; c < bs; c++)
      dst[c] = clip_pixel(left[r] + above[c] - ytop_left);
    dst += stride;
  }
}

static INLINE void dc_128_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                    const uint8_t *above, const uint8_t *left) {
  int r;
clang-format's avatar
clang-format committed
231
232
  (void)above;
  (void)left;
233
234
235
236
237
238
239
240
241
242
243

  for (r = 0; r < bs; r++) {
    memset(dst, 128, bs);
    dst += stride;
  }
}

static INLINE void dc_left_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                     const uint8_t *above,
                                     const uint8_t *left) {
  int i, r, expected_dc, sum = 0;
clang-format's avatar
clang-format committed
244
  (void)above;
245

clang-format's avatar
clang-format committed
246
  for (i = 0; i < bs; i++) sum += left[i];
247
248
249
250
251
252
253
254
255
256
257
  expected_dc = (sum + (bs >> 1)) / bs;

  for (r = 0; r < bs; r++) {
    memset(dst, expected_dc, bs);
    dst += stride;
  }
}

static INLINE void dc_top_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                    const uint8_t *above, const uint8_t *left) {
  int i, r, expected_dc, sum = 0;
clang-format's avatar
clang-format committed
258
  (void)left;
259

clang-format's avatar
clang-format committed
260
  for (i = 0; i < bs; i++) sum += above[i];
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
  expected_dc = (sum + (bs >> 1)) / bs;

  for (r = 0; r < bs; r++) {
    memset(dst, expected_dc, bs);
    dst += stride;
  }
}

static INLINE void dc_predictor(uint8_t *dst, ptrdiff_t stride, int bs,
                                const uint8_t *above, const uint8_t *left) {
  int i, r, expected_dc, sum = 0;
  const int count = 2 * bs;

  for (i = 0; i < bs; i++) {
    sum += above[i];
    sum += left[i];
  }

  expected_dc = (sum + (count >> 1)) / count;

  for (r = 0; r < bs; r++) {
    memset(dst, expected_dc, bs);
    dst += stride;
  }
}

287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
void vpx_he_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
                            const uint8_t *above, const uint8_t *left) {
  const int H = above[-1];
  const int I = left[0];
  const int J = left[1];
  const int K = left[2];
  const int L = left[3];

  memset(dst + stride * 0, AVG3(H, I, J), 4);
  memset(dst + stride * 1, AVG3(I, J, K), 4);
  memset(dst + stride * 2, AVG3(J, K, L), 4);
  memset(dst + stride * 3, AVG3(K, L, L), 4);
}

void vpx_ve_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
                            const uint8_t *above, const uint8_t *left) {
  const int H = above[-1];
  const int I = above[0];
  const int J = above[1];
  const int K = above[2];
  const int L = above[3];
  const int M = above[4];

  dst[0] = AVG3(H, I, J);
  dst[1] = AVG3(I, J, K);
  dst[2] = AVG3(J, K, L);
  dst[3] = AVG3(K, L, M);
  memcpy(dst + stride * 1, dst, 4);
  memcpy(dst + stride * 2, dst, 4);
  memcpy(dst + stride * 3, dst, 4);
}

319
void vpx_d207_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
320
321
322
323
324
325
                              const uint8_t *above, const uint8_t *left) {
  const int I = left[0];
  const int J = left[1];
  const int K = left[2];
  const int L = left[3];
  (void)above;
clang-format's avatar
clang-format committed
326
  DST(0, 0) = AVG2(I, J);
327
328
  DST(2, 0) = DST(0, 1) = AVG2(J, K);
  DST(2, 1) = DST(0, 2) = AVG2(K, L);
clang-format's avatar
clang-format committed
329
  DST(1, 0) = AVG3(I, J, K);
330
331
  DST(3, 0) = DST(1, 1) = AVG3(J, K, L);
  DST(3, 1) = DST(1, 2) = AVG3(K, L, L);
clang-format's avatar
clang-format committed
332
  DST(3, 2) = DST(2, 2) = DST(0, 3) = DST(1, 3) = DST(2, 3) = DST(3, 3) = L;
333
334
}

335
void vpx_d63_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
336
337
338
339
340
341
342
343
344
                             const uint8_t *above, const uint8_t *left) {
  const int A = above[0];
  const int B = above[1];
  const int C = above[2];
  const int D = above[3];
  const int E = above[4];
  const int F = above[5];
  const int G = above[6];
  (void)left;
clang-format's avatar
clang-format committed
345
  DST(0, 0) = AVG2(A, B);
346
347
348
  DST(1, 0) = DST(0, 2) = AVG2(B, C);
  DST(2, 0) = DST(1, 2) = AVG2(C, D);
  DST(3, 0) = DST(2, 2) = AVG2(D, E);
clang-format's avatar
clang-format committed
349
  DST(3, 2) = AVG2(E, F);  // differs from vp8
350

clang-format's avatar
clang-format committed
351
  DST(0, 1) = AVG3(A, B, C);
352
353
354
  DST(1, 1) = DST(0, 3) = AVG3(B, C, D);
  DST(2, 1) = DST(1, 3) = AVG3(C, D, E);
  DST(3, 1) = DST(2, 3) = AVG3(D, E, F);
clang-format's avatar
clang-format committed
355
  DST(3, 3) = AVG3(E, F, G);  // differs from vp8
356
357
}

358
void vpx_d63f_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
359
360
361
362
363
364
365
366
367
368
                              const uint8_t *above, const uint8_t *left) {
  const int A = above[0];
  const int B = above[1];
  const int C = above[2];
  const int D = above[3];
  const int E = above[4];
  const int F = above[5];
  const int G = above[6];
  const int H = above[7];
  (void)left;
clang-format's avatar
clang-format committed
369
  DST(0, 0) = AVG2(A, B);
370
371
372
  DST(1, 0) = DST(0, 2) = AVG2(B, C);
  DST(2, 0) = DST(1, 2) = AVG2(C, D);
  DST(3, 0) = DST(2, 2) = AVG2(D, E);
clang-format's avatar
clang-format committed
373
  DST(3, 2) = AVG3(E, F, G);
374

clang-format's avatar
clang-format committed
375
  DST(0, 1) = AVG3(A, B, C);
376
377
378
  DST(1, 1) = DST(0, 3) = AVG3(B, C, D);
  DST(2, 1) = DST(1, 3) = AVG3(C, D, E);
  DST(3, 1) = DST(2, 3) = AVG3(D, E, F);
clang-format's avatar
clang-format committed
379
  DST(3, 3) = AVG3(F, G, H);
380
381
}

382
void vpx_d45_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
383
384
385
386
387
388
389
390
391
392
393
                             const uint8_t *above, const uint8_t *left) {
  const int A = above[0];
  const int B = above[1];
  const int C = above[2];
  const int D = above[3];
  const int E = above[4];
  const int F = above[5];
  const int G = above[6];
  const int H = above[7];
  (void)stride;
  (void)left;
clang-format's avatar
clang-format committed
394
395
396
  DST(0, 0) = AVG3(A, B, C);
  DST(1, 0) = DST(0, 1) = AVG3(B, C, D);
  DST(2, 0) = DST(1, 1) = DST(0, 2) = AVG3(C, D, E);
397
  DST(3, 0) = DST(2, 1) = DST(1, 2) = DST(0, 3) = AVG3(D, E, F);
clang-format's avatar
clang-format committed
398
399
400
  DST(3, 1) = DST(2, 2) = DST(1, 3) = AVG3(E, F, G);
  DST(3, 2) = DST(2, 3) = AVG3(F, G, H);
  DST(3, 3) = H;  // differs from vp8
401
402
}

403
404
405
406
407
408
409
410
411
412
413
414
void vpx_d45e_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
                              const uint8_t *above, const uint8_t *left) {
  const int A = above[0];
  const int B = above[1];
  const int C = above[2];
  const int D = above[3];
  const int E = above[4];
  const int F = above[5];
  const int G = above[6];
  const int H = above[7];
  (void)stride;
  (void)left;
clang-format's avatar
clang-format committed
415
416
417
  DST(0, 0) = AVG3(A, B, C);
  DST(1, 0) = DST(0, 1) = AVG3(B, C, D);
  DST(2, 0) = DST(1, 1) = DST(0, 2) = AVG3(C, D, E);
418
  DST(3, 0) = DST(2, 1) = DST(1, 2) = DST(0, 3) = AVG3(D, E, F);
clang-format's avatar
clang-format committed
419
420
421
  DST(3, 1) = DST(2, 2) = DST(1, 3) = AVG3(E, F, G);
  DST(3, 2) = DST(2, 3) = AVG3(F, G, H);
  DST(3, 3) = AVG3(G, H, H);
422
423
}

424
void vpx_d117_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
425
426
427
428
429
430
431
432
433
434
435
436
                              const uint8_t *above, const uint8_t *left) {
  const int I = left[0];
  const int J = left[1];
  const int K = left[2];
  const int X = above[-1];
  const int A = above[0];
  const int B = above[1];
  const int C = above[2];
  const int D = above[3];
  DST(0, 0) = DST(1, 2) = AVG2(X, A);
  DST(1, 0) = DST(2, 2) = AVG2(A, B);
  DST(2, 0) = DST(3, 2) = AVG2(B, C);
clang-format's avatar
clang-format committed
437
  DST(3, 0) = AVG2(C, D);
438

clang-format's avatar
clang-format committed
439
440
  DST(0, 3) = AVG3(K, J, I);
  DST(0, 2) = AVG3(J, I, X);
441
442
443
  DST(0, 1) = DST(1, 3) = AVG3(I, X, A);
  DST(1, 1) = DST(2, 3) = AVG3(X, A, B);
  DST(2, 1) = DST(3, 3) = AVG3(A, B, C);
clang-format's avatar
clang-format committed
444
  DST(3, 1) = AVG3(B, C, D);
445
446
}

447
void vpx_d135_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
448
449
450
451
452
453
454
455
456
457
458
                              const uint8_t *above, const uint8_t *left) {
  const int I = left[0];
  const int J = left[1];
  const int K = left[2];
  const int L = left[3];
  const int X = above[-1];
  const int A = above[0];
  const int B = above[1];
  const int C = above[2];
  const int D = above[3];
  (void)stride;
clang-format's avatar
clang-format committed
459
460
461
  DST(0, 3) = AVG3(J, K, L);
  DST(1, 3) = DST(0, 2) = AVG3(I, J, K);
  DST(2, 3) = DST(1, 2) = DST(0, 1) = AVG3(X, I, J);
462
  DST(3, 3) = DST(2, 2) = DST(1, 1) = DST(0, 0) = AVG3(A, X, I);
clang-format's avatar
clang-format committed
463
464
465
  DST(3, 2) = DST(2, 1) = DST(1, 0) = AVG3(B, A, X);
  DST(3, 1) = DST(2, 0) = AVG3(C, B, A);
  DST(3, 0) = AVG3(D, C, B);
466
467
}

468
void vpx_d153_predictor_4x4_c(uint8_t *dst, ptrdiff_t stride,
469
470
471
472
473
474
475
476
477
478
479
480
481
                              const uint8_t *above, const uint8_t *left) {
  const int I = left[0];
  const int J = left[1];
  const int K = left[2];
  const int L = left[3];
  const int X = above[-1];
  const int A = above[0];
  const int B = above[1];
  const int C = above[2];

  DST(0, 0) = DST(2, 1) = AVG2(I, X);
  DST(0, 1) = DST(2, 2) = AVG2(J, I);
  DST(0, 2) = DST(2, 3) = AVG2(K, J);
clang-format's avatar
clang-format committed
482
  DST(0, 3) = AVG2(L, K);
483

clang-format's avatar
clang-format committed
484
485
  DST(3, 0) = AVG3(A, B, C);
  DST(2, 0) = AVG3(X, A, B);
486
487
488
  DST(1, 0) = DST(3, 1) = AVG3(I, X, A);
  DST(1, 1) = DST(3, 2) = AVG3(J, I, X);
  DST(1, 2) = DST(3, 3) = AVG3(K, J, I);
clang-format's avatar
clang-format committed
489
  DST(1, 3) = AVG3(L, K, J);
490
491
}

492
#if CONFIG_VPX_HIGHBITDEPTH
493
494
495
496
static INLINE void highbd_d207_predictor(uint16_t *dst, ptrdiff_t stride,
                                         int bs, const uint16_t *above,
                                         const uint16_t *left, int bd) {
  int r, c;
clang-format's avatar
clang-format committed
497
498
  (void)above;
  (void)bd;
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515

  // First column.
  for (r = 0; r < bs - 1; ++r) {
    dst[r * stride] = AVG2(left[r], left[r + 1]);
  }
  dst[(bs - 1) * stride] = left[bs - 1];
  dst++;

  // Second column.
  for (r = 0; r < bs - 2; ++r) {
    dst[r * stride] = AVG3(left[r], left[r + 1], left[r + 2]);
  }
  dst[(bs - 2) * stride] = AVG3(left[bs - 2], left[bs - 1], left[bs - 1]);
  dst[(bs - 1) * stride] = left[bs - 1];
  dst++;

  // Rest of last row.
clang-format's avatar
clang-format committed
516
  for (c = 0; c < bs - 2; ++c) dst[(bs - 1) * stride + c] = left[bs - 1];
517
518
519
520
521
522
523

  for (r = bs - 2; r >= 0; --r) {
    for (c = 0; c < bs - 2; ++c)
      dst[r * stride + c] = dst[(r + 1) * stride + c - 2];
  }
}

524
#if CONFIG_MISC_FIXES
525
526
527
528
static INLINE void highbd_d207e_predictor(uint16_t *dst, ptrdiff_t stride,
                                          int bs, const uint16_t *above,
                                          const uint16_t *left, int bd) {
  int r, c;
clang-format's avatar
clang-format committed
529
530
  (void)above;
  (void)bd;
531
532
533
534
535

  for (r = 0; r < bs; ++r) {
    for (c = 0; c < bs; ++c) {
      dst[c] = c & 1 ? AVG3(left[(c >> 1) + r], left[(c >> 1) + r + 1],
                            left[(c >> 1) + r + 2])
clang-format's avatar
clang-format committed
536
                     : AVG2(left[(c >> 1) + r], left[(c >> 1) + r + 1]);
537
538
539
540
    }
    dst += stride;
  }
}
541
#endif  // CONFIG_MISC_FIXES
542

clang-format's avatar
clang-format committed
543
544
static INLINE void highbd_d63_predictor(uint16_t *dst, ptrdiff_t stride, int bs,
                                        const uint16_t *above,
545
546
                                        const uint16_t *left, int bd) {
  int r, c;
clang-format's avatar
clang-format committed
547
548
  (void)left;
  (void)bd;
549
550
551
552
  for (r = 0; r < bs; ++r) {
    for (c = 0; c < bs; ++c) {
      dst[c] = r & 1 ? AVG3(above[(r >> 1) + c], above[(r >> 1) + c + 1],
                            above[(r >> 1) + c + 2])
clang-format's avatar
clang-format committed
553
                     : AVG2(above[(r >> 1) + c], above[(r >> 1) + c + 1]);
554
555
556
557
558
    }
    dst += stride;
  }
}

559
560
#define highbd_d63e_predictor highbd_d63_predictor

561
562
563
564
static INLINE void highbd_d45_predictor(uint16_t *dst, ptrdiff_t stride, int bs,
                                        const uint16_t *above,
                                        const uint16_t *left, int bd) {
  int r, c;
clang-format's avatar
clang-format committed
565
566
  (void)left;
  (void)bd;
567
568
  for (r = 0; r < bs; ++r) {
    for (c = 0; c < bs; ++c) {
clang-format's avatar
clang-format committed
569
570
571
      dst[c] = r + c + 2 < bs * 2
                   ? AVG3(above[r + c], above[r + c + 1], above[r + c + 2])
                   : above[bs * 2 - 1];
572
573
574
575
576
    }
    dst += stride;
  }
}

577
#if CONFIG_MISC_FIXES
578
579
580
581
static INLINE void highbd_d45e_predictor(uint16_t *dst, ptrdiff_t stride,
                                         int bs, const uint16_t *above,
                                         const uint16_t *left, int bd) {
  int r, c;
clang-format's avatar
clang-format committed
582
583
  (void)left;
  (void)bd;
584
585
586
  for (r = 0; r < bs; ++r) {
    for (c = 0; c < bs; ++c) {
      dst[c] = AVG3(above[r + c], above[r + c + 1],
587
                    above[r + c + 1 + (r + c + 2 < bs * 2)]);
588
589
590
591
    }
    dst += stride;
  }
}
592
#endif  // CONFIG_MISC_FIXES
593

594
595
596
597
static INLINE void highbd_d117_predictor(uint16_t *dst, ptrdiff_t stride,
                                         int bs, const uint16_t *above,
                                         const uint16_t *left, int bd) {
  int r, c;
clang-format's avatar
clang-format committed
598
  (void)bd;
599
600

  // first row
clang-format's avatar
clang-format committed
601
  for (c = 0; c < bs; c++) dst[c] = AVG2(above[c - 1], above[c]);
602
603
604
605
  dst += stride;

  // second row
  dst[0] = AVG3(left[0], above[-1], above[0]);
clang-format's avatar
clang-format committed
606
  for (c = 1; c < bs; c++) dst[c] = AVG3(above[c - 2], above[c - 1], above[c]);
607
608
609
610
611
612
613
614
615
  dst += stride;

  // the rest of first col
  dst[0] = AVG3(above[-1], left[0], left[1]);
  for (r = 3; r < bs; ++r)
    dst[(r - 2) * stride] = AVG3(left[r - 3], left[r - 2], left[r - 1]);

  // the rest of the block
  for (r = 2; r < bs; ++r) {
clang-format's avatar
clang-format committed
616
    for (c = 1; c < bs; c++) dst[c] = dst[-2 * stride + c - 1];
617
618
619
620
621
622
623
624
    dst += stride;
  }
}

static INLINE void highbd_d135_predictor(uint16_t *dst, ptrdiff_t stride,
                                         int bs, const uint16_t *above,
                                         const uint16_t *left, int bd) {
  int r, c;
clang-format's avatar
clang-format committed
625
  (void)bd;
626
  dst[0] = AVG3(left[0], above[-1], above[0]);
clang-format's avatar
clang-format committed
627
  for (c = 1; c < bs; c++) dst[c] = AVG3(above[c - 2], above[c - 1], above[c]);
628
629
630
631
632
633
634

  dst[stride] = AVG3(above[-1], left[0], left[1]);
  for (r = 2; r < bs; ++r)
    dst[r * stride] = AVG3(left[r - 2], left[r - 1], left[r]);

  dst += stride;
  for (r = 1; r < bs; ++r) {
clang-format's avatar
clang-format committed
635
    for (c = 1; c < bs; c++) dst[c] = dst[-stride + c - 1];
636
637
638
639
640
641
642
643
    dst += stride;
  }
}

static INLINE void highbd_d153_predictor(uint16_t *dst, ptrdiff_t stride,
                                         int bs, const uint16_t *above,
                                         const uint16_t *left, int bd) {
  int r, c;
clang-format's avatar
clang-format committed
644
  (void)bd;
645
  dst[0] = AVG2(above[-1], left[0]);
clang-format's avatar
clang-format committed
646
  for (r = 1; r < bs; r++) dst[r * stride] = AVG2(left[r - 1], left[r]);
647
648
649
650
651
652
653
654
655
656
657
658
659
  dst++;

  dst[0] = AVG3(left[0], above[-1], above[0]);
  dst[stride] = AVG3(above[-1], left[0], left[1]);
  for (r = 2; r < bs; r++)
    dst[r * stride] = AVG3(left[r - 2], left[r - 1], left[r]);
  dst++;

  for (c = 0; c < bs - 2; c++)
    dst[c] = AVG3(above[c - 1], above[c], above[c + 1]);
  dst += stride;

  for (r = 1; r < bs; ++r) {
clang-format's avatar
clang-format committed
660
    for (c = 0; c < bs - 2; c++) dst[c] = dst[-stride + c - 2];
661
662
663
664
    dst += stride;
  }
}

clang-format's avatar
clang-format committed
665
666
static INLINE void highbd_v_predictor(uint16_t *dst, ptrdiff_t stride, int bs,
                                      const uint16_t *above,
667
668
                                      const uint16_t *left, int bd) {
  int r;
clang-format's avatar
clang-format committed
669
670
  (void)left;
  (void)bd;
671
672
673
674
675
676
  for (r = 0; r < bs; r++) {
    memcpy(dst, above, bs * sizeof(uint16_t));
    dst += stride;
  }
}

clang-format's avatar
clang-format committed
677
678
static INLINE void highbd_h_predictor(uint16_t *dst, ptrdiff_t stride, int bs,
                                      const uint16_t *above,
679
680
                                      const uint16_t *left, int bd) {
  int r;
clang-format's avatar
clang-format committed
681
682
  (void)above;
  (void)bd;
683
684
685
686
687
688
  for (r = 0; r < bs; r++) {
    vpx_memset16(dst, left[r], bs);
    dst += stride;
  }
}

clang-format's avatar
clang-format committed
689
690
static INLINE void highbd_tm_predictor(uint16_t *dst, ptrdiff_t stride, int bs,
                                       const uint16_t *above,
691
692
693
                                       const uint16_t *left, int bd) {
  int r, c;
  int ytop_left = above[-1];
clang-format's avatar
clang-format committed
694
  (void)bd;
695
696
697
698
699
700
701
702
703
704
705
706

  for (r = 0; r < bs; r++) {
    for (c = 0; c < bs; c++)
      dst[c] = clip_pixel_highbd(left[r] + above[c] - ytop_left, bd);
    dst += stride;
  }
}

static INLINE void highbd_dc_128_predictor(uint16_t *dst, ptrdiff_t stride,
                                           int bs, const uint16_t *above,
                                           const uint16_t *left, int bd) {
  int r;
clang-format's avatar
clang-format committed
707
708
  (void)above;
  (void)left;
709
710
711
712
713
714
715
716
717
718
719

  for (r = 0; r < bs; r++) {
    vpx_memset16(dst, 128 << (bd - 8), bs);
    dst += stride;
  }
}

static INLINE void highbd_dc_left_predictor(uint16_t *dst, ptrdiff_t stride,
                                            int bs, const uint16_t *above,
                                            const uint16_t *left, int bd) {
  int i, r, expected_dc, sum = 0;
clang-format's avatar
clang-format committed
720
721
  (void)above;
  (void)bd;
722

clang-format's avatar
clang-format committed
723
  for (i = 0; i < bs; i++) sum += left[i];
724
725
726
727
728
729
730
731
732
733
734
735
  expected_dc = (sum + (bs >> 1)) / bs;

  for (r = 0; r < bs; r++) {
    vpx_memset16(dst, expected_dc, bs);
    dst += stride;
  }
}

static INLINE void highbd_dc_top_predictor(uint16_t *dst, ptrdiff_t stride,
                                           int bs, const uint16_t *above,
                                           const uint16_t *left, int bd) {
  int i, r, expected_dc, sum = 0;
clang-format's avatar
clang-format committed
736
737
  (void)left;
  (void)bd;
738

clang-format's avatar
clang-format committed
739
  for (i = 0; i < bs; i++) sum += above[i];
740
741
742
743
744
745
746
747
  expected_dc = (sum + (bs >> 1)) / bs;

  for (r = 0; r < bs; r++) {
    vpx_memset16(dst, expected_dc, bs);
    dst += stride;
  }
}

clang-format's avatar
clang-format committed
748
749
static INLINE void highbd_dc_predictor(uint16_t *dst, ptrdiff_t stride, int bs,
                                       const uint16_t *above,
750
751
752
                                       const uint16_t *left, int bd) {
  int i, r, expected_dc, sum = 0;
  const int count = 2 * bs;
clang-format's avatar
clang-format committed
753
  (void)bd;
754
755
756
757
758
759
760
761
762
763
764
765
766

  for (i = 0; i < bs; i++) {
    sum += above[i];
    sum += left[i];
  }

  expected_dc = (sum + (count >> 1)) / count;

  for (r = 0; r < bs; r++) {
    vpx_memset16(dst, expected_dc, bs);
    dst += stride;
  }
}
767
#endif  // CONFIG_VPX_HIGHBITDEPTH
768
769
770
771

// This serves as a wrapper function, so that all the prediction functions
// can be unified and accessed as a pointer array. Note that the boundary
// above and left are not necessarily used all the time.
clang-format's avatar
clang-format committed
772
773
774
775
776
#define intra_pred_sized(type, size)                        \
  void vpx_##type##_predictor_##size##x##size##_c(          \
      uint8_t *dst, ptrdiff_t stride, const uint8_t *above, \
      const uint8_t *left) {                                \
    type##_predictor(dst, stride, size, above, left);       \
777
778
  }

779
#if CONFIG_VPX_HIGHBITDEPTH
clang-format's avatar
clang-format committed
780
781
782
783
#define intra_pred_highbd_sized(type, size)                        \
  void vpx_highbd_##type##_predictor_##size##x##size##_c(          \
      uint16_t *dst, ptrdiff_t stride, const uint16_t *above,      \
      const uint16_t *left, int bd) {                              \
784
785
786
    highbd_##type##_predictor(dst, stride, size, above, left, bd); \
  }

clang-format's avatar
clang-format committed
787
788
789
790
791
792
793
794
795
796
797
798
#define intra_pred_allsizes(type)                                           \
  intra_pred_sized(type, 4) intra_pred_sized(type, 8)                       \
      intra_pred_sized(type, 16) intra_pred_sized(type, 32)                 \
          intra_pred_highbd_sized(type, 4) intra_pred_highbd_sized(type, 8) \
              intra_pred_highbd_sized(type, 16)                             \
                  intra_pred_highbd_sized(type, 32)

#define intra_pred_no_4x4(type)                                              \
  intra_pred_sized(type, 8) intra_pred_sized(type, 16)                       \
      intra_pred_sized(type, 32) intra_pred_highbd_sized(type, 4)            \
          intra_pred_highbd_sized(type, 8) intra_pred_highbd_sized(type, 16) \
              intra_pred_highbd_sized(type, 32)
799
800

#else
clang-format's avatar
clang-format committed
801
802
803
804
805
806
807
#define intra_pred_allsizes(type)                     \
  intra_pred_sized(type, 4) intra_pred_sized(type, 8) \
      intra_pred_sized(type, 16) intra_pred_sized(type, 32)

#define intra_pred_no_4x4(type)                        \
  intra_pred_sized(type, 8) intra_pred_sized(type, 16) \
      intra_pred_sized(type, 32)
808
#endif  // CONFIG_VPX_HIGHBITDEPTH
809

clang-format's avatar
clang-format committed
810
/* clang-format off */
811
812
813
intra_pred_no_4x4(d207)
intra_pred_no_4x4(d63)
intra_pred_no_4x4(d45)
814
#if CONFIG_MISC_FIXES
815
816
817
818
intra_pred_allsizes(d207e)
intra_pred_allsizes(d63e)
intra_pred_no_4x4(d45e)
#endif
819
820
821
822
823
824
825
826
827
828
829
intra_pred_no_4x4(d117)
intra_pred_no_4x4(d135)
intra_pred_no_4x4(d153)
intra_pred_allsizes(v)
intra_pred_allsizes(h)
intra_pred_allsizes(tm)
intra_pred_allsizes(dc_128)
intra_pred_allsizes(dc_left)
intra_pred_allsizes(dc_top)
intra_pred_allsizes(dc)
#undef intra_pred_allsizes
clang-format's avatar
clang-format committed
830
    /* clang-format on */