vp9_rtcd_defs.sh 43.9 KB
Newer Older
1
vp9_common_forward_decls() {
2
cat <<EOF
3
4
5
/*
 * VP9
 */
6

7
#include "vpx/vpx_integer.h"
8
#include "vp9/common/vp9_enums.h"
9

Jim Bankoski's avatar
Jim Bankoski committed
10
struct macroblockd;
11

Jim Bankoski's avatar
Jim Bankoski committed
12
13
/* Encoder forward decls */
struct macroblock;
14
struct vp9_variance_vtable;
Jim Bankoski's avatar
Jim Bankoski committed
15

Jim Bankoski's avatar
Jim Bankoski committed
16
#define DEC_MVCOSTS int *mvjcost, int *mvcost[2]
17
18
union int_mv;
struct yv12_buffer_config;
19
20
EOF
}
21
forward_decls vp9_common_forward_decls
22

23
# x86inc.asm doesn't work if pic is enabled on 32 bit platforms so no assembly.
Jim Bankoski's avatar
Jim Bankoski committed
24
[ "$CONFIG_USE_X86INC" = "yes" ] && mmx_x86inc=mmx && sse_x86inc=sse &&
25
  sse2_x86inc=sse2 && ssse3_x86inc=ssse3 && avx_x86inc=avx && avx2_x86inc=avx2
26
27

# this variable is for functions that are 64 bit only.
28
29
[ $arch = "x86_64" ] && mmx_x86_64=mmx && sse2_x86_64=sse2 && 
  ssse3_x86_64=ssse3 && avx_x86_64=avx && avx2_x86_64=avx2
30

Jim Bankoski's avatar
Jim Bankoski committed
31
32
33
#
# RECON
#
34
prototype void vp9_d207_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
35
specialize vp9_d207_predictor_4x4 $ssse3_x86inc
36

37
prototype void vp9_d45_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
38
specialize vp9_d45_predictor_4x4 $ssse3_x86inc
39

40
prototype void vp9_d63_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
41
specialize vp9_d63_predictor_4x4 $ssse3_x86inc
42

43
prototype void vp9_h_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
44
specialize vp9_h_predictor_4x4 $ssse3_x86inc dspr2
45

46
prototype void vp9_d117_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
47
specialize vp9_d117_predictor_4x4
48

49
prototype void vp9_d135_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
50
specialize vp9_d135_predictor_4x4
51

52
prototype void vp9_d153_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
53
specialize vp9_d153_predictor_4x4 $ssse3_x86inc
54

55
prototype void vp9_v_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
56
specialize vp9_v_predictor_4x4 $sse_x86inc
57

58
prototype void vp9_tm_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
59
specialize vp9_tm_predictor_4x4 $sse_x86inc dspr2
60

61
prototype void vp9_dc_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
62
specialize vp9_dc_predictor_4x4 $sse_x86inc dspr2
63

64
prototype void vp9_dc_top_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
65
specialize vp9_dc_top_predictor_4x4
66

67
prototype void vp9_dc_left_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
68
specialize vp9_dc_left_predictor_4x4
69

70
prototype void vp9_dc_128_predictor_4x4 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
71
72
specialize vp9_dc_128_predictor_4x4

73
prototype void vp9_d207_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
74
specialize vp9_d207_predictor_8x8 $ssse3_x86inc
75

76
prototype void vp9_d45_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
77
specialize vp9_d45_predictor_8x8 $ssse3_x86inc
78

79
prototype void vp9_d63_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
80
specialize vp9_d63_predictor_8x8 $ssse3_x86inc
81

82
prototype void vp9_h_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
83
specialize vp9_h_predictor_8x8 $ssse3_x86inc dspr2
84

85
prototype void vp9_d117_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
86
87
specialize vp9_d117_predictor_8x8

88
prototype void vp9_d135_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
89
90
specialize vp9_d135_predictor_8x8

91
prototype void vp9_d153_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
92
specialize vp9_d153_predictor_8x8 $ssse3_x86inc
93

94
prototype void vp9_v_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
95
specialize vp9_v_predictor_8x8 $sse_x86inc
96

97
prototype void vp9_tm_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
98
specialize vp9_tm_predictor_8x8 $sse2_x86inc dspr2
99

100
prototype void vp9_dc_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
101
specialize vp9_dc_predictor_8x8 $sse_x86inc dspr2
102

103
prototype void vp9_dc_top_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
104
105
specialize vp9_dc_top_predictor_8x8

106
prototype void vp9_dc_left_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
107
108
specialize vp9_dc_left_predictor_8x8

109
prototype void vp9_dc_128_predictor_8x8 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
110
111
specialize vp9_dc_128_predictor_8x8

112
prototype void vp9_d207_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
113
specialize vp9_d207_predictor_16x16 $ssse3_x86inc
114

115
prototype void vp9_d45_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
116
specialize vp9_d45_predictor_16x16 $ssse3_x86inc
117

118
prototype void vp9_d63_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
119
specialize vp9_d63_predictor_16x16 $ssse3_x86inc
120

121
prototype void vp9_h_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
122
specialize vp9_h_predictor_16x16 $ssse3_x86inc dspr2
123

124
prototype void vp9_d117_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
125
126
specialize vp9_d117_predictor_16x16

127
prototype void vp9_d135_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
128
129
specialize vp9_d135_predictor_16x16

130
prototype void vp9_d153_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
131
specialize vp9_d153_predictor_16x16 $ssse3_x86inc
132

133
prototype void vp9_v_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
134
specialize vp9_v_predictor_16x16 $sse2_x86inc
135

136
prototype void vp9_tm_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
137
specialize vp9_tm_predictor_16x16 $sse2_x86inc
138

139
prototype void vp9_dc_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
140
specialize vp9_dc_predictor_16x16 $sse2_x86inc dspr2
141

142
prototype void vp9_dc_top_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
143
144
specialize vp9_dc_top_predictor_16x16

145
prototype void vp9_dc_left_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
146
147
specialize vp9_dc_left_predictor_16x16

148
prototype void vp9_dc_128_predictor_16x16 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
149
150
specialize vp9_dc_128_predictor_16x16

151
prototype void vp9_d207_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
152
specialize vp9_d207_predictor_32x32 $ssse3_x86inc
153

154
prototype void vp9_d45_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
155
specialize vp9_d45_predictor_32x32 $ssse3_x86inc
156

157
prototype void vp9_d63_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
158
specialize vp9_d63_predictor_32x32 $ssse3_x86inc
159

160
prototype void vp9_h_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
161
specialize vp9_h_predictor_32x32 $ssse3_x86inc
162

163
prototype void vp9_d117_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
164
165
specialize vp9_d117_predictor_32x32

166
prototype void vp9_d135_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
167
168
specialize vp9_d135_predictor_32x32

169
prototype void vp9_d153_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
170
171
specialize vp9_d153_predictor_32x32

172
prototype void vp9_v_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
173
specialize vp9_v_predictor_32x32 $sse2_x86inc
174

175
prototype void vp9_tm_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
176
specialize vp9_tm_predictor_32x32 $sse2_x86_64
177

178
prototype void vp9_dc_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
Jim Bankoski's avatar
Jim Bankoski committed
179
specialize vp9_dc_predictor_32x32 $sse2_x86inc
180

181
prototype void vp9_dc_top_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
182
183
specialize vp9_dc_top_predictor_32x32

184
prototype void vp9_dc_left_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
185
186
specialize vp9_dc_left_predictor_32x32

187
prototype void vp9_dc_128_predictor_32x32 "uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left"
188
specialize vp9_dc_128_predictor_32x32
189

190
191
192
#
# Loopfilter
#
193
prototype void vp9_mb_lpf_vertical_edge_w "uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh"
194
specialize vp9_mb_lpf_vertical_edge_w sse2 neon dspr2
195

196
197
198
prototype void vp9_mb_lpf_vertical_edge_w_16 "uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh"
specialize vp9_mb_lpf_vertical_edge_w_16 sse2 neon dspr2

199
prototype void vp9_mbloop_filter_vertical_edge "uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count"
200
specialize vp9_mbloop_filter_vertical_edge sse2 neon dspr2
201

202
203
204
prototype void vp9_mbloop_filter_vertical_edge_16 "uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1"
specialize vp9_mbloop_filter_vertical_edge_16 sse2 neon dspr2

205
prototype void vp9_loop_filter_vertical_edge "uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count"
206
specialize vp9_loop_filter_vertical_edge mmx neon dspr2
207

208
209
210
prototype void vp9_loop_filter_vertical_edge_16 "uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1"
specialize vp9_loop_filter_vertical_edge_16 sse2 neon dspr2

211
prototype void vp9_mb_lpf_horizontal_edge_w "uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count"
212
specialize vp9_mb_lpf_horizontal_edge_w sse2 avx2 neon dspr2
213
214

prototype void vp9_mbloop_filter_horizontal_edge "uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count"
215
specialize vp9_mbloop_filter_horizontal_edge sse2 neon dspr2
216

217
prototype void vp9_mbloop_filter_horizontal_edge_16 "uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1"
218
specialize vp9_mbloop_filter_horizontal_edge_16 sse2 neon dspr2
219

220
prototype void vp9_loop_filter_horizontal_edge "uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count"
221
specialize vp9_loop_filter_horizontal_edge mmx neon dspr2
222

223
prototype void vp9_loop_filter_horizontal_edge_16 "uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1"
224
specialize vp9_loop_filter_horizontal_edge_16 sse2 neon dspr2
225

Jim Bankoski's avatar
Jim Bankoski committed
226
227
228
#
# post proc
#
229
if [ "$CONFIG_VP9_POSTPROC" = "yes" ]; then
230
prototype void vp9_mbpost_proc_down "uint8_t *dst, int pitch, int rows, int cols, int flimit"
Jim Bankoski's avatar
Jim Bankoski committed
231
232
233
specialize vp9_mbpost_proc_down mmx sse2
vp9_mbpost_proc_down_sse2=vp9_mbpost_proc_down_xmm

234
prototype void vp9_mbpost_proc_across_ip "uint8_t *src, int pitch, int rows, int cols, int flimit"
Jim Bankoski's avatar
Jim Bankoski committed
235
236
237
specialize vp9_mbpost_proc_across_ip sse2
vp9_mbpost_proc_across_ip_sse2=vp9_mbpost_proc_across_ip_xmm

238
prototype void vp9_post_proc_down_and_across "const uint8_t *src_ptr, uint8_t *dst_ptr, int src_pixels_per_line, int dst_pixels_per_line, int rows, int cols, int flimit"
Jim Bankoski's avatar
Jim Bankoski committed
239
240
241
specialize vp9_post_proc_down_and_across mmx sse2
vp9_post_proc_down_and_across_sse2=vp9_post_proc_down_and_across_xmm

242
prototype void vp9_plane_add_noise "uint8_t *Start, char *noise, char blackclamp[16], char whiteclamp[16], char bothclamp[16], unsigned int Width, unsigned int Height, int Pitch"
Jim Bankoski's avatar
Jim Bankoski committed
243
244
specialize vp9_plane_add_noise mmx sse2
vp9_plane_add_noise_sse2=vp9_plane_add_noise_wmt
245
fi
Jim Bankoski's avatar
Jim Bankoski committed
246

247
prototype void vp9_blend_mb_inner "uint8_t *y, uint8_t *u, uint8_t *v, int y1, int u1, int v1, int alpha, int stride"
Jim Bankoski's avatar
Jim Bankoski committed
248
249
specialize vp9_blend_mb_inner

250
prototype void vp9_blend_mb_outer "uint8_t *y, uint8_t *u, uint8_t *v, int y1, int u1, int v1, int alpha, int stride"
Jim Bankoski's avatar
Jim Bankoski committed
251
252
specialize vp9_blend_mb_outer

253
prototype void vp9_blend_b "uint8_t *y, uint8_t *u, uint8_t *v, int y1, int u1, int v1, int alpha, int stride"
Jim Bankoski's avatar
Jim Bankoski committed
254
255
specialize vp9_blend_b

256
257
258
#
# Sub Pixel Filters
#
259
prototype void vp9_convolve_copy "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h"
260
specialize vp9_convolve_copy $sse2_x86inc neon dspr2
261
262

prototype void vp9_convolve_avg "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h"
263
specialize vp9_convolve_avg $sse2_x86inc neon dspr2
264
265

prototype void vp9_convolve8 "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h"
266
specialize vp9_convolve8 sse2 ssse3 neon dspr2
267

268
prototype void vp9_convolve8_horiz "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h"
269
specialize vp9_convolve8_horiz sse2 ssse3 neon dspr2
270

271
prototype void vp9_convolve8_vert "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h"
272
specialize vp9_convolve8_vert sse2 ssse3 neon dspr2
273

274
prototype void vp9_convolve8_avg "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h"
275
specialize vp9_convolve8_avg sse2 ssse3 neon dspr2
276

277
prototype void vp9_convolve8_avg_horiz "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h"
278
specialize vp9_convolve8_avg_horiz sse2 ssse3 neon dspr2
279

280
prototype void vp9_convolve8_avg_vert "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h"
281
specialize vp9_convolve8_avg_vert sse2 ssse3 neon dspr2
282

283
284
285
#
# dct
#
286
prototype void vp9_idct4x4_1_add "const int16_t *input, uint8_t *dest, int dest_stride"
287
specialize vp9_idct4x4_1_add sse2 neon dspr2
288

289
prototype void vp9_idct4x4_16_add "const int16_t *input, uint8_t *dest, int dest_stride"
290
specialize vp9_idct4x4_16_add sse2 neon dspr2
291

292
prototype void vp9_idct8x8_1_add "const int16_t *input, uint8_t *dest, int dest_stride"
293
specialize vp9_idct8x8_1_add sse2 neon dspr2
294

295
prototype void vp9_idct8x8_64_add "const int16_t *input, uint8_t *dest, int dest_stride"
296
specialize vp9_idct8x8_64_add sse2 neon dspr2
297

298
prototype void vp9_idct8x8_10_add "const int16_t *input, uint8_t *dest, int dest_stride"
299
specialize vp9_idct8x8_10_add sse2 neon dspr2
300

301
prototype void vp9_idct16x16_1_add "const int16_t *input, uint8_t *dest, int dest_stride"
302
specialize vp9_idct16x16_1_add sse2 neon dspr2
303

304
prototype void vp9_idct16x16_256_add "const int16_t *input, uint8_t *dest, int dest_stride"
305
specialize vp9_idct16x16_256_add sse2 neon dspr2
306

307
prototype void vp9_idct16x16_10_add "const int16_t *input, uint8_t *dest, int dest_stride"
308
specialize vp9_idct16x16_10_add sse2 neon dspr2
309

310
prototype void vp9_idct32x32_1024_add "const int16_t *input, uint8_t *dest, int dest_stride"
311
specialize vp9_idct32x32_1024_add sse2 neon dspr2
312

313
prototype void vp9_idct32x32_34_add "const int16_t *input, uint8_t *dest, int dest_stride"
314
315
specialize vp9_idct32x32_34_add sse2 neon dspr2
vp9_idct32x32_34_add_neon=vp9_idct32x32_1024_add_neon
316

317
prototype void vp9_idct32x32_1_add "const int16_t *input, uint8_t *dest, int dest_stride"
318
specialize vp9_idct32x32_1_add sse2 neon dspr2
319

320
prototype void vp9_iht4x4_16_add "const int16_t *input, uint8_t *dest, int dest_stride, int tx_type"
321
specialize vp9_iht4x4_16_add sse2 neon dspr2
Scott LaVarnway's avatar
Scott LaVarnway committed
322

323
prototype void vp9_iht8x8_64_add "const int16_t *input, uint8_t *dest, int dest_stride, int tx_type"
324
specialize vp9_iht8x8_64_add sse2 neon dspr2
325

326
prototype void vp9_iht16x16_256_add "const int16_t *input, uint8_t *output, int pitch, int tx_type"
327
specialize vp9_iht16x16_256_add sse2 dspr2
328
329
330

# dct and add

331
prototype void vp9_iwht4x4_1_add "const int16_t *input, uint8_t *dest, int dest_stride"
332
specialize vp9_iwht4x4_1_add
Scott LaVarnway's avatar
Scott LaVarnway committed
333

334
prototype void vp9_iwht4x4_16_add "const int16_t *input, uint8_t *dest, int dest_stride"
335
specialize vp9_iwht4x4_16_add
336

337
338
339
#
# Encoder functions below this point.
#
340
if [ "$CONFIG_VP9_ENCODER" = "yes" ]; then
341
342
343


# variance
344
prototype unsigned int vp9_variance32x16 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
345
specialize vp9_variance32x16 $sse2_x86inc
346
347

prototype unsigned int vp9_variance16x32 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
348
specialize vp9_variance16x32 $sse2_x86inc
349
350

prototype unsigned int vp9_variance64x32 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
351
specialize vp9_variance64x32 $sse2_x86inc
352
353

prototype unsigned int vp9_variance32x64 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
354
specialize vp9_variance32x64 $sse2_x86inc
355

356
prototype unsigned int vp9_variance32x32 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
357
specialize vp9_variance32x32 $sse2_x86inc
358

Ronald S. Bultje's avatar
Ronald S. Bultje committed
359
prototype unsigned int vp9_variance64x64 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
360
specialize vp9_variance64x64 $sse2_x86inc
Ronald S. Bultje's avatar
Ronald S. Bultje committed
361

362
prototype unsigned int vp9_variance16x16 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
363
specialize vp9_variance16x16 mmx $sse2_x86inc
364

365
prototype unsigned int vp9_variance16x8 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
366
specialize vp9_variance16x8 mmx $sse2_x86inc
367

368
prototype unsigned int vp9_variance8x16 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
369
specialize vp9_variance8x16 mmx $sse2_x86inc
370

371
prototype unsigned int vp9_variance8x8 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
372
specialize vp9_variance8x8 mmx $sse2_x86inc
373

Jim Bankoski's avatar
Jim Bankoski committed
374
375
376
377
prototype void vp9_get_sse_sum_8x8 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, int *sum"
specialize vp9_get_sse_sum_8x8 sse2
vp9_get_sse_sum_8x8_sse2=vp9_get8x8var_sse2

378
prototype unsigned int vp9_variance8x4 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
379
specialize vp9_variance8x4 $sse2_x86inc
380
381

prototype unsigned int vp9_variance4x8 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
382
specialize vp9_variance4x8 $sse2_x86inc
383

384
prototype unsigned int vp9_variance4x4 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
385
specialize vp9_variance4x4 mmx $sse2_x86inc
386

Yaowu Xu's avatar
Yaowu Xu committed
387
prototype unsigned int vp9_sub_pixel_variance64x64 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
388
specialize vp9_sub_pixel_variance64x64 $sse2_x86inc $ssse3_x86inc
Ronald S. Bultje's avatar
Ronald S. Bultje committed
389

390
prototype unsigned int vp9_sub_pixel_avg_variance64x64 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
391
specialize vp9_sub_pixel_avg_variance64x64 $sse2_x86inc $ssse3_x86inc
392

393
prototype unsigned int vp9_sub_pixel_variance32x64 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
394
specialize vp9_sub_pixel_variance32x64 $sse2_x86inc $ssse3_x86inc
395

396
prototype unsigned int vp9_sub_pixel_avg_variance32x64 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
397
specialize vp9_sub_pixel_avg_variance32x64 $sse2_x86inc $ssse3_x86inc
398

399
prototype unsigned int vp9_sub_pixel_variance64x32 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
400
specialize vp9_sub_pixel_variance64x32 $sse2_x86inc $ssse3_x86inc
401

402
prototype unsigned int vp9_sub_pixel_avg_variance64x32 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
403
specialize vp9_sub_pixel_avg_variance64x32 $sse2_x86inc $ssse3_x86inc
404

405
prototype unsigned int vp9_sub_pixel_variance32x16 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
406
specialize vp9_sub_pixel_variance32x16 $sse2_x86inc $ssse3_x86inc
407

408
prototype unsigned int vp9_sub_pixel_avg_variance32x16 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
409
specialize vp9_sub_pixel_avg_variance32x16 $sse2_x86inc $ssse3_x86inc
410

411
prototype unsigned int vp9_sub_pixel_variance16x32 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
412
specialize vp9_sub_pixel_variance16x32 $sse2_x86inc $ssse3_x86inc
413

414
prototype unsigned int vp9_sub_pixel_avg_variance16x32 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
415
specialize vp9_sub_pixel_avg_variance16x32 $sse2_x86inc $ssse3_x86inc
416

Yaowu Xu's avatar
Yaowu Xu committed
417
prototype unsigned int vp9_sub_pixel_variance32x32 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
418
specialize vp9_sub_pixel_variance32x32 $sse2_x86inc $ssse3_x86inc
419

420
prototype unsigned int vp9_sub_pixel_avg_variance32x32 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
421
specialize vp9_sub_pixel_avg_variance32x32 $sse2_x86inc $ssse3_x86inc
422

Yaowu Xu's avatar
Yaowu Xu committed
423
prototype unsigned int vp9_sub_pixel_variance16x16 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
424
specialize vp9_sub_pixel_variance16x16 $sse2_x86inc $ssse3_x86inc
425

426
prototype unsigned int vp9_sub_pixel_avg_variance16x16 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
427
specialize vp9_sub_pixel_avg_variance16x16 $sse2_x86inc $ssse3_x86inc
428

Yaowu Xu's avatar
Yaowu Xu committed
429
prototype unsigned int vp9_sub_pixel_variance8x16 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
430
specialize vp9_sub_pixel_variance8x16 $sse2_x86inc $ssse3_x86inc
431

432
prototype unsigned int vp9_sub_pixel_avg_variance8x16 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
433
specialize vp9_sub_pixel_avg_variance8x16 $sse2_x86inc $ssse3_x86inc
434

Yaowu Xu's avatar
Yaowu Xu committed
435
prototype unsigned int vp9_sub_pixel_variance16x8 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
436
specialize vp9_sub_pixel_variance16x8 $sse2_x86inc $ssse3_x86inc
437

438
prototype unsigned int vp9_sub_pixel_avg_variance16x8 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
439
specialize vp9_sub_pixel_avg_variance16x8 $sse2_x86inc $ssse3_x86inc
440

Yaowu Xu's avatar
Yaowu Xu committed
441
prototype unsigned int vp9_sub_pixel_variance8x8 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
442
specialize vp9_sub_pixel_variance8x8 $sse2_x86inc $ssse3_x86inc
443

444
prototype unsigned int vp9_sub_pixel_avg_variance8x8 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
445
specialize vp9_sub_pixel_avg_variance8x8 $sse2_x86inc $ssse3_x86inc
446

447
448
# TODO(jingning): need to convert 8x4/4x8 functions into mmx/sse form
prototype unsigned int vp9_sub_pixel_variance8x4 "const uint8_t *src_ptr, int source_stride, int xoffset, int yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
449
specialize vp9_sub_pixel_variance8x4 $sse2_x86inc $ssse3_x86inc
450
451

prototype unsigned int vp9_sub_pixel_avg_variance8x4 "const uint8_t *src_ptr, int source_stride, int xoffset, int yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
452
specialize vp9_sub_pixel_avg_variance8x4 $sse2_x86inc $ssse3_x86inc
453
454

prototype unsigned int vp9_sub_pixel_variance4x8 "const uint8_t *src_ptr, int source_stride, int xoffset, int yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
455
specialize vp9_sub_pixel_variance4x8 $sse_x86inc $ssse3_x86inc
456
457

prototype unsigned int vp9_sub_pixel_avg_variance4x8 "const uint8_t *src_ptr, int source_stride, int xoffset, int yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
458
specialize vp9_sub_pixel_avg_variance4x8 $sse_x86inc $ssse3_x86inc
459

Yaowu Xu's avatar
Yaowu Xu committed
460
prototype unsigned int vp9_sub_pixel_variance4x4 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
461
specialize vp9_sub_pixel_variance4x4 $sse_x86inc $ssse3_x86inc
462
#vp9_sub_pixel_variance4x4_sse2=vp9_sub_pixel_variance4x4_wmt
463

464
prototype unsigned int vp9_sub_pixel_avg_variance4x4 "const uint8_t *src_ptr, int source_stride, int xoffset, int  yoffset, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse, const uint8_t *second_pred"
Jim Bankoski's avatar
Jim Bankoski committed
465
specialize vp9_sub_pixel_avg_variance4x4 $sse_x86inc $ssse3_x86inc
466

Ronald S. Bultje's avatar
Ronald S. Bultje committed
467
prototype unsigned int vp9_sad64x64 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
468
specialize vp9_sad64x64 $sse2_x86inc
Ronald S. Bultje's avatar
Ronald S. Bultje committed
469

470
prototype unsigned int vp9_sad32x64 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
471
specialize vp9_sad32x64 $sse2_x86inc
472
473

prototype unsigned int vp9_sad64x32 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
474
specialize vp9_sad64x32 $sse2_x86inc
475
476

prototype unsigned int vp9_sad32x16 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
477
specialize vp9_sad32x16 $sse2_x86inc
478
479

prototype unsigned int vp9_sad16x32 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
480
specialize vp9_sad16x32 $sse2_x86inc
481

482
prototype unsigned int vp9_sad32x32 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
483
specialize vp9_sad32x32 $sse2_x86inc
484

485
prototype unsigned int vp9_sad16x16 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
486
specialize vp9_sad16x16 mmx $sse2_x86inc
487

488
prototype unsigned int vp9_sad16x8 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
489
specialize vp9_sad16x8 mmx $sse2_x86inc
490

491
prototype unsigned int vp9_sad8x16 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
492
specialize vp9_sad8x16 mmx $sse2_x86inc
493

494
prototype unsigned int vp9_sad8x8 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
495
specialize vp9_sad8x8 mmx $sse2_x86inc
496

497
prototype unsigned int vp9_sad8x4 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
498
specialize vp9_sad8x4 $sse2_x86inc
499
500

prototype unsigned int vp9_sad4x8 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
501
specialize vp9_sad4x8 $sse_x86inc
502

503
prototype unsigned int vp9_sad4x4 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
504
specialize vp9_sad4x4 mmx $sse_x86inc
505

506
prototype unsigned int vp9_sad64x64_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
507
specialize vp9_sad64x64_avg $sse2_x86inc
508
509

prototype unsigned int vp9_sad32x64_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
510
specialize vp9_sad32x64_avg $sse2_x86inc
511
512

prototype unsigned int vp9_sad64x32_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
513
specialize vp9_sad64x32_avg $sse2_x86inc
514
515

prototype unsigned int vp9_sad32x16_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
516
specialize vp9_sad32x16_avg $sse2_x86inc
517
518

prototype unsigned int vp9_sad16x32_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
519
specialize vp9_sad16x32_avg $sse2_x86inc
520
521

prototype unsigned int vp9_sad32x32_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
522
specialize vp9_sad32x32_avg $sse2_x86inc
523
524

prototype unsigned int vp9_sad16x16_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
525
specialize vp9_sad16x16_avg $sse2_x86inc
526
527

prototype unsigned int vp9_sad16x8_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
528
specialize vp9_sad16x8_avg $sse2_x86inc
529
530

prototype unsigned int vp9_sad8x16_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
531
specialize vp9_sad8x16_avg $sse2_x86inc
532
533

prototype unsigned int vp9_sad8x8_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
534
specialize vp9_sad8x8_avg $sse2_x86inc
535
536

prototype unsigned int vp9_sad8x4_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
537
specialize vp9_sad8x4_avg $sse2_x86inc
538
539

prototype unsigned int vp9_sad4x8_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
540
specialize vp9_sad4x8_avg $sse_x86inc
541
542

prototype unsigned int vp9_sad4x4_avg "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, const uint8_t *second_pred, unsigned int max_sad"
Jim Bankoski's avatar
Jim Bankoski committed
543
specialize vp9_sad4x4_avg $sse_x86inc
544

545
prototype unsigned int vp9_variance_halfpixvar16x16_h "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
546
specialize vp9_variance_halfpixvar16x16_h $sse2_x86inc
547

548
prototype unsigned int vp9_variance_halfpixvar16x16_v "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
549
specialize vp9_variance_halfpixvar16x16_v $sse2_x86inc
550

551
prototype unsigned int vp9_variance_halfpixvar16x16_hv "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
Jim Bankoski's avatar
Jim Bankoski committed
552
specialize vp9_variance_halfpixvar16x16_hv $sse2_x86inc
553

Ronald S. Bultje's avatar
Ronald S. Bultje committed
554
555
556
557
558
559
560
561
562
prototype unsigned int vp9_variance_halfpixvar64x64_h "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
specialize vp9_variance_halfpixvar64x64_h

prototype unsigned int vp9_variance_halfpixvar64x64_v "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
specialize vp9_variance_halfpixvar64x64_v

prototype unsigned int vp9_variance_halfpixvar64x64_hv "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
specialize vp9_variance_halfpixvar64x64_hv

563
prototype unsigned int vp9_variance_halfpixvar32x32_h "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
564
specialize vp9_variance_halfpixvar32x32_h
565

566
prototype unsigned int vp9_variance_halfpixvar32x32_v "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
567
specialize vp9_variance_halfpixvar32x32_v
568

569
prototype unsigned int vp9_variance_halfpixvar32x32_hv "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int ref_stride, unsigned int *sse"
570
specialize vp9_variance_halfpixvar32x32_hv
571

Ronald S. Bultje's avatar
Ronald S. Bultje committed
572
573
574
prototype void vp9_sad64x64x3 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int *sad_array"
specialize vp9_sad64x64x3

575
prototype void vp9_sad32x32x3 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int *sad_array"
576
specialize vp9_sad32x32x3
577

578
prototype void vp9_sad16x16x3 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int *sad_array"
579
specialize vp9_sad16x16x3 sse3 ssse3
580

581
prototype void vp9_sad16x8x3 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int *sad_array"
582
specialize vp9_sad16x8x3 sse3 ssse3
583

584
prototype void vp9_sad8x16x3 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int *sad_array"
585
specialize vp9_sad8x16x3 sse3
586

587
prototype void vp9_sad8x8x3 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int *sad_array"
588
specialize vp9_sad8x8x3 sse3
589

590
prototype void vp9_sad4x4x3 "const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr, int  ref_stride, unsigned int *sad_array"
591
specialize vp9_sad4x4x3 sse3
592

593
prototype void vp9_sad64x64x8 "const uint8_t *src_ptr, int  src_stride, const uint8_t *ref_ptr, int  ref_stride, uint32_t *sad_array"
Ronald S. Bultje's avatar
Ronald S. Bultje committed
594
595
specialize vp9_sad64x64x8

596
prototype void vp9_sad32x32x8 "const uint8_t *src_ptr, int  src_stride, const uint8_t *ref_ptr, int  ref_stride, uint32_t *sad_array"
597
specialize vp9_sad32x32x8
598

599
prototype void vp9_sad16x16x8 "const uint8_t *src_ptr, int  src_stride, const uint8_t *ref_ptr, int  ref_stride, uint32_t *sad_array"
600
specialize vp9_sad16x16x8 sse4
601

602
prototype void vp9_sad16x8x8 "const uint8_t *src_ptr, int  src_stride, const uint8_t *ref_ptr, int  ref_stride, uint32_t *sad_array"
603
specialize vp9_sad16x8x8 sse4
604

605
prototype void vp9_sad8x16x8 "const uint8_t *src_ptr, int  src_stride, const uint8_t *ref_ptr, int  ref_stride, uint32_t *sad_array"
606
specialize vp9_sad8x16x8 sse4
607

608
prototype void vp9_sad8x8x8 "const uint8_t *src_ptr, int  src_stride, const uint8_t *ref_ptr, int  ref_stride, uint32_t *sad_array"
609
specialize vp9_sad8x8x8 sse4
610

611
612
613
614
615
616
prototype void vp9_sad8x4x8 "const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr, int ref_stride, uint32_t *sad_array"
specialize vp9_sad8x4x8

prototype void vp9_sad4x8x8 "const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr, int ref_stride, uint32_t *sad_array"
specialize vp9_sad4x8x8

617
prototype void vp9_sad4x4x8 "const uint8_t *src_ptr, int  src_stride, const uint8_t *ref_ptr, int  ref_stride, uint32_t *sad_array"
618
specialize vp9_sad4x4x8 sse4
619

620
prototype void vp9_sad64x64x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
621
specialize vp9_sad64x64x4d sse2
Ronald S. Bultje's avatar
Ronald S. Bultje committed
622

623
prototype void vp9_sad32x64x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
624
specialize vp9_sad32x64x4d sse2
625
626

prototype void vp9_sad64x32x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
627
specialize vp9_sad64x32x4d sse2
628
629

prototype void vp9_sad32x16x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
630
specialize vp9_sad32x16x4d sse2
631
632

prototype void vp9_sad16x32x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
633
634
specialize vp9_sad16x32x4d sse2

635
prototype void vp9_sad32x32x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
636
specialize vp9_sad32x32x4d sse2
637

638
prototype void vp9_sad16x16x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
639
specialize vp9_sad16x16x4d sse2
640

641
prototype void vp9_sad16x8x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
642
specialize vp9_sad16x8x4d sse2
643

644
prototype void vp9_sad8x16x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
645
specialize vp9_sad8x16x4d sse2
646

647
prototype void vp9_sad8x8x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
648
specialize vp9_sad8x8x4d sse2
649

650
651
# TODO(jingning): need to convert these 4x8/8x4 functions into sse2 form
prototype void vp9_sad8x4x4d "const uint8_t *src_ptr, int src_stride, const uint8_t* const ref_ptr[], int ref_stride, unsigned int *sad_array"
652
specialize vp9_sad8x4x4d sse2
653
654

prototype void vp9_sad4x8x4d "const uint8_t *src_ptr, int src_stride, const uint8_t* const ref_ptr[], int ref_stride, unsigned int *sad_array"
655
specialize vp9_sad4x8x4d sse
656

657
prototype void vp9_sad4x4x4d "const uint8_t *src_ptr, int  src_stride, const uint8_t* const ref_ptr[], int  ref_stride, unsigned int *sad_array"
658
specialize vp9_sad4x4x4d sse