7 #define RTCD_EXTERN extern
14 #include "vpx/vpx_integer.h"
15 #include "vp9/common/vp9_enums.h"
16 #include "vp9/common/vp9_idct.h"
20 /* Encoder forward decls */
22 struct vp9_variance_vtable
;
23 struct search_site_config
;
26 struct yv12_buffer_config
;
32 int64_t vp9_block_error_c(const tran_low_t
*coeff
, const tran_low_t
*dqcoeff
, intptr_t block_size
, int64_t *ssz
);
33 int64_t vp9_block_error_sse2(const tran_low_t
*coeff
, const tran_low_t
*dqcoeff
, intptr_t block_size
, int64_t *ssz
);
34 #define vp9_block_error vp9_block_error_sse2
36 void vp9_convolve8_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
37 void vp9_convolve8_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
38 void vp9_convolve8_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
39 RTCD_EXTERN
void (*vp9_convolve8
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
41 void vp9_convolve8_avg_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
42 void vp9_convolve8_avg_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
43 void vp9_convolve8_avg_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
44 RTCD_EXTERN
void (*vp9_convolve8_avg
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
46 void vp9_convolve8_avg_horiz_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
47 void vp9_convolve8_avg_horiz_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
48 void vp9_convolve8_avg_horiz_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
49 RTCD_EXTERN
void (*vp9_convolve8_avg_horiz
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
51 void vp9_convolve8_avg_vert_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
52 void vp9_convolve8_avg_vert_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
53 void vp9_convolve8_avg_vert_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
54 RTCD_EXTERN
void (*vp9_convolve8_avg_vert
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
56 void vp9_convolve8_horiz_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
57 void vp9_convolve8_horiz_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
58 void vp9_convolve8_horiz_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
59 RTCD_EXTERN
void (*vp9_convolve8_horiz
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
61 void vp9_convolve8_vert_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
62 void vp9_convolve8_vert_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
63 void vp9_convolve8_vert_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
64 RTCD_EXTERN
void (*vp9_convolve8_vert
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
66 void vp9_convolve_avg_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
67 void vp9_convolve_avg_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
68 #define vp9_convolve_avg vp9_convolve_avg_sse2
70 void vp9_convolve_copy_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
71 void vp9_convolve_copy_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
72 #define vp9_convolve_copy vp9_convolve_copy_sse2
74 void vp9_d117_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
75 #define vp9_d117_predictor_16x16 vp9_d117_predictor_16x16_c
77 void vp9_d117_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
78 #define vp9_d117_predictor_32x32 vp9_d117_predictor_32x32_c
80 void vp9_d117_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
81 #define vp9_d117_predictor_4x4 vp9_d117_predictor_4x4_c
83 void vp9_d117_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
84 #define vp9_d117_predictor_8x8 vp9_d117_predictor_8x8_c
86 void vp9_d135_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
87 #define vp9_d135_predictor_16x16 vp9_d135_predictor_16x16_c
89 void vp9_d135_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
90 #define vp9_d135_predictor_32x32 vp9_d135_predictor_32x32_c
92 void vp9_d135_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
93 #define vp9_d135_predictor_4x4 vp9_d135_predictor_4x4_c
95 void vp9_d135_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
96 #define vp9_d135_predictor_8x8 vp9_d135_predictor_8x8_c
98 void vp9_d153_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
99 void vp9_d153_predictor_16x16_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
100 RTCD_EXTERN
void (*vp9_d153_predictor_16x16
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
102 void vp9_d153_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
103 #define vp9_d153_predictor_32x32 vp9_d153_predictor_32x32_c
105 void vp9_d153_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
106 void vp9_d153_predictor_4x4_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
107 RTCD_EXTERN
void (*vp9_d153_predictor_4x4
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
109 void vp9_d153_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
110 void vp9_d153_predictor_8x8_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
111 RTCD_EXTERN
void (*vp9_d153_predictor_8x8
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
113 void vp9_d207_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
114 void vp9_d207_predictor_16x16_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
115 RTCD_EXTERN
void (*vp9_d207_predictor_16x16
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
117 void vp9_d207_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
118 void vp9_d207_predictor_32x32_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
119 RTCD_EXTERN
void (*vp9_d207_predictor_32x32
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
121 void vp9_d207_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
122 void vp9_d207_predictor_4x4_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
123 RTCD_EXTERN
void (*vp9_d207_predictor_4x4
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
125 void vp9_d207_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
126 void vp9_d207_predictor_8x8_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
127 RTCD_EXTERN
void (*vp9_d207_predictor_8x8
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
129 void vp9_d45_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
130 void vp9_d45_predictor_16x16_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
131 RTCD_EXTERN
void (*vp9_d45_predictor_16x16
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
133 void vp9_d45_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
134 void vp9_d45_predictor_32x32_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
135 RTCD_EXTERN
void (*vp9_d45_predictor_32x32
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
137 void vp9_d45_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
138 void vp9_d45_predictor_4x4_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
139 RTCD_EXTERN
void (*vp9_d45_predictor_4x4
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
141 void vp9_d45_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
142 void vp9_d45_predictor_8x8_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
143 RTCD_EXTERN
void (*vp9_d45_predictor_8x8
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
145 void vp9_d63_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
146 void vp9_d63_predictor_16x16_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
147 RTCD_EXTERN
void (*vp9_d63_predictor_16x16
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
149 void vp9_d63_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
150 void vp9_d63_predictor_32x32_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
151 RTCD_EXTERN
void (*vp9_d63_predictor_32x32
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
153 void vp9_d63_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
154 void vp9_d63_predictor_4x4_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
155 RTCD_EXTERN
void (*vp9_d63_predictor_4x4
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
157 void vp9_d63_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
158 void vp9_d63_predictor_8x8_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
159 RTCD_EXTERN
void (*vp9_d63_predictor_8x8
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
161 void vp9_dc_128_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
162 #define vp9_dc_128_predictor_16x16 vp9_dc_128_predictor_16x16_c
164 void vp9_dc_128_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
165 #define vp9_dc_128_predictor_32x32 vp9_dc_128_predictor_32x32_c
167 void vp9_dc_128_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
168 #define vp9_dc_128_predictor_4x4 vp9_dc_128_predictor_4x4_c
170 void vp9_dc_128_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
171 #define vp9_dc_128_predictor_8x8 vp9_dc_128_predictor_8x8_c
173 void vp9_dc_left_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
174 #define vp9_dc_left_predictor_16x16 vp9_dc_left_predictor_16x16_c
176 void vp9_dc_left_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
177 #define vp9_dc_left_predictor_32x32 vp9_dc_left_predictor_32x32_c
179 void vp9_dc_left_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
180 #define vp9_dc_left_predictor_4x4 vp9_dc_left_predictor_4x4_c
182 void vp9_dc_left_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
183 #define vp9_dc_left_predictor_8x8 vp9_dc_left_predictor_8x8_c
185 void vp9_dc_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
186 void vp9_dc_predictor_16x16_sse2(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
187 #define vp9_dc_predictor_16x16 vp9_dc_predictor_16x16_sse2
189 void vp9_dc_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
190 void vp9_dc_predictor_32x32_sse2(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
191 #define vp9_dc_predictor_32x32 vp9_dc_predictor_32x32_sse2
193 void vp9_dc_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
194 void vp9_dc_predictor_4x4_sse(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
195 #define vp9_dc_predictor_4x4 vp9_dc_predictor_4x4_sse
197 void vp9_dc_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
198 void vp9_dc_predictor_8x8_sse(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
199 #define vp9_dc_predictor_8x8 vp9_dc_predictor_8x8_sse
201 void vp9_dc_top_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
202 #define vp9_dc_top_predictor_16x16 vp9_dc_top_predictor_16x16_c
204 void vp9_dc_top_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
205 #define vp9_dc_top_predictor_32x32 vp9_dc_top_predictor_32x32_c
207 void vp9_dc_top_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
208 #define vp9_dc_top_predictor_4x4 vp9_dc_top_predictor_4x4_c
210 void vp9_dc_top_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
211 #define vp9_dc_top_predictor_8x8 vp9_dc_top_predictor_8x8_c
213 int vp9_diamond_search_sad_c(const struct macroblock
*x
, const struct search_site_config
*cfg
, struct mv
*ref_mv
, struct mv
*best_mv
, int search_param
, int sad_per_bit
, int *num00
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
);
214 #define vp9_diamond_search_sad vp9_diamond_search_sad_c
216 void vp9_fdct16x16_c(const int16_t *input
, tran_low_t
*output
, int stride
);
217 void vp9_fdct16x16_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
218 #define vp9_fdct16x16 vp9_fdct16x16_sse2
220 void vp9_fdct16x16_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
221 void vp9_fdct16x16_1_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
222 #define vp9_fdct16x16_1 vp9_fdct16x16_1_sse2
224 void vp9_fdct32x32_c(const int16_t *input
, tran_low_t
*output
, int stride
);
225 void vp9_fdct32x32_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
226 #define vp9_fdct32x32 vp9_fdct32x32_sse2
228 void vp9_fdct32x32_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
229 void vp9_fdct32x32_1_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
230 #define vp9_fdct32x32_1 vp9_fdct32x32_1_sse2
232 void vp9_fdct32x32_rd_c(const int16_t *input
, tran_low_t
*output
, int stride
);
233 void vp9_fdct32x32_rd_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
234 #define vp9_fdct32x32_rd vp9_fdct32x32_rd_sse2
236 void vp9_fdct4x4_c(const int16_t *input
, tran_low_t
*output
, int stride
);
237 void vp9_fdct4x4_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
238 #define vp9_fdct4x4 vp9_fdct4x4_sse2
240 void vp9_fdct4x4_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
241 void vp9_fdct4x4_1_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
242 #define vp9_fdct4x4_1 vp9_fdct4x4_1_sse2
244 void vp9_fdct8x8_c(const int16_t *input
, tran_low_t
*output
, int stride
);
245 void vp9_fdct8x8_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
246 void vp9_fdct8x8_ssse3(const int16_t *input
, tran_low_t
*output
, int stride
);
247 RTCD_EXTERN
void (*vp9_fdct8x8
)(const int16_t *input
, tran_low_t
*output
, int stride
);
249 void vp9_fdct8x8_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
250 void vp9_fdct8x8_1_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
251 #define vp9_fdct8x8_1 vp9_fdct8x8_1_sse2
253 void vp9_fht16x16_c(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
254 void vp9_fht16x16_sse2(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
255 #define vp9_fht16x16 vp9_fht16x16_sse2
257 void vp9_fht4x4_c(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
258 void vp9_fht4x4_sse2(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
259 #define vp9_fht4x4 vp9_fht4x4_sse2
261 void vp9_fht8x8_c(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
262 void vp9_fht8x8_sse2(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
263 #define vp9_fht8x8 vp9_fht8x8_sse2
265 int vp9_full_range_search_c(const struct macroblock
*x
, const struct search_site_config
*cfg
, struct mv
*ref_mv
, struct mv
*best_mv
, int search_param
, int sad_per_bit
, int *num00
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
);
266 #define vp9_full_range_search vp9_full_range_search_c
268 int vp9_full_search_sad_c(const struct macroblock
*x
, const struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
, struct mv
*best_mv
);
269 int vp9_full_search_sadx3(const struct macroblock
*x
, const struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
, struct mv
*best_mv
);
270 int vp9_full_search_sadx8(const struct macroblock
*x
, const struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
, struct mv
*best_mv
);
271 RTCD_EXTERN
int (*vp9_full_search_sad
)(const struct macroblock
*x
, const struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
, struct mv
*best_mv
);
273 void vp9_fwht4x4_c(const int16_t *input
, tran_low_t
*output
, int stride
);
274 void vp9_fwht4x4_mmx(const int16_t *input
, tran_low_t
*output
, int stride
);
275 #define vp9_fwht4x4 vp9_fwht4x4_mmx
277 void vp9_get16x16var_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
278 void vp9_get16x16var_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
279 #define vp9_get16x16var vp9_get16x16var_sse2
281 void vp9_get8x8var_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
282 void vp9_get8x8var_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
283 #define vp9_get8x8var vp9_get8x8var_sse2
285 unsigned int vp9_get_mb_ss_c(const int16_t *);
286 unsigned int vp9_get_mb_ss_sse2(const int16_t *);
287 #define vp9_get_mb_ss vp9_get_mb_ss_sse2
289 void vp9_h_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
290 void vp9_h_predictor_16x16_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
291 RTCD_EXTERN
void (*vp9_h_predictor_16x16
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
293 void vp9_h_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
294 void vp9_h_predictor_32x32_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
295 RTCD_EXTERN
void (*vp9_h_predictor_32x32
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
297 void vp9_h_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
298 void vp9_h_predictor_4x4_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
299 RTCD_EXTERN
void (*vp9_h_predictor_4x4
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
301 void vp9_h_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
302 void vp9_h_predictor_8x8_ssse3(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
303 RTCD_EXTERN
void (*vp9_h_predictor_8x8
)(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
305 void vp9_idct16x16_10_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
306 void vp9_idct16x16_10_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
307 void vp9_idct16x16_10_add_ssse3(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
308 RTCD_EXTERN
void (*vp9_idct16x16_10_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
310 void vp9_idct16x16_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
311 void vp9_idct16x16_1_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
312 #define vp9_idct16x16_1_add vp9_idct16x16_1_add_sse2
314 void vp9_idct16x16_256_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
315 void vp9_idct16x16_256_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
316 void vp9_idct16x16_256_add_ssse3(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
317 RTCD_EXTERN
void (*vp9_idct16x16_256_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
319 void vp9_idct32x32_1024_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
320 void vp9_idct32x32_1024_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
321 #define vp9_idct32x32_1024_add vp9_idct32x32_1024_add_sse2
323 void vp9_idct32x32_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
324 void vp9_idct32x32_1_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
325 #define vp9_idct32x32_1_add vp9_idct32x32_1_add_sse2
327 void vp9_idct32x32_34_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
328 void vp9_idct32x32_34_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
329 #define vp9_idct32x32_34_add vp9_idct32x32_34_add_sse2
331 void vp9_idct4x4_16_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
332 void vp9_idct4x4_16_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
333 #define vp9_idct4x4_16_add vp9_idct4x4_16_add_sse2
335 void vp9_idct4x4_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
336 void vp9_idct4x4_1_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
337 #define vp9_idct4x4_1_add vp9_idct4x4_1_add_sse2
339 void vp9_idct8x8_12_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
340 void vp9_idct8x8_12_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
341 void vp9_idct8x8_12_add_ssse3(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
342 RTCD_EXTERN
void (*vp9_idct8x8_12_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
344 void vp9_idct8x8_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
345 void vp9_idct8x8_1_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
346 #define vp9_idct8x8_1_add vp9_idct8x8_1_add_sse2
348 void vp9_idct8x8_64_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
349 void vp9_idct8x8_64_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
350 void vp9_idct8x8_64_add_ssse3(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
351 RTCD_EXTERN
void (*vp9_idct8x8_64_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
353 void vp9_iht16x16_256_add_c(const tran_low_t
*input
, uint8_t *output
, int pitch
, int tx_type
);
354 void vp9_iht16x16_256_add_sse2(const tran_low_t
*input
, uint8_t *output
, int pitch
, int tx_type
);
355 #define vp9_iht16x16_256_add vp9_iht16x16_256_add_sse2
357 void vp9_iht4x4_16_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
358 void vp9_iht4x4_16_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
359 #define vp9_iht4x4_16_add vp9_iht4x4_16_add_sse2
361 void vp9_iht8x8_64_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
362 void vp9_iht8x8_64_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
363 #define vp9_iht8x8_64_add vp9_iht8x8_64_add_sse2
365 void vp9_iwht4x4_16_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
366 #define vp9_iwht4x4_16_add vp9_iwht4x4_16_add_c
368 void vp9_iwht4x4_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
369 #define vp9_iwht4x4_1_add vp9_iwht4x4_1_add_c
371 void vp9_lpf_horizontal_16_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
372 void vp9_lpf_horizontal_16_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
373 #define vp9_lpf_horizontal_16 vp9_lpf_horizontal_16_sse2
375 void vp9_lpf_horizontal_4_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
376 void vp9_lpf_horizontal_4_mmx(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
377 #define vp9_lpf_horizontal_4 vp9_lpf_horizontal_4_mmx
379 void vp9_lpf_horizontal_4_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
380 void vp9_lpf_horizontal_4_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
381 #define vp9_lpf_horizontal_4_dual vp9_lpf_horizontal_4_dual_sse2
383 void vp9_lpf_horizontal_8_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
384 void vp9_lpf_horizontal_8_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
385 #define vp9_lpf_horizontal_8 vp9_lpf_horizontal_8_sse2
387 void vp9_lpf_horizontal_8_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
388 void vp9_lpf_horizontal_8_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
389 #define vp9_lpf_horizontal_8_dual vp9_lpf_horizontal_8_dual_sse2
391 void vp9_lpf_vertical_16_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
392 void vp9_lpf_vertical_16_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
393 #define vp9_lpf_vertical_16 vp9_lpf_vertical_16_sse2
395 void vp9_lpf_vertical_16_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
396 void vp9_lpf_vertical_16_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
397 #define vp9_lpf_vertical_16_dual vp9_lpf_vertical_16_dual_sse2
399 void vp9_lpf_vertical_4_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
400 void vp9_lpf_vertical_4_mmx(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
401 #define vp9_lpf_vertical_4 vp9_lpf_vertical_4_mmx
403 void vp9_lpf_vertical_4_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
404 void vp9_lpf_vertical_4_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
405 #define vp9_lpf_vertical_4_dual vp9_lpf_vertical_4_dual_sse2
407 void vp9_lpf_vertical_8_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
408 void vp9_lpf_vertical_8_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
409 #define vp9_lpf_vertical_8 vp9_lpf_vertical_8_sse2
411 void vp9_lpf_vertical_8_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
412 void vp9_lpf_vertical_8_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
413 #define vp9_lpf_vertical_8_dual vp9_lpf_vertical_8_dual_sse2
415 unsigned int vp9_mse16x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
416 unsigned int vp9_mse16x16_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
417 #define vp9_mse16x16 vp9_mse16x16_sse2
419 unsigned int vp9_mse16x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
420 unsigned int vp9_mse16x8_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
421 #define vp9_mse16x8 vp9_mse16x8_sse2
423 unsigned int vp9_mse8x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
424 unsigned int vp9_mse8x16_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
425 #define vp9_mse8x16 vp9_mse8x16_sse2
427 unsigned int vp9_mse8x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
428 unsigned int vp9_mse8x8_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
429 #define vp9_mse8x8 vp9_mse8x8_sse2
431 void vp9_quantize_b_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
432 void vp9_quantize_b_ssse3(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
433 RTCD_EXTERN
void (*vp9_quantize_b
)(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
435 void vp9_quantize_b_32x32_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
436 void vp9_quantize_b_32x32_ssse3(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
437 RTCD_EXTERN
void (*vp9_quantize_b_32x32
)(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
439 void vp9_quantize_fp_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
440 void vp9_quantize_fp_ssse3(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
441 RTCD_EXTERN
void (*vp9_quantize_fp
)(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
443 void vp9_quantize_fp_32x32_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
444 void vp9_quantize_fp_32x32_ssse3(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
445 RTCD_EXTERN
void (*vp9_quantize_fp_32x32
)(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
447 int vp9_refining_search_sad_c(const struct macroblock
*x
, struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
);
448 #define vp9_refining_search_sad vp9_refining_search_sad_c
450 unsigned int vp9_sad16x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
451 unsigned int vp9_sad16x16_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
452 #define vp9_sad16x16 vp9_sad16x16_sse2
454 unsigned int vp9_sad16x16_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
455 unsigned int vp9_sad16x16_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
456 #define vp9_sad16x16_avg vp9_sad16x16_avg_sse2
458 void vp9_sad16x16x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
459 void vp9_sad16x16x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
460 void vp9_sad16x16x3_ssse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
461 RTCD_EXTERN
void (*vp9_sad16x16x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
463 void vp9_sad16x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
464 void vp9_sad16x16x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
465 #define vp9_sad16x16x4d vp9_sad16x16x4d_sse2
467 void vp9_sad16x16x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
468 #define vp9_sad16x16x8 vp9_sad16x16x8_c
470 unsigned int vp9_sad16x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
471 unsigned int vp9_sad16x32_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
472 #define vp9_sad16x32 vp9_sad16x32_sse2
474 unsigned int vp9_sad16x32_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
475 unsigned int vp9_sad16x32_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
476 #define vp9_sad16x32_avg vp9_sad16x32_avg_sse2
478 void vp9_sad16x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
479 void vp9_sad16x32x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
480 #define vp9_sad16x32x4d vp9_sad16x32x4d_sse2
482 unsigned int vp9_sad16x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
483 unsigned int vp9_sad16x8_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
484 #define vp9_sad16x8 vp9_sad16x8_sse2
486 unsigned int vp9_sad16x8_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
487 unsigned int vp9_sad16x8_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
488 #define vp9_sad16x8_avg vp9_sad16x8_avg_sse2
490 void vp9_sad16x8x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
491 void vp9_sad16x8x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
492 void vp9_sad16x8x3_ssse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
493 RTCD_EXTERN
void (*vp9_sad16x8x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
495 void vp9_sad16x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
496 void vp9_sad16x8x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
497 #define vp9_sad16x8x4d vp9_sad16x8x4d_sse2
499 void vp9_sad16x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
500 #define vp9_sad16x8x8 vp9_sad16x8x8_c
502 unsigned int vp9_sad32x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
503 unsigned int vp9_sad32x16_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
504 #define vp9_sad32x16 vp9_sad32x16_sse2
506 unsigned int vp9_sad32x16_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
507 unsigned int vp9_sad32x16_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
508 #define vp9_sad32x16_avg vp9_sad32x16_avg_sse2
510 void vp9_sad32x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
511 void vp9_sad32x16x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
512 #define vp9_sad32x16x4d vp9_sad32x16x4d_sse2
514 unsigned int vp9_sad32x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
515 unsigned int vp9_sad32x32_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
516 #define vp9_sad32x32 vp9_sad32x32_sse2
518 unsigned int vp9_sad32x32_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
519 unsigned int vp9_sad32x32_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
520 #define vp9_sad32x32_avg vp9_sad32x32_avg_sse2
522 void vp9_sad32x32x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
523 #define vp9_sad32x32x3 vp9_sad32x32x3_c
525 void vp9_sad32x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
526 void vp9_sad32x32x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
527 #define vp9_sad32x32x4d vp9_sad32x32x4d_sse2
529 void vp9_sad32x32x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
530 #define vp9_sad32x32x8 vp9_sad32x32x8_c
532 unsigned int vp9_sad32x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
533 unsigned int vp9_sad32x64_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
534 #define vp9_sad32x64 vp9_sad32x64_sse2
536 unsigned int vp9_sad32x64_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
537 unsigned int vp9_sad32x64_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
538 #define vp9_sad32x64_avg vp9_sad32x64_avg_sse2
540 void vp9_sad32x64x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
541 void vp9_sad32x64x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
542 #define vp9_sad32x64x4d vp9_sad32x64x4d_sse2
544 unsigned int vp9_sad4x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
545 unsigned int vp9_sad4x4_sse(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
546 #define vp9_sad4x4 vp9_sad4x4_sse
548 unsigned int vp9_sad4x4_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
549 unsigned int vp9_sad4x4_avg_sse(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
550 #define vp9_sad4x4_avg vp9_sad4x4_avg_sse
552 void vp9_sad4x4x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
553 void vp9_sad4x4x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
554 RTCD_EXTERN
void (*vp9_sad4x4x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
556 void vp9_sad4x4x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
557 void vp9_sad4x4x4d_sse(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
558 #define vp9_sad4x4x4d vp9_sad4x4x4d_sse
560 void vp9_sad4x4x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
561 #define vp9_sad4x4x8 vp9_sad4x4x8_c
563 unsigned int vp9_sad4x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
564 unsigned int vp9_sad4x8_sse(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
565 #define vp9_sad4x8 vp9_sad4x8_sse
567 unsigned int vp9_sad4x8_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
568 unsigned int vp9_sad4x8_avg_sse(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
569 #define vp9_sad4x8_avg vp9_sad4x8_avg_sse
571 void vp9_sad4x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
572 void vp9_sad4x8x4d_sse(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
573 #define vp9_sad4x8x4d vp9_sad4x8x4d_sse
575 void vp9_sad4x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
576 #define vp9_sad4x8x8 vp9_sad4x8x8_c
578 unsigned int vp9_sad64x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
579 unsigned int vp9_sad64x32_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
580 #define vp9_sad64x32 vp9_sad64x32_sse2
582 unsigned int vp9_sad64x32_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
583 unsigned int vp9_sad64x32_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
584 #define vp9_sad64x32_avg vp9_sad64x32_avg_sse2
586 void vp9_sad64x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
587 void vp9_sad64x32x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
588 #define vp9_sad64x32x4d vp9_sad64x32x4d_sse2
590 unsigned int vp9_sad64x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
591 unsigned int vp9_sad64x64_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
592 #define vp9_sad64x64 vp9_sad64x64_sse2
594 unsigned int vp9_sad64x64_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
595 unsigned int vp9_sad64x64_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
596 #define vp9_sad64x64_avg vp9_sad64x64_avg_sse2
598 void vp9_sad64x64x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
599 #define vp9_sad64x64x3 vp9_sad64x64x3_c
601 void vp9_sad64x64x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
602 void vp9_sad64x64x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
603 #define vp9_sad64x64x4d vp9_sad64x64x4d_sse2
605 void vp9_sad64x64x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
606 #define vp9_sad64x64x8 vp9_sad64x64x8_c
608 unsigned int vp9_sad8x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
609 unsigned int vp9_sad8x16_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
610 #define vp9_sad8x16 vp9_sad8x16_sse2
612 unsigned int vp9_sad8x16_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
613 unsigned int vp9_sad8x16_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
614 #define vp9_sad8x16_avg vp9_sad8x16_avg_sse2
616 void vp9_sad8x16x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
617 void vp9_sad8x16x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
618 RTCD_EXTERN
void (*vp9_sad8x16x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
620 void vp9_sad8x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
621 void vp9_sad8x16x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
622 #define vp9_sad8x16x4d vp9_sad8x16x4d_sse2
624 void vp9_sad8x16x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
625 #define vp9_sad8x16x8 vp9_sad8x16x8_c
627 unsigned int vp9_sad8x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
628 unsigned int vp9_sad8x4_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
629 #define vp9_sad8x4 vp9_sad8x4_sse2
631 unsigned int vp9_sad8x4_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
632 unsigned int vp9_sad8x4_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
633 #define vp9_sad8x4_avg vp9_sad8x4_avg_sse2
635 void vp9_sad8x4x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
636 void vp9_sad8x4x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
637 #define vp9_sad8x4x4d vp9_sad8x4x4d_sse2
639 void vp9_sad8x4x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
640 #define vp9_sad8x4x8 vp9_sad8x4x8_c
642 unsigned int vp9_sad8x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
643 unsigned int vp9_sad8x8_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
644 #define vp9_sad8x8 vp9_sad8x8_sse2
646 unsigned int vp9_sad8x8_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
647 unsigned int vp9_sad8x8_avg_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
648 #define vp9_sad8x8_avg vp9_sad8x8_avg_sse2
650 void vp9_sad8x8x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
651 void vp9_sad8x8x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
652 RTCD_EXTERN
void (*vp9_sad8x8x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
654 void vp9_sad8x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
655 void vp9_sad8x8x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
656 #define vp9_sad8x8x4d vp9_sad8x8x4d_sse2
658 void vp9_sad8x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
659 #define vp9_sad8x8x8 vp9_sad8x8x8_c
661 unsigned int vp9_sub_pixel_avg_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
662 unsigned int vp9_sub_pixel_avg_variance16x16_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
663 unsigned int vp9_sub_pixel_avg_variance16x16_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
664 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance16x16
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
666 unsigned int vp9_sub_pixel_avg_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
667 unsigned int vp9_sub_pixel_avg_variance16x32_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
668 unsigned int vp9_sub_pixel_avg_variance16x32_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
669 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance16x32
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
671 unsigned int vp9_sub_pixel_avg_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
672 unsigned int vp9_sub_pixel_avg_variance16x8_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
673 unsigned int vp9_sub_pixel_avg_variance16x8_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
674 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance16x8
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
676 unsigned int vp9_sub_pixel_avg_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
677 unsigned int vp9_sub_pixel_avg_variance32x16_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
678 unsigned int vp9_sub_pixel_avg_variance32x16_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
679 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance32x16
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
681 unsigned int vp9_sub_pixel_avg_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
682 unsigned int vp9_sub_pixel_avg_variance32x32_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
683 unsigned int vp9_sub_pixel_avg_variance32x32_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
684 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance32x32
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
686 unsigned int vp9_sub_pixel_avg_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
687 unsigned int vp9_sub_pixel_avg_variance32x64_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
688 unsigned int vp9_sub_pixel_avg_variance32x64_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
689 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance32x64
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
691 unsigned int vp9_sub_pixel_avg_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
692 unsigned int vp9_sub_pixel_avg_variance4x4_sse(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
693 unsigned int vp9_sub_pixel_avg_variance4x4_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
694 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance4x4
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
696 unsigned int vp9_sub_pixel_avg_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
697 unsigned int vp9_sub_pixel_avg_variance4x8_sse(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
698 unsigned int vp9_sub_pixel_avg_variance4x8_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
699 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance4x8
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
701 unsigned int vp9_sub_pixel_avg_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
702 unsigned int vp9_sub_pixel_avg_variance64x32_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
703 unsigned int vp9_sub_pixel_avg_variance64x32_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
704 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance64x32
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
706 unsigned int vp9_sub_pixel_avg_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
707 unsigned int vp9_sub_pixel_avg_variance64x64_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
708 unsigned int vp9_sub_pixel_avg_variance64x64_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
709 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance64x64
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
711 unsigned int vp9_sub_pixel_avg_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
712 unsigned int vp9_sub_pixel_avg_variance8x16_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
713 unsigned int vp9_sub_pixel_avg_variance8x16_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
714 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance8x16
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
716 unsigned int vp9_sub_pixel_avg_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
717 unsigned int vp9_sub_pixel_avg_variance8x4_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
718 unsigned int vp9_sub_pixel_avg_variance8x4_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
719 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance8x4
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
721 unsigned int vp9_sub_pixel_avg_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
722 unsigned int vp9_sub_pixel_avg_variance8x8_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
723 unsigned int vp9_sub_pixel_avg_variance8x8_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
724 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_avg_variance8x8
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
726 unsigned int vp9_sub_pixel_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
727 unsigned int vp9_sub_pixel_variance16x16_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
728 unsigned int vp9_sub_pixel_variance16x16_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
729 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance16x16
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
731 unsigned int vp9_sub_pixel_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
732 unsigned int vp9_sub_pixel_variance16x32_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
733 unsigned int vp9_sub_pixel_variance16x32_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
734 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance16x32
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
736 unsigned int vp9_sub_pixel_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
737 unsigned int vp9_sub_pixel_variance16x8_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
738 unsigned int vp9_sub_pixel_variance16x8_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
739 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance16x8
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
741 unsigned int vp9_sub_pixel_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
742 unsigned int vp9_sub_pixel_variance32x16_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
743 unsigned int vp9_sub_pixel_variance32x16_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
744 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance32x16
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
746 unsigned int vp9_sub_pixel_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
747 unsigned int vp9_sub_pixel_variance32x32_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
748 unsigned int vp9_sub_pixel_variance32x32_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
749 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance32x32
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
751 unsigned int vp9_sub_pixel_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
752 unsigned int vp9_sub_pixel_variance32x64_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
753 unsigned int vp9_sub_pixel_variance32x64_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
754 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance32x64
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
756 unsigned int vp9_sub_pixel_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
757 unsigned int vp9_sub_pixel_variance4x4_sse(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
758 unsigned int vp9_sub_pixel_variance4x4_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
759 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance4x4
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
761 unsigned int vp9_sub_pixel_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
762 unsigned int vp9_sub_pixel_variance4x8_sse(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
763 unsigned int vp9_sub_pixel_variance4x8_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
764 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance4x8
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
766 unsigned int vp9_sub_pixel_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
767 unsigned int vp9_sub_pixel_variance64x32_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
768 unsigned int vp9_sub_pixel_variance64x32_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
769 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance64x32
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
771 unsigned int vp9_sub_pixel_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
772 unsigned int vp9_sub_pixel_variance64x64_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
773 unsigned int vp9_sub_pixel_variance64x64_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
774 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance64x64
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
776 unsigned int vp9_sub_pixel_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
777 unsigned int vp9_sub_pixel_variance8x16_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
778 unsigned int vp9_sub_pixel_variance8x16_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
779 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance8x16
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
781 unsigned int vp9_sub_pixel_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
782 unsigned int vp9_sub_pixel_variance8x4_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
783 unsigned int vp9_sub_pixel_variance8x4_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
784 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance8x4
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
786 unsigned int vp9_sub_pixel_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
787 unsigned int vp9_sub_pixel_variance8x8_sse2(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
788 unsigned int vp9_sub_pixel_variance8x8_ssse3(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
789 RTCD_EXTERN
unsigned int (*vp9_sub_pixel_variance8x8
)(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
791 void vp9_subtract_block_c(int rows
, int cols
, int16_t *diff_ptr
, ptrdiff_t diff_stride
, const uint8_t *src_ptr
, ptrdiff_t src_stride
, const uint8_t *pred_ptr
, ptrdiff_t pred_stride
);
792 void vp9_subtract_block_sse2(int rows
, int cols
, int16_t *diff_ptr
, ptrdiff_t diff_stride
, const uint8_t *src_ptr
, ptrdiff_t src_stride
, const uint8_t *pred_ptr
, ptrdiff_t pred_stride
);
793 #define vp9_subtract_block vp9_subtract_block_sse2
795 void vp9_temporal_filter_apply_c(uint8_t *frame1
, unsigned int stride
, uint8_t *frame2
, unsigned int block_width
, unsigned int block_height
, int strength
, int filter_weight
, unsigned int *accumulator
, uint16_t *count
);
796 void vp9_temporal_filter_apply_sse2(uint8_t *frame1
, unsigned int stride
, uint8_t *frame2
, unsigned int block_width
, unsigned int block_height
, int strength
, int filter_weight
, unsigned int *accumulator
, uint16_t *count
);
797 #define vp9_temporal_filter_apply vp9_temporal_filter_apply_sse2
799 void vp9_tm_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
800 void vp9_tm_predictor_16x16_sse2(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
801 #define vp9_tm_predictor_16x16 vp9_tm_predictor_16x16_sse2
803 void vp9_tm_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
804 void vp9_tm_predictor_32x32_sse2(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
805 #define vp9_tm_predictor_32x32 vp9_tm_predictor_32x32_sse2
807 void vp9_tm_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
808 void vp9_tm_predictor_4x4_sse(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
809 #define vp9_tm_predictor_4x4 vp9_tm_predictor_4x4_sse
811 void vp9_tm_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
812 void vp9_tm_predictor_8x8_sse2(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
813 #define vp9_tm_predictor_8x8 vp9_tm_predictor_8x8_sse2
815 void vp9_v_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
816 void vp9_v_predictor_16x16_sse2(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
817 #define vp9_v_predictor_16x16 vp9_v_predictor_16x16_sse2
819 void vp9_v_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
820 void vp9_v_predictor_32x32_sse2(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
821 #define vp9_v_predictor_32x32 vp9_v_predictor_32x32_sse2
823 void vp9_v_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
824 void vp9_v_predictor_4x4_sse(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
825 #define vp9_v_predictor_4x4 vp9_v_predictor_4x4_sse
827 void vp9_v_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
828 void vp9_v_predictor_8x8_sse(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
829 #define vp9_v_predictor_8x8 vp9_v_predictor_8x8_sse
831 unsigned int vp9_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
832 unsigned int vp9_variance16x16_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
833 #define vp9_variance16x16 vp9_variance16x16_sse2
835 unsigned int vp9_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
836 unsigned int vp9_variance16x32_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
837 #define vp9_variance16x32 vp9_variance16x32_sse2
839 unsigned int vp9_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
840 unsigned int vp9_variance16x8_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
841 #define vp9_variance16x8 vp9_variance16x8_sse2
843 unsigned int vp9_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
844 unsigned int vp9_variance32x16_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
845 #define vp9_variance32x16 vp9_variance32x16_sse2
847 unsigned int vp9_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
848 unsigned int vp9_variance32x32_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
849 #define vp9_variance32x32 vp9_variance32x32_sse2
851 unsigned int vp9_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
852 unsigned int vp9_variance32x64_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
853 #define vp9_variance32x64 vp9_variance32x64_sse2
855 unsigned int vp9_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
856 unsigned int vp9_variance4x4_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
857 #define vp9_variance4x4 vp9_variance4x4_sse2
859 unsigned int vp9_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
860 unsigned int vp9_variance4x8_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
861 #define vp9_variance4x8 vp9_variance4x8_sse2
863 unsigned int vp9_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
864 unsigned int vp9_variance64x32_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
865 #define vp9_variance64x32 vp9_variance64x32_sse2
867 unsigned int vp9_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
868 unsigned int vp9_variance64x64_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
869 #define vp9_variance64x64 vp9_variance64x64_sse2
871 unsigned int vp9_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
872 unsigned int vp9_variance8x16_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
873 #define vp9_variance8x16 vp9_variance8x16_sse2
875 unsigned int vp9_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
876 unsigned int vp9_variance8x4_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
877 #define vp9_variance8x4 vp9_variance8x4_sse2
879 unsigned int vp9_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
880 unsigned int vp9_variance8x8_sse2(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
881 #define vp9_variance8x8 vp9_variance8x8_sse2
886 #include "vpx_ports/x86.h"
887 static void setup_rtcd_internal(void)
889 int flags
= x86_simd_caps();
893 vp9_convolve8
= vp9_convolve8_sse2
;
894 if (flags
& HAS_SSSE3
) vp9_convolve8
= vp9_convolve8_ssse3
;
895 vp9_convolve8_avg
= vp9_convolve8_avg_sse2
;
896 if (flags
& HAS_SSSE3
) vp9_convolve8_avg
= vp9_convolve8_avg_ssse3
;
897 vp9_convolve8_avg_horiz
= vp9_convolve8_avg_horiz_sse2
;
898 if (flags
& HAS_SSSE3
) vp9_convolve8_avg_horiz
= vp9_convolve8_avg_horiz_ssse3
;
899 vp9_convolve8_avg_vert
= vp9_convolve8_avg_vert_sse2
;
900 if (flags
& HAS_SSSE3
) vp9_convolve8_avg_vert
= vp9_convolve8_avg_vert_ssse3
;
901 vp9_convolve8_horiz
= vp9_convolve8_horiz_sse2
;
902 if (flags
& HAS_SSSE3
) vp9_convolve8_horiz
= vp9_convolve8_horiz_ssse3
;
903 vp9_convolve8_vert
= vp9_convolve8_vert_sse2
;
904 if (flags
& HAS_SSSE3
) vp9_convolve8_vert
= vp9_convolve8_vert_ssse3
;
905 vp9_d153_predictor_16x16
= vp9_d153_predictor_16x16_c
;
906 if (flags
& HAS_SSSE3
) vp9_d153_predictor_16x16
= vp9_d153_predictor_16x16_ssse3
;
907 vp9_d153_predictor_4x4
= vp9_d153_predictor_4x4_c
;
908 if (flags
& HAS_SSSE3
) vp9_d153_predictor_4x4
= vp9_d153_predictor_4x4_ssse3
;
909 vp9_d153_predictor_8x8
= vp9_d153_predictor_8x8_c
;
910 if (flags
& HAS_SSSE3
) vp9_d153_predictor_8x8
= vp9_d153_predictor_8x8_ssse3
;
911 vp9_d207_predictor_16x16
= vp9_d207_predictor_16x16_c
;
912 if (flags
& HAS_SSSE3
) vp9_d207_predictor_16x16
= vp9_d207_predictor_16x16_ssse3
;
913 vp9_d207_predictor_32x32
= vp9_d207_predictor_32x32_c
;
914 if (flags
& HAS_SSSE3
) vp9_d207_predictor_32x32
= vp9_d207_predictor_32x32_ssse3
;
915 vp9_d207_predictor_4x4
= vp9_d207_predictor_4x4_c
;
916 if (flags
& HAS_SSSE3
) vp9_d207_predictor_4x4
= vp9_d207_predictor_4x4_ssse3
;
917 vp9_d207_predictor_8x8
= vp9_d207_predictor_8x8_c
;
918 if (flags
& HAS_SSSE3
) vp9_d207_predictor_8x8
= vp9_d207_predictor_8x8_ssse3
;
919 vp9_d45_predictor_16x16
= vp9_d45_predictor_16x16_c
;
920 if (flags
& HAS_SSSE3
) vp9_d45_predictor_16x16
= vp9_d45_predictor_16x16_ssse3
;
921 vp9_d45_predictor_32x32
= vp9_d45_predictor_32x32_c
;
922 if (flags
& HAS_SSSE3
) vp9_d45_predictor_32x32
= vp9_d45_predictor_32x32_ssse3
;
923 vp9_d45_predictor_4x4
= vp9_d45_predictor_4x4_c
;
924 if (flags
& HAS_SSSE3
) vp9_d45_predictor_4x4
= vp9_d45_predictor_4x4_ssse3
;
925 vp9_d45_predictor_8x8
= vp9_d45_predictor_8x8_c
;
926 if (flags
& HAS_SSSE3
) vp9_d45_predictor_8x8
= vp9_d45_predictor_8x8_ssse3
;
927 vp9_d63_predictor_16x16
= vp9_d63_predictor_16x16_c
;
928 if (flags
& HAS_SSSE3
) vp9_d63_predictor_16x16
= vp9_d63_predictor_16x16_ssse3
;
929 vp9_d63_predictor_32x32
= vp9_d63_predictor_32x32_c
;
930 if (flags
& HAS_SSSE3
) vp9_d63_predictor_32x32
= vp9_d63_predictor_32x32_ssse3
;
931 vp9_d63_predictor_4x4
= vp9_d63_predictor_4x4_c
;
932 if (flags
& HAS_SSSE3
) vp9_d63_predictor_4x4
= vp9_d63_predictor_4x4_ssse3
;
933 vp9_d63_predictor_8x8
= vp9_d63_predictor_8x8_c
;
934 if (flags
& HAS_SSSE3
) vp9_d63_predictor_8x8
= vp9_d63_predictor_8x8_ssse3
;
935 vp9_fdct8x8
= vp9_fdct8x8_sse2
;
936 if (flags
& HAS_SSSE3
) vp9_fdct8x8
= vp9_fdct8x8_ssse3
;
937 vp9_full_search_sad
= vp9_full_search_sad_c
;
938 if (flags
& HAS_SSE3
) vp9_full_search_sad
= vp9_full_search_sadx3
;
939 if (flags
& HAS_SSE4_1
) vp9_full_search_sad
= vp9_full_search_sadx8
;
940 vp9_h_predictor_16x16
= vp9_h_predictor_16x16_c
;
941 if (flags
& HAS_SSSE3
) vp9_h_predictor_16x16
= vp9_h_predictor_16x16_ssse3
;
942 vp9_h_predictor_32x32
= vp9_h_predictor_32x32_c
;
943 if (flags
& HAS_SSSE3
) vp9_h_predictor_32x32
= vp9_h_predictor_32x32_ssse3
;
944 vp9_h_predictor_4x4
= vp9_h_predictor_4x4_c
;
945 if (flags
& HAS_SSSE3
) vp9_h_predictor_4x4
= vp9_h_predictor_4x4_ssse3
;
946 vp9_h_predictor_8x8
= vp9_h_predictor_8x8_c
;
947 if (flags
& HAS_SSSE3
) vp9_h_predictor_8x8
= vp9_h_predictor_8x8_ssse3
;
948 vp9_idct16x16_10_add
= vp9_idct16x16_10_add_sse2
;
949 if (flags
& HAS_SSSE3
) vp9_idct16x16_10_add
= vp9_idct16x16_10_add_ssse3
;
950 vp9_idct16x16_256_add
= vp9_idct16x16_256_add_sse2
;
951 if (flags
& HAS_SSSE3
) vp9_idct16x16_256_add
= vp9_idct16x16_256_add_ssse3
;
952 vp9_idct8x8_12_add
= vp9_idct8x8_12_add_sse2
;
953 if (flags
& HAS_SSSE3
) vp9_idct8x8_12_add
= vp9_idct8x8_12_add_ssse3
;
954 vp9_idct8x8_64_add
= vp9_idct8x8_64_add_sse2
;
955 if (flags
& HAS_SSSE3
) vp9_idct8x8_64_add
= vp9_idct8x8_64_add_ssse3
;
956 vp9_quantize_b
= vp9_quantize_b_c
;
957 if (flags
& HAS_SSSE3
) vp9_quantize_b
= vp9_quantize_b_ssse3
;
958 vp9_quantize_b_32x32
= vp9_quantize_b_32x32_c
;
959 if (flags
& HAS_SSSE3
) vp9_quantize_b_32x32
= vp9_quantize_b_32x32_ssse3
;
960 vp9_quantize_fp
= vp9_quantize_fp_c
;
961 if (flags
& HAS_SSSE3
) vp9_quantize_fp
= vp9_quantize_fp_ssse3
;
962 vp9_quantize_fp_32x32
= vp9_quantize_fp_32x32_c
;
963 if (flags
& HAS_SSSE3
) vp9_quantize_fp_32x32
= vp9_quantize_fp_32x32_ssse3
;
964 vp9_sad16x16x3
= vp9_sad16x16x3_c
;
965 if (flags
& HAS_SSE3
) vp9_sad16x16x3
= vp9_sad16x16x3_sse3
;
966 if (flags
& HAS_SSSE3
) vp9_sad16x16x3
= vp9_sad16x16x3_ssse3
;
967 vp9_sad16x8x3
= vp9_sad16x8x3_c
;
968 if (flags
& HAS_SSE3
) vp9_sad16x8x3
= vp9_sad16x8x3_sse3
;
969 if (flags
& HAS_SSSE3
) vp9_sad16x8x3
= vp9_sad16x8x3_ssse3
;
970 vp9_sad4x4x3
= vp9_sad4x4x3_c
;
971 if (flags
& HAS_SSE3
) vp9_sad4x4x3
= vp9_sad4x4x3_sse3
;
972 vp9_sad8x16x3
= vp9_sad8x16x3_c
;
973 if (flags
& HAS_SSE3
) vp9_sad8x16x3
= vp9_sad8x16x3_sse3
;
974 vp9_sad8x8x3
= vp9_sad8x8x3_c
;
975 if (flags
& HAS_SSE3
) vp9_sad8x8x3
= vp9_sad8x8x3_sse3
;
976 vp9_sub_pixel_avg_variance16x16
= vp9_sub_pixel_avg_variance16x16_sse2
;
977 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance16x16
= vp9_sub_pixel_avg_variance16x16_ssse3
;
978 vp9_sub_pixel_avg_variance16x32
= vp9_sub_pixel_avg_variance16x32_sse2
;
979 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance16x32
= vp9_sub_pixel_avg_variance16x32_ssse3
;
980 vp9_sub_pixel_avg_variance16x8
= vp9_sub_pixel_avg_variance16x8_sse2
;
981 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance16x8
= vp9_sub_pixel_avg_variance16x8_ssse3
;
982 vp9_sub_pixel_avg_variance32x16
= vp9_sub_pixel_avg_variance32x16_sse2
;
983 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance32x16
= vp9_sub_pixel_avg_variance32x16_ssse3
;
984 vp9_sub_pixel_avg_variance32x32
= vp9_sub_pixel_avg_variance32x32_sse2
;
985 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance32x32
= vp9_sub_pixel_avg_variance32x32_ssse3
;
986 vp9_sub_pixel_avg_variance32x64
= vp9_sub_pixel_avg_variance32x64_sse2
;
987 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance32x64
= vp9_sub_pixel_avg_variance32x64_ssse3
;
988 vp9_sub_pixel_avg_variance4x4
= vp9_sub_pixel_avg_variance4x4_sse
;
989 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance4x4
= vp9_sub_pixel_avg_variance4x4_ssse3
;
990 vp9_sub_pixel_avg_variance4x8
= vp9_sub_pixel_avg_variance4x8_sse
;
991 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance4x8
= vp9_sub_pixel_avg_variance4x8_ssse3
;
992 vp9_sub_pixel_avg_variance64x32
= vp9_sub_pixel_avg_variance64x32_sse2
;
993 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance64x32
= vp9_sub_pixel_avg_variance64x32_ssse3
;
994 vp9_sub_pixel_avg_variance64x64
= vp9_sub_pixel_avg_variance64x64_sse2
;
995 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance64x64
= vp9_sub_pixel_avg_variance64x64_ssse3
;
996 vp9_sub_pixel_avg_variance8x16
= vp9_sub_pixel_avg_variance8x16_sse2
;
997 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance8x16
= vp9_sub_pixel_avg_variance8x16_ssse3
;
998 vp9_sub_pixel_avg_variance8x4
= vp9_sub_pixel_avg_variance8x4_sse2
;
999 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance8x4
= vp9_sub_pixel_avg_variance8x4_ssse3
;
1000 vp9_sub_pixel_avg_variance8x8
= vp9_sub_pixel_avg_variance8x8_sse2
;
1001 if (flags
& HAS_SSSE3
) vp9_sub_pixel_avg_variance8x8
= vp9_sub_pixel_avg_variance8x8_ssse3
;
1002 vp9_sub_pixel_variance16x16
= vp9_sub_pixel_variance16x16_sse2
;
1003 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance16x16
= vp9_sub_pixel_variance16x16_ssse3
;
1004 vp9_sub_pixel_variance16x32
= vp9_sub_pixel_variance16x32_sse2
;
1005 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance16x32
= vp9_sub_pixel_variance16x32_ssse3
;
1006 vp9_sub_pixel_variance16x8
= vp9_sub_pixel_variance16x8_sse2
;
1007 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance16x8
= vp9_sub_pixel_variance16x8_ssse3
;
1008 vp9_sub_pixel_variance32x16
= vp9_sub_pixel_variance32x16_sse2
;
1009 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance32x16
= vp9_sub_pixel_variance32x16_ssse3
;
1010 vp9_sub_pixel_variance32x32
= vp9_sub_pixel_variance32x32_sse2
;
1011 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance32x32
= vp9_sub_pixel_variance32x32_ssse3
;
1012 vp9_sub_pixel_variance32x64
= vp9_sub_pixel_variance32x64_sse2
;
1013 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance32x64
= vp9_sub_pixel_variance32x64_ssse3
;
1014 vp9_sub_pixel_variance4x4
= vp9_sub_pixel_variance4x4_sse
;
1015 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance4x4
= vp9_sub_pixel_variance4x4_ssse3
;
1016 vp9_sub_pixel_variance4x8
= vp9_sub_pixel_variance4x8_sse
;
1017 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance4x8
= vp9_sub_pixel_variance4x8_ssse3
;
1018 vp9_sub_pixel_variance64x32
= vp9_sub_pixel_variance64x32_sse2
;
1019 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance64x32
= vp9_sub_pixel_variance64x32_ssse3
;
1020 vp9_sub_pixel_variance64x64
= vp9_sub_pixel_variance64x64_sse2
;
1021 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance64x64
= vp9_sub_pixel_variance64x64_ssse3
;
1022 vp9_sub_pixel_variance8x16
= vp9_sub_pixel_variance8x16_sse2
;
1023 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance8x16
= vp9_sub_pixel_variance8x16_ssse3
;
1024 vp9_sub_pixel_variance8x4
= vp9_sub_pixel_variance8x4_sse2
;
1025 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance8x4
= vp9_sub_pixel_variance8x4_ssse3
;
1026 vp9_sub_pixel_variance8x8
= vp9_sub_pixel_variance8x8_sse2
;
1027 if (flags
& HAS_SSSE3
) vp9_sub_pixel_variance8x8
= vp9_sub_pixel_variance8x8_ssse3
;