7 #define RTCD_EXTERN extern
14 #include "vpx/vpx_integer.h"
15 #include "vp9/common/vp9_enums.h"
16 #include "vp9/common/vp9_idct.h"
20 /* Encoder forward decls */
22 struct vp9_variance_vtable
;
23 struct search_site_config
;
26 struct yv12_buffer_config
;
32 int64_t vp9_block_error_c(const tran_low_t
*coeff
, const tran_low_t
*dqcoeff
, intptr_t block_size
, int64_t *ssz
);
33 #define vp9_block_error vp9_block_error_c
35 void vp9_convolve8_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
36 void vp9_convolve8_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
37 void vp9_convolve8_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
38 RTCD_EXTERN
void (*vp9_convolve8
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
40 void vp9_convolve8_avg_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
41 void vp9_convolve8_avg_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
42 void vp9_convolve8_avg_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
43 RTCD_EXTERN
void (*vp9_convolve8_avg
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
45 void vp9_convolve8_avg_horiz_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
46 void vp9_convolve8_avg_horiz_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
47 void vp9_convolve8_avg_horiz_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
48 RTCD_EXTERN
void (*vp9_convolve8_avg_horiz
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
50 void vp9_convolve8_avg_vert_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
51 void vp9_convolve8_avg_vert_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
52 void vp9_convolve8_avg_vert_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
53 RTCD_EXTERN
void (*vp9_convolve8_avg_vert
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
55 void vp9_convolve8_horiz_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
56 void vp9_convolve8_horiz_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
57 void vp9_convolve8_horiz_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
58 RTCD_EXTERN
void (*vp9_convolve8_horiz
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
60 void vp9_convolve8_vert_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
61 void vp9_convolve8_vert_sse2(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
62 void vp9_convolve8_vert_ssse3(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
63 RTCD_EXTERN
void (*vp9_convolve8_vert
)(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
65 void vp9_convolve_avg_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
66 #define vp9_convolve_avg vp9_convolve_avg_c
68 void vp9_convolve_copy_c(const uint8_t *src
, ptrdiff_t src_stride
, uint8_t *dst
, ptrdiff_t dst_stride
, const int16_t *filter_x
, int x_step_q4
, const int16_t *filter_y
, int y_step_q4
, int w
, int h
);
69 #define vp9_convolve_copy vp9_convolve_copy_c
71 void vp9_d117_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
72 #define vp9_d117_predictor_16x16 vp9_d117_predictor_16x16_c
74 void vp9_d117_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
75 #define vp9_d117_predictor_32x32 vp9_d117_predictor_32x32_c
77 void vp9_d117_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
78 #define vp9_d117_predictor_4x4 vp9_d117_predictor_4x4_c
80 void vp9_d117_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
81 #define vp9_d117_predictor_8x8 vp9_d117_predictor_8x8_c
83 void vp9_d135_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
84 #define vp9_d135_predictor_16x16 vp9_d135_predictor_16x16_c
86 void vp9_d135_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
87 #define vp9_d135_predictor_32x32 vp9_d135_predictor_32x32_c
89 void vp9_d135_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
90 #define vp9_d135_predictor_4x4 vp9_d135_predictor_4x4_c
92 void vp9_d135_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
93 #define vp9_d135_predictor_8x8 vp9_d135_predictor_8x8_c
95 void vp9_d153_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
96 #define vp9_d153_predictor_16x16 vp9_d153_predictor_16x16_c
98 void vp9_d153_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
99 #define vp9_d153_predictor_32x32 vp9_d153_predictor_32x32_c
101 void vp9_d153_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
102 #define vp9_d153_predictor_4x4 vp9_d153_predictor_4x4_c
104 void vp9_d153_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
105 #define vp9_d153_predictor_8x8 vp9_d153_predictor_8x8_c
107 void vp9_d207_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
108 #define vp9_d207_predictor_16x16 vp9_d207_predictor_16x16_c
110 void vp9_d207_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
111 #define vp9_d207_predictor_32x32 vp9_d207_predictor_32x32_c
113 void vp9_d207_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
114 #define vp9_d207_predictor_4x4 vp9_d207_predictor_4x4_c
116 void vp9_d207_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
117 #define vp9_d207_predictor_8x8 vp9_d207_predictor_8x8_c
119 void vp9_d45_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
120 #define vp9_d45_predictor_16x16 vp9_d45_predictor_16x16_c
122 void vp9_d45_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
123 #define vp9_d45_predictor_32x32 vp9_d45_predictor_32x32_c
125 void vp9_d45_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
126 #define vp9_d45_predictor_4x4 vp9_d45_predictor_4x4_c
128 void vp9_d45_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
129 #define vp9_d45_predictor_8x8 vp9_d45_predictor_8x8_c
131 void vp9_d63_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
132 #define vp9_d63_predictor_16x16 vp9_d63_predictor_16x16_c
134 void vp9_d63_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
135 #define vp9_d63_predictor_32x32 vp9_d63_predictor_32x32_c
137 void vp9_d63_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
138 #define vp9_d63_predictor_4x4 vp9_d63_predictor_4x4_c
140 void vp9_d63_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
141 #define vp9_d63_predictor_8x8 vp9_d63_predictor_8x8_c
143 void vp9_dc_128_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
144 #define vp9_dc_128_predictor_16x16 vp9_dc_128_predictor_16x16_c
146 void vp9_dc_128_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
147 #define vp9_dc_128_predictor_32x32 vp9_dc_128_predictor_32x32_c
149 void vp9_dc_128_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
150 #define vp9_dc_128_predictor_4x4 vp9_dc_128_predictor_4x4_c
152 void vp9_dc_128_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
153 #define vp9_dc_128_predictor_8x8 vp9_dc_128_predictor_8x8_c
155 void vp9_dc_left_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
156 #define vp9_dc_left_predictor_16x16 vp9_dc_left_predictor_16x16_c
158 void vp9_dc_left_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
159 #define vp9_dc_left_predictor_32x32 vp9_dc_left_predictor_32x32_c
161 void vp9_dc_left_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
162 #define vp9_dc_left_predictor_4x4 vp9_dc_left_predictor_4x4_c
164 void vp9_dc_left_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
165 #define vp9_dc_left_predictor_8x8 vp9_dc_left_predictor_8x8_c
167 void vp9_dc_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
168 #define vp9_dc_predictor_16x16 vp9_dc_predictor_16x16_c
170 void vp9_dc_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
171 #define vp9_dc_predictor_32x32 vp9_dc_predictor_32x32_c
173 void vp9_dc_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
174 #define vp9_dc_predictor_4x4 vp9_dc_predictor_4x4_c
176 void vp9_dc_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
177 #define vp9_dc_predictor_8x8 vp9_dc_predictor_8x8_c
179 void vp9_dc_top_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
180 #define vp9_dc_top_predictor_16x16 vp9_dc_top_predictor_16x16_c
182 void vp9_dc_top_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
183 #define vp9_dc_top_predictor_32x32 vp9_dc_top_predictor_32x32_c
185 void vp9_dc_top_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
186 #define vp9_dc_top_predictor_4x4 vp9_dc_top_predictor_4x4_c
188 void vp9_dc_top_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
189 #define vp9_dc_top_predictor_8x8 vp9_dc_top_predictor_8x8_c
191 int vp9_diamond_search_sad_c(const struct macroblock
*x
, const struct search_site_config
*cfg
, struct mv
*ref_mv
, struct mv
*best_mv
, int search_param
, int sad_per_bit
, int *num00
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
);
192 #define vp9_diamond_search_sad vp9_diamond_search_sad_c
194 void vp9_fdct16x16_c(const int16_t *input
, tran_low_t
*output
, int stride
);
195 void vp9_fdct16x16_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
196 RTCD_EXTERN
void (*vp9_fdct16x16
)(const int16_t *input
, tran_low_t
*output
, int stride
);
198 void vp9_fdct16x16_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
199 void vp9_fdct16x16_1_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
200 RTCD_EXTERN
void (*vp9_fdct16x16_1
)(const int16_t *input
, tran_low_t
*output
, int stride
);
202 void vp9_fdct32x32_c(const int16_t *input
, tran_low_t
*output
, int stride
);
203 void vp9_fdct32x32_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
204 RTCD_EXTERN
void (*vp9_fdct32x32
)(const int16_t *input
, tran_low_t
*output
, int stride
);
206 void vp9_fdct32x32_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
207 void vp9_fdct32x32_1_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
208 RTCD_EXTERN
void (*vp9_fdct32x32_1
)(const int16_t *input
, tran_low_t
*output
, int stride
);
210 void vp9_fdct32x32_rd_c(const int16_t *input
, tran_low_t
*output
, int stride
);
211 void vp9_fdct32x32_rd_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
212 RTCD_EXTERN
void (*vp9_fdct32x32_rd
)(const int16_t *input
, tran_low_t
*output
, int stride
);
214 void vp9_fdct4x4_c(const int16_t *input
, tran_low_t
*output
, int stride
);
215 void vp9_fdct4x4_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
216 RTCD_EXTERN
void (*vp9_fdct4x4
)(const int16_t *input
, tran_low_t
*output
, int stride
);
218 void vp9_fdct4x4_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
219 void vp9_fdct4x4_1_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
220 RTCD_EXTERN
void (*vp9_fdct4x4_1
)(const int16_t *input
, tran_low_t
*output
, int stride
);
222 void vp9_fdct8x8_c(const int16_t *input
, tran_low_t
*output
, int stride
);
223 void vp9_fdct8x8_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
224 RTCD_EXTERN
void (*vp9_fdct8x8
)(const int16_t *input
, tran_low_t
*output
, int stride
);
226 void vp9_fdct8x8_1_c(const int16_t *input
, tran_low_t
*output
, int stride
);
227 void vp9_fdct8x8_1_sse2(const int16_t *input
, tran_low_t
*output
, int stride
);
228 RTCD_EXTERN
void (*vp9_fdct8x8_1
)(const int16_t *input
, tran_low_t
*output
, int stride
);
230 void vp9_fht16x16_c(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
231 void vp9_fht16x16_sse2(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
232 RTCD_EXTERN
void (*vp9_fht16x16
)(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
234 void vp9_fht4x4_c(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
235 void vp9_fht4x4_sse2(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
236 RTCD_EXTERN
void (*vp9_fht4x4
)(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
238 void vp9_fht8x8_c(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
239 void vp9_fht8x8_sse2(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
240 RTCD_EXTERN
void (*vp9_fht8x8
)(const int16_t *input
, tran_low_t
*output
, int stride
, int tx_type
);
242 int vp9_full_range_search_c(const struct macroblock
*x
, const struct search_site_config
*cfg
, struct mv
*ref_mv
, struct mv
*best_mv
, int search_param
, int sad_per_bit
, int *num00
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
);
243 #define vp9_full_range_search vp9_full_range_search_c
245 int vp9_full_search_sad_c(const struct macroblock
*x
, const struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
, struct mv
*best_mv
);
246 int vp9_full_search_sadx3(const struct macroblock
*x
, const struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
, struct mv
*best_mv
);
247 int vp9_full_search_sadx8(const struct macroblock
*x
, const struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
, struct mv
*best_mv
);
248 RTCD_EXTERN
int (*vp9_full_search_sad
)(const struct macroblock
*x
, const struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
, struct mv
*best_mv
);
250 void vp9_fwht4x4_c(const int16_t *input
, tran_low_t
*output
, int stride
);
251 #define vp9_fwht4x4 vp9_fwht4x4_c
253 void vp9_get16x16var_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
254 #define vp9_get16x16var vp9_get16x16var_c
256 void vp9_get8x8var_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, int *sum
);
257 #define vp9_get8x8var vp9_get8x8var_c
259 unsigned int vp9_get_mb_ss_c(const int16_t *);
260 #define vp9_get_mb_ss vp9_get_mb_ss_c
262 void vp9_h_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
263 #define vp9_h_predictor_16x16 vp9_h_predictor_16x16_c
265 void vp9_h_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
266 #define vp9_h_predictor_32x32 vp9_h_predictor_32x32_c
268 void vp9_h_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
269 #define vp9_h_predictor_4x4 vp9_h_predictor_4x4_c
271 void vp9_h_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
272 #define vp9_h_predictor_8x8 vp9_h_predictor_8x8_c
274 void vp9_idct16x16_10_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
275 void vp9_idct16x16_10_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
276 void vp9_idct16x16_10_add_ssse3(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
277 RTCD_EXTERN
void (*vp9_idct16x16_10_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
279 void vp9_idct16x16_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
280 void vp9_idct16x16_1_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
281 RTCD_EXTERN
void (*vp9_idct16x16_1_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
283 void vp9_idct16x16_256_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
284 void vp9_idct16x16_256_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
285 void vp9_idct16x16_256_add_ssse3(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
286 RTCD_EXTERN
void (*vp9_idct16x16_256_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
288 void vp9_idct32x32_1024_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
289 void vp9_idct32x32_1024_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
290 RTCD_EXTERN
void (*vp9_idct32x32_1024_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
292 void vp9_idct32x32_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
293 void vp9_idct32x32_1_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
294 RTCD_EXTERN
void (*vp9_idct32x32_1_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
296 void vp9_idct32x32_34_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
297 void vp9_idct32x32_34_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
298 RTCD_EXTERN
void (*vp9_idct32x32_34_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
300 void vp9_idct4x4_16_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
301 void vp9_idct4x4_16_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
302 RTCD_EXTERN
void (*vp9_idct4x4_16_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
304 void vp9_idct4x4_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
305 void vp9_idct4x4_1_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
306 RTCD_EXTERN
void (*vp9_idct4x4_1_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
308 void vp9_idct8x8_12_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
309 void vp9_idct8x8_12_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
310 RTCD_EXTERN
void (*vp9_idct8x8_12_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
312 void vp9_idct8x8_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
313 void vp9_idct8x8_1_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
314 RTCD_EXTERN
void (*vp9_idct8x8_1_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
316 void vp9_idct8x8_64_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
317 void vp9_idct8x8_64_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
318 RTCD_EXTERN
void (*vp9_idct8x8_64_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
320 void vp9_iht16x16_256_add_c(const tran_low_t
*input
, uint8_t *output
, int pitch
, int tx_type
);
321 void vp9_iht16x16_256_add_sse2(const tran_low_t
*input
, uint8_t *output
, int pitch
, int tx_type
);
322 RTCD_EXTERN
void (*vp9_iht16x16_256_add
)(const tran_low_t
*input
, uint8_t *output
, int pitch
, int tx_type
);
324 void vp9_iht4x4_16_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
325 void vp9_iht4x4_16_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
326 RTCD_EXTERN
void (*vp9_iht4x4_16_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
328 void vp9_iht8x8_64_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
329 void vp9_iht8x8_64_add_sse2(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
330 RTCD_EXTERN
void (*vp9_iht8x8_64_add
)(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
, int tx_type
);
332 void vp9_iwht4x4_16_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
333 #define vp9_iwht4x4_16_add vp9_iwht4x4_16_add_c
335 void vp9_iwht4x4_1_add_c(const tran_low_t
*input
, uint8_t *dest
, int dest_stride
);
336 #define vp9_iwht4x4_1_add vp9_iwht4x4_1_add_c
338 void vp9_lpf_horizontal_16_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
339 void vp9_lpf_horizontal_16_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
340 RTCD_EXTERN
void (*vp9_lpf_horizontal_16
)(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
342 void vp9_lpf_horizontal_4_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
343 void vp9_lpf_horizontal_4_mmx(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
344 RTCD_EXTERN
void (*vp9_lpf_horizontal_4
)(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
346 void vp9_lpf_horizontal_4_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
347 void vp9_lpf_horizontal_4_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
348 RTCD_EXTERN
void (*vp9_lpf_horizontal_4_dual
)(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
350 void vp9_lpf_horizontal_8_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
351 void vp9_lpf_horizontal_8_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
352 RTCD_EXTERN
void (*vp9_lpf_horizontal_8
)(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
354 void vp9_lpf_horizontal_8_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
355 void vp9_lpf_horizontal_8_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
356 RTCD_EXTERN
void (*vp9_lpf_horizontal_8_dual
)(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
358 void vp9_lpf_vertical_16_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
359 void vp9_lpf_vertical_16_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
360 RTCD_EXTERN
void (*vp9_lpf_vertical_16
)(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
362 void vp9_lpf_vertical_16_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
363 void vp9_lpf_vertical_16_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
364 RTCD_EXTERN
void (*vp9_lpf_vertical_16_dual
)(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
);
366 void vp9_lpf_vertical_4_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
367 void vp9_lpf_vertical_4_mmx(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
368 RTCD_EXTERN
void (*vp9_lpf_vertical_4
)(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
370 void vp9_lpf_vertical_4_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
371 void vp9_lpf_vertical_4_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
372 RTCD_EXTERN
void (*vp9_lpf_vertical_4_dual
)(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
374 void vp9_lpf_vertical_8_c(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
375 void vp9_lpf_vertical_8_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
376 RTCD_EXTERN
void (*vp9_lpf_vertical_8
)(uint8_t *s
, int pitch
, const uint8_t *blimit
, const uint8_t *limit
, const uint8_t *thresh
, int count
);
378 void vp9_lpf_vertical_8_dual_c(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
379 void vp9_lpf_vertical_8_dual_sse2(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
380 RTCD_EXTERN
void (*vp9_lpf_vertical_8_dual
)(uint8_t *s
, int pitch
, const uint8_t *blimit0
, const uint8_t *limit0
, const uint8_t *thresh0
, const uint8_t *blimit1
, const uint8_t *limit1
, const uint8_t *thresh1
);
382 unsigned int vp9_mse16x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
383 #define vp9_mse16x16 vp9_mse16x16_c
385 unsigned int vp9_mse16x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
386 #define vp9_mse16x8 vp9_mse16x8_c
388 unsigned int vp9_mse8x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
389 #define vp9_mse8x16 vp9_mse8x16_c
391 unsigned int vp9_mse8x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int recon_stride
, unsigned int *sse
);
392 #define vp9_mse8x8 vp9_mse8x8_c
394 void vp9_quantize_b_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
395 #define vp9_quantize_b vp9_quantize_b_c
397 void vp9_quantize_b_32x32_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
398 #define vp9_quantize_b_32x32 vp9_quantize_b_32x32_c
400 void vp9_quantize_fp_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
401 #define vp9_quantize_fp vp9_quantize_fp_c
403 void vp9_quantize_fp_32x32_c(const tran_low_t
*coeff_ptr
, intptr_t n_coeffs
, int skip_block
, const int16_t *zbin_ptr
, const int16_t *round_ptr
, const int16_t *quant_ptr
, const int16_t *quant_shift_ptr
, tran_low_t
*qcoeff_ptr
, tran_low_t
*dqcoeff_ptr
, const int16_t *dequant_ptr
, int zbin_oq_value
, uint16_t *eob_ptr
, const int16_t *scan
, const int16_t *iscan
);
404 #define vp9_quantize_fp_32x32 vp9_quantize_fp_32x32_c
406 int vp9_refining_search_sad_c(const struct macroblock
*x
, struct mv
*ref_mv
, int sad_per_bit
, int distance
, const struct vp9_variance_vtable
*fn_ptr
, const struct mv
*center_mv
);
407 #define vp9_refining_search_sad vp9_refining_search_sad_c
409 unsigned int vp9_sad16x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
410 #define vp9_sad16x16 vp9_sad16x16_c
412 unsigned int vp9_sad16x16_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
413 #define vp9_sad16x16_avg vp9_sad16x16_avg_c
415 void vp9_sad16x16x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
416 void vp9_sad16x16x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
417 void vp9_sad16x16x3_ssse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
418 RTCD_EXTERN
void (*vp9_sad16x16x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
420 void vp9_sad16x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
421 void vp9_sad16x16x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
422 RTCD_EXTERN
void (*vp9_sad16x16x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
424 void vp9_sad16x16x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
425 #define vp9_sad16x16x8 vp9_sad16x16x8_c
427 unsigned int vp9_sad16x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
428 #define vp9_sad16x32 vp9_sad16x32_c
430 unsigned int vp9_sad16x32_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
431 #define vp9_sad16x32_avg vp9_sad16x32_avg_c
433 void vp9_sad16x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
434 void vp9_sad16x32x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
435 RTCD_EXTERN
void (*vp9_sad16x32x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
437 unsigned int vp9_sad16x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
438 #define vp9_sad16x8 vp9_sad16x8_c
440 unsigned int vp9_sad16x8_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
441 #define vp9_sad16x8_avg vp9_sad16x8_avg_c
443 void vp9_sad16x8x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
444 void vp9_sad16x8x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
445 void vp9_sad16x8x3_ssse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
446 RTCD_EXTERN
void (*vp9_sad16x8x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
448 void vp9_sad16x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
449 void vp9_sad16x8x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
450 RTCD_EXTERN
void (*vp9_sad16x8x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
452 void vp9_sad16x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
453 #define vp9_sad16x8x8 vp9_sad16x8x8_c
455 unsigned int vp9_sad32x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
456 #define vp9_sad32x16 vp9_sad32x16_c
458 unsigned int vp9_sad32x16_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
459 #define vp9_sad32x16_avg vp9_sad32x16_avg_c
461 void vp9_sad32x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
462 void vp9_sad32x16x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
463 RTCD_EXTERN
void (*vp9_sad32x16x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
465 unsigned int vp9_sad32x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
466 #define vp9_sad32x32 vp9_sad32x32_c
468 unsigned int vp9_sad32x32_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
469 #define vp9_sad32x32_avg vp9_sad32x32_avg_c
471 void vp9_sad32x32x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
472 #define vp9_sad32x32x3 vp9_sad32x32x3_c
474 void vp9_sad32x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
475 void vp9_sad32x32x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
476 RTCD_EXTERN
void (*vp9_sad32x32x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
478 void vp9_sad32x32x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
479 #define vp9_sad32x32x8 vp9_sad32x32x8_c
481 unsigned int vp9_sad32x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
482 #define vp9_sad32x64 vp9_sad32x64_c
484 unsigned int vp9_sad32x64_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
485 #define vp9_sad32x64_avg vp9_sad32x64_avg_c
487 void vp9_sad32x64x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
488 void vp9_sad32x64x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
489 RTCD_EXTERN
void (*vp9_sad32x64x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
491 unsigned int vp9_sad4x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
492 #define vp9_sad4x4 vp9_sad4x4_c
494 unsigned int vp9_sad4x4_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
495 #define vp9_sad4x4_avg vp9_sad4x4_avg_c
497 void vp9_sad4x4x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
498 void vp9_sad4x4x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
499 RTCD_EXTERN
void (*vp9_sad4x4x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
501 void vp9_sad4x4x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
502 void vp9_sad4x4x4d_sse(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
503 RTCD_EXTERN
void (*vp9_sad4x4x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
505 void vp9_sad4x4x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
506 #define vp9_sad4x4x8 vp9_sad4x4x8_c
508 unsigned int vp9_sad4x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
509 #define vp9_sad4x8 vp9_sad4x8_c
511 unsigned int vp9_sad4x8_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
512 #define vp9_sad4x8_avg vp9_sad4x8_avg_c
514 void vp9_sad4x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
515 void vp9_sad4x8x4d_sse(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
516 RTCD_EXTERN
void (*vp9_sad4x8x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
518 void vp9_sad4x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
519 #define vp9_sad4x8x8 vp9_sad4x8x8_c
521 unsigned int vp9_sad64x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
522 #define vp9_sad64x32 vp9_sad64x32_c
524 unsigned int vp9_sad64x32_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
525 #define vp9_sad64x32_avg vp9_sad64x32_avg_c
527 void vp9_sad64x32x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
528 void vp9_sad64x32x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
529 RTCD_EXTERN
void (*vp9_sad64x32x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
531 unsigned int vp9_sad64x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
532 #define vp9_sad64x64 vp9_sad64x64_c
534 unsigned int vp9_sad64x64_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
535 #define vp9_sad64x64_avg vp9_sad64x64_avg_c
537 void vp9_sad64x64x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
538 #define vp9_sad64x64x3 vp9_sad64x64x3_c
540 void vp9_sad64x64x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
541 void vp9_sad64x64x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
542 RTCD_EXTERN
void (*vp9_sad64x64x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
544 void vp9_sad64x64x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
545 #define vp9_sad64x64x8 vp9_sad64x64x8_c
547 unsigned int vp9_sad8x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
548 #define vp9_sad8x16 vp9_sad8x16_c
550 unsigned int vp9_sad8x16_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
551 #define vp9_sad8x16_avg vp9_sad8x16_avg_c
553 void vp9_sad8x16x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
554 void vp9_sad8x16x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
555 RTCD_EXTERN
void (*vp9_sad8x16x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
557 void vp9_sad8x16x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
558 void vp9_sad8x16x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
559 RTCD_EXTERN
void (*vp9_sad8x16x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
561 void vp9_sad8x16x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
562 #define vp9_sad8x16x8 vp9_sad8x16x8_c
564 unsigned int vp9_sad8x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
565 #define vp9_sad8x4 vp9_sad8x4_c
567 unsigned int vp9_sad8x4_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
568 #define vp9_sad8x4_avg vp9_sad8x4_avg_c
570 void vp9_sad8x4x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
571 void vp9_sad8x4x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
572 RTCD_EXTERN
void (*vp9_sad8x4x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
574 void vp9_sad8x4x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
575 #define vp9_sad8x4x8 vp9_sad8x4x8_c
577 unsigned int vp9_sad8x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
);
578 #define vp9_sad8x8 vp9_sad8x8_c
580 unsigned int vp9_sad8x8_avg_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, const uint8_t *second_pred
);
581 #define vp9_sad8x8_avg vp9_sad8x8_avg_c
583 void vp9_sad8x8x3_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
584 void vp9_sad8x8x3_sse3(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
585 RTCD_EXTERN
void (*vp9_sad8x8x3
)(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
587 void vp9_sad8x8x4d_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
588 void vp9_sad8x8x4d_sse2(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
589 RTCD_EXTERN
void (*vp9_sad8x8x4d
)(const uint8_t *src_ptr
, int src_stride
, const uint8_t* const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
591 void vp9_sad8x8x8_c(const uint8_t *src_ptr
, int src_stride
, const uint8_t *ref_ptr
, int ref_stride
, uint32_t *sad_array
);
592 #define vp9_sad8x8x8 vp9_sad8x8x8_c
594 unsigned int vp9_sub_pixel_avg_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
595 #define vp9_sub_pixel_avg_variance16x16 vp9_sub_pixel_avg_variance16x16_c
597 unsigned int vp9_sub_pixel_avg_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
598 #define vp9_sub_pixel_avg_variance16x32 vp9_sub_pixel_avg_variance16x32_c
600 unsigned int vp9_sub_pixel_avg_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
601 #define vp9_sub_pixel_avg_variance16x8 vp9_sub_pixel_avg_variance16x8_c
603 unsigned int vp9_sub_pixel_avg_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
604 #define vp9_sub_pixel_avg_variance32x16 vp9_sub_pixel_avg_variance32x16_c
606 unsigned int vp9_sub_pixel_avg_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
607 #define vp9_sub_pixel_avg_variance32x32 vp9_sub_pixel_avg_variance32x32_c
609 unsigned int vp9_sub_pixel_avg_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
610 #define vp9_sub_pixel_avg_variance32x64 vp9_sub_pixel_avg_variance32x64_c
612 unsigned int vp9_sub_pixel_avg_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
613 #define vp9_sub_pixel_avg_variance4x4 vp9_sub_pixel_avg_variance4x4_c
615 unsigned int vp9_sub_pixel_avg_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
616 #define vp9_sub_pixel_avg_variance4x8 vp9_sub_pixel_avg_variance4x8_c
618 unsigned int vp9_sub_pixel_avg_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
619 #define vp9_sub_pixel_avg_variance64x32 vp9_sub_pixel_avg_variance64x32_c
621 unsigned int vp9_sub_pixel_avg_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
622 #define vp9_sub_pixel_avg_variance64x64 vp9_sub_pixel_avg_variance64x64_c
624 unsigned int vp9_sub_pixel_avg_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
625 #define vp9_sub_pixel_avg_variance8x16 vp9_sub_pixel_avg_variance8x16_c
627 unsigned int vp9_sub_pixel_avg_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
628 #define vp9_sub_pixel_avg_variance8x4 vp9_sub_pixel_avg_variance8x4_c
630 unsigned int vp9_sub_pixel_avg_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
, const uint8_t *second_pred
);
631 #define vp9_sub_pixel_avg_variance8x8 vp9_sub_pixel_avg_variance8x8_c
633 unsigned int vp9_sub_pixel_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
634 #define vp9_sub_pixel_variance16x16 vp9_sub_pixel_variance16x16_c
636 unsigned int vp9_sub_pixel_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
637 #define vp9_sub_pixel_variance16x32 vp9_sub_pixel_variance16x32_c
639 unsigned int vp9_sub_pixel_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
640 #define vp9_sub_pixel_variance16x8 vp9_sub_pixel_variance16x8_c
642 unsigned int vp9_sub_pixel_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
643 #define vp9_sub_pixel_variance32x16 vp9_sub_pixel_variance32x16_c
645 unsigned int vp9_sub_pixel_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
646 #define vp9_sub_pixel_variance32x32 vp9_sub_pixel_variance32x32_c
648 unsigned int vp9_sub_pixel_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
649 #define vp9_sub_pixel_variance32x64 vp9_sub_pixel_variance32x64_c
651 unsigned int vp9_sub_pixel_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
652 #define vp9_sub_pixel_variance4x4 vp9_sub_pixel_variance4x4_c
654 unsigned int vp9_sub_pixel_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
655 #define vp9_sub_pixel_variance4x8 vp9_sub_pixel_variance4x8_c
657 unsigned int vp9_sub_pixel_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
658 #define vp9_sub_pixel_variance64x32 vp9_sub_pixel_variance64x32_c
660 unsigned int vp9_sub_pixel_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
661 #define vp9_sub_pixel_variance64x64 vp9_sub_pixel_variance64x64_c
663 unsigned int vp9_sub_pixel_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
664 #define vp9_sub_pixel_variance8x16 vp9_sub_pixel_variance8x16_c
666 unsigned int vp9_sub_pixel_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
667 #define vp9_sub_pixel_variance8x4 vp9_sub_pixel_variance8x4_c
669 unsigned int vp9_sub_pixel_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
670 #define vp9_sub_pixel_variance8x8 vp9_sub_pixel_variance8x8_c
672 void vp9_subtract_block_c(int rows
, int cols
, int16_t *diff_ptr
, ptrdiff_t diff_stride
, const uint8_t *src_ptr
, ptrdiff_t src_stride
, const uint8_t *pred_ptr
, ptrdiff_t pred_stride
);
673 #define vp9_subtract_block vp9_subtract_block_c
675 void vp9_temporal_filter_apply_c(uint8_t *frame1
, unsigned int stride
, uint8_t *frame2
, unsigned int block_width
, unsigned int block_height
, int strength
, int filter_weight
, unsigned int *accumulator
, uint16_t *count
);
676 void vp9_temporal_filter_apply_sse2(uint8_t *frame1
, unsigned int stride
, uint8_t *frame2
, unsigned int block_width
, unsigned int block_height
, int strength
, int filter_weight
, unsigned int *accumulator
, uint16_t *count
);
677 RTCD_EXTERN
void (*vp9_temporal_filter_apply
)(uint8_t *frame1
, unsigned int stride
, uint8_t *frame2
, unsigned int block_width
, unsigned int block_height
, int strength
, int filter_weight
, unsigned int *accumulator
, uint16_t *count
);
679 void vp9_tm_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
680 #define vp9_tm_predictor_16x16 vp9_tm_predictor_16x16_c
682 void vp9_tm_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
683 #define vp9_tm_predictor_32x32 vp9_tm_predictor_32x32_c
685 void vp9_tm_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
686 #define vp9_tm_predictor_4x4 vp9_tm_predictor_4x4_c
688 void vp9_tm_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
689 #define vp9_tm_predictor_8x8 vp9_tm_predictor_8x8_c
691 void vp9_v_predictor_16x16_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
692 #define vp9_v_predictor_16x16 vp9_v_predictor_16x16_c
694 void vp9_v_predictor_32x32_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
695 #define vp9_v_predictor_32x32 vp9_v_predictor_32x32_c
697 void vp9_v_predictor_4x4_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
698 #define vp9_v_predictor_4x4 vp9_v_predictor_4x4_c
700 void vp9_v_predictor_8x8_c(uint8_t *dst
, ptrdiff_t y_stride
, const uint8_t *above
, const uint8_t *left
);
701 #define vp9_v_predictor_8x8 vp9_v_predictor_8x8_c
703 unsigned int vp9_variance16x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
704 #define vp9_variance16x16 vp9_variance16x16_c
706 unsigned int vp9_variance16x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
707 #define vp9_variance16x32 vp9_variance16x32_c
709 unsigned int vp9_variance16x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
710 #define vp9_variance16x8 vp9_variance16x8_c
712 unsigned int vp9_variance32x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
713 #define vp9_variance32x16 vp9_variance32x16_c
715 unsigned int vp9_variance32x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
716 #define vp9_variance32x32 vp9_variance32x32_c
718 unsigned int vp9_variance32x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
719 #define vp9_variance32x64 vp9_variance32x64_c
721 unsigned int vp9_variance4x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
722 #define vp9_variance4x4 vp9_variance4x4_c
724 unsigned int vp9_variance4x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
725 #define vp9_variance4x8 vp9_variance4x8_c
727 unsigned int vp9_variance64x32_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
728 #define vp9_variance64x32 vp9_variance64x32_c
730 unsigned int vp9_variance64x64_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
731 #define vp9_variance64x64 vp9_variance64x64_c
733 unsigned int vp9_variance8x16_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
734 #define vp9_variance8x16 vp9_variance8x16_c
736 unsigned int vp9_variance8x4_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
737 #define vp9_variance8x4 vp9_variance8x4_c
739 unsigned int vp9_variance8x8_c(const uint8_t *src_ptr
, int source_stride
, const uint8_t *ref_ptr
, int ref_stride
, unsigned int *sse
);
740 #define vp9_variance8x8 vp9_variance8x8_c
745 #include "vpx_ports/x86.h"
746 static void setup_rtcd_internal(void)
748 int flags
= x86_simd_caps();
752 vp9_convolve8
= vp9_convolve8_c
;
753 if (flags
& HAS_SSE2
) vp9_convolve8
= vp9_convolve8_sse2
;
754 if (flags
& HAS_SSSE3
) vp9_convolve8
= vp9_convolve8_ssse3
;
755 vp9_convolve8_avg
= vp9_convolve8_avg_c
;
756 if (flags
& HAS_SSE2
) vp9_convolve8_avg
= vp9_convolve8_avg_sse2
;
757 if (flags
& HAS_SSSE3
) vp9_convolve8_avg
= vp9_convolve8_avg_ssse3
;
758 vp9_convolve8_avg_horiz
= vp9_convolve8_avg_horiz_c
;
759 if (flags
& HAS_SSE2
) vp9_convolve8_avg_horiz
= vp9_convolve8_avg_horiz_sse2
;
760 if (flags
& HAS_SSSE3
) vp9_convolve8_avg_horiz
= vp9_convolve8_avg_horiz_ssse3
;
761 vp9_convolve8_avg_vert
= vp9_convolve8_avg_vert_c
;
762 if (flags
& HAS_SSE2
) vp9_convolve8_avg_vert
= vp9_convolve8_avg_vert_sse2
;
763 if (flags
& HAS_SSSE3
) vp9_convolve8_avg_vert
= vp9_convolve8_avg_vert_ssse3
;
764 vp9_convolve8_horiz
= vp9_convolve8_horiz_c
;
765 if (flags
& HAS_SSE2
) vp9_convolve8_horiz
= vp9_convolve8_horiz_sse2
;
766 if (flags
& HAS_SSSE3
) vp9_convolve8_horiz
= vp9_convolve8_horiz_ssse3
;
767 vp9_convolve8_vert
= vp9_convolve8_vert_c
;
768 if (flags
& HAS_SSE2
) vp9_convolve8_vert
= vp9_convolve8_vert_sse2
;
769 if (flags
& HAS_SSSE3
) vp9_convolve8_vert
= vp9_convolve8_vert_ssse3
;
770 vp9_fdct16x16
= vp9_fdct16x16_c
;
771 if (flags
& HAS_SSE2
) vp9_fdct16x16
= vp9_fdct16x16_sse2
;
772 vp9_fdct16x16_1
= vp9_fdct16x16_1_c
;
773 if (flags
& HAS_SSE2
) vp9_fdct16x16_1
= vp9_fdct16x16_1_sse2
;
774 vp9_fdct32x32
= vp9_fdct32x32_c
;
775 if (flags
& HAS_SSE2
) vp9_fdct32x32
= vp9_fdct32x32_sse2
;
776 vp9_fdct32x32_1
= vp9_fdct32x32_1_c
;
777 if (flags
& HAS_SSE2
) vp9_fdct32x32_1
= vp9_fdct32x32_1_sse2
;
778 vp9_fdct32x32_rd
= vp9_fdct32x32_rd_c
;
779 if (flags
& HAS_SSE2
) vp9_fdct32x32_rd
= vp9_fdct32x32_rd_sse2
;
780 vp9_fdct4x4
= vp9_fdct4x4_c
;
781 if (flags
& HAS_SSE2
) vp9_fdct4x4
= vp9_fdct4x4_sse2
;
782 vp9_fdct4x4_1
= vp9_fdct4x4_1_c
;
783 if (flags
& HAS_SSE2
) vp9_fdct4x4_1
= vp9_fdct4x4_1_sse2
;
784 vp9_fdct8x8
= vp9_fdct8x8_c
;
785 if (flags
& HAS_SSE2
) vp9_fdct8x8
= vp9_fdct8x8_sse2
;
786 vp9_fdct8x8_1
= vp9_fdct8x8_1_c
;
787 if (flags
& HAS_SSE2
) vp9_fdct8x8_1
= vp9_fdct8x8_1_sse2
;
788 vp9_fht16x16
= vp9_fht16x16_c
;
789 if (flags
& HAS_SSE2
) vp9_fht16x16
= vp9_fht16x16_sse2
;
790 vp9_fht4x4
= vp9_fht4x4_c
;
791 if (flags
& HAS_SSE2
) vp9_fht4x4
= vp9_fht4x4_sse2
;
792 vp9_fht8x8
= vp9_fht8x8_c
;
793 if (flags
& HAS_SSE2
) vp9_fht8x8
= vp9_fht8x8_sse2
;
794 vp9_full_search_sad
= vp9_full_search_sad_c
;
795 if (flags
& HAS_SSE3
) vp9_full_search_sad
= vp9_full_search_sadx3
;
796 if (flags
& HAS_SSE4_1
) vp9_full_search_sad
= vp9_full_search_sadx8
;
797 vp9_idct16x16_10_add
= vp9_idct16x16_10_add_c
;
798 if (flags
& HAS_SSE2
) vp9_idct16x16_10_add
= vp9_idct16x16_10_add_sse2
;
799 if (flags
& HAS_SSSE3
) vp9_idct16x16_10_add
= vp9_idct16x16_10_add_ssse3
;
800 vp9_idct16x16_1_add
= vp9_idct16x16_1_add_c
;
801 if (flags
& HAS_SSE2
) vp9_idct16x16_1_add
= vp9_idct16x16_1_add_sse2
;
802 vp9_idct16x16_256_add
= vp9_idct16x16_256_add_c
;
803 if (flags
& HAS_SSE2
) vp9_idct16x16_256_add
= vp9_idct16x16_256_add_sse2
;
804 if (flags
& HAS_SSSE3
) vp9_idct16x16_256_add
= vp9_idct16x16_256_add_ssse3
;
805 vp9_idct32x32_1024_add
= vp9_idct32x32_1024_add_c
;
806 if (flags
& HAS_SSE2
) vp9_idct32x32_1024_add
= vp9_idct32x32_1024_add_sse2
;
807 vp9_idct32x32_1_add
= vp9_idct32x32_1_add_c
;
808 if (flags
& HAS_SSE2
) vp9_idct32x32_1_add
= vp9_idct32x32_1_add_sse2
;
809 vp9_idct32x32_34_add
= vp9_idct32x32_34_add_c
;
810 if (flags
& HAS_SSE2
) vp9_idct32x32_34_add
= vp9_idct32x32_34_add_sse2
;
811 vp9_idct4x4_16_add
= vp9_idct4x4_16_add_c
;
812 if (flags
& HAS_SSE2
) vp9_idct4x4_16_add
= vp9_idct4x4_16_add_sse2
;
813 vp9_idct4x4_1_add
= vp9_idct4x4_1_add_c
;
814 if (flags
& HAS_SSE2
) vp9_idct4x4_1_add
= vp9_idct4x4_1_add_sse2
;
815 vp9_idct8x8_12_add
= vp9_idct8x8_12_add_c
;
816 if (flags
& HAS_SSE2
) vp9_idct8x8_12_add
= vp9_idct8x8_12_add_sse2
;
817 vp9_idct8x8_1_add
= vp9_idct8x8_1_add_c
;
818 if (flags
& HAS_SSE2
) vp9_idct8x8_1_add
= vp9_idct8x8_1_add_sse2
;
819 vp9_idct8x8_64_add
= vp9_idct8x8_64_add_c
;
820 if (flags
& HAS_SSE2
) vp9_idct8x8_64_add
= vp9_idct8x8_64_add_sse2
;
821 vp9_iht16x16_256_add
= vp9_iht16x16_256_add_c
;
822 if (flags
& HAS_SSE2
) vp9_iht16x16_256_add
= vp9_iht16x16_256_add_sse2
;
823 vp9_iht4x4_16_add
= vp9_iht4x4_16_add_c
;
824 if (flags
& HAS_SSE2
) vp9_iht4x4_16_add
= vp9_iht4x4_16_add_sse2
;
825 vp9_iht8x8_64_add
= vp9_iht8x8_64_add_c
;
826 if (flags
& HAS_SSE2
) vp9_iht8x8_64_add
= vp9_iht8x8_64_add_sse2
;
827 vp9_lpf_horizontal_16
= vp9_lpf_horizontal_16_c
;
828 if (flags
& HAS_SSE2
) vp9_lpf_horizontal_16
= vp9_lpf_horizontal_16_sse2
;
829 vp9_lpf_horizontal_4
= vp9_lpf_horizontal_4_c
;
830 if (flags
& HAS_MMX
) vp9_lpf_horizontal_4
= vp9_lpf_horizontal_4_mmx
;
831 vp9_lpf_horizontal_4_dual
= vp9_lpf_horizontal_4_dual_c
;
832 if (flags
& HAS_SSE2
) vp9_lpf_horizontal_4_dual
= vp9_lpf_horizontal_4_dual_sse2
;
833 vp9_lpf_horizontal_8
= vp9_lpf_horizontal_8_c
;
834 if (flags
& HAS_SSE2
) vp9_lpf_horizontal_8
= vp9_lpf_horizontal_8_sse2
;
835 vp9_lpf_horizontal_8_dual
= vp9_lpf_horizontal_8_dual_c
;
836 if (flags
& HAS_SSE2
) vp9_lpf_horizontal_8_dual
= vp9_lpf_horizontal_8_dual_sse2
;
837 vp9_lpf_vertical_16
= vp9_lpf_vertical_16_c
;
838 if (flags
& HAS_SSE2
) vp9_lpf_vertical_16
= vp9_lpf_vertical_16_sse2
;
839 vp9_lpf_vertical_16_dual
= vp9_lpf_vertical_16_dual_c
;
840 if (flags
& HAS_SSE2
) vp9_lpf_vertical_16_dual
= vp9_lpf_vertical_16_dual_sse2
;
841 vp9_lpf_vertical_4
= vp9_lpf_vertical_4_c
;
842 if (flags
& HAS_MMX
) vp9_lpf_vertical_4
= vp9_lpf_vertical_4_mmx
;
843 vp9_lpf_vertical_4_dual
= vp9_lpf_vertical_4_dual_c
;
844 if (flags
& HAS_SSE2
) vp9_lpf_vertical_4_dual
= vp9_lpf_vertical_4_dual_sse2
;
845 vp9_lpf_vertical_8
= vp9_lpf_vertical_8_c
;
846 if (flags
& HAS_SSE2
) vp9_lpf_vertical_8
= vp9_lpf_vertical_8_sse2
;
847 vp9_lpf_vertical_8_dual
= vp9_lpf_vertical_8_dual_c
;
848 if (flags
& HAS_SSE2
) vp9_lpf_vertical_8_dual
= vp9_lpf_vertical_8_dual_sse2
;
849 vp9_sad16x16x3
= vp9_sad16x16x3_c
;
850 if (flags
& HAS_SSE3
) vp9_sad16x16x3
= vp9_sad16x16x3_sse3
;
851 if (flags
& HAS_SSSE3
) vp9_sad16x16x3
= vp9_sad16x16x3_ssse3
;
852 vp9_sad16x16x4d
= vp9_sad16x16x4d_c
;
853 if (flags
& HAS_SSE2
) vp9_sad16x16x4d
= vp9_sad16x16x4d_sse2
;
854 vp9_sad16x32x4d
= vp9_sad16x32x4d_c
;
855 if (flags
& HAS_SSE2
) vp9_sad16x32x4d
= vp9_sad16x32x4d_sse2
;
856 vp9_sad16x8x3
= vp9_sad16x8x3_c
;
857 if (flags
& HAS_SSE3
) vp9_sad16x8x3
= vp9_sad16x8x3_sse3
;
858 if (flags
& HAS_SSSE3
) vp9_sad16x8x3
= vp9_sad16x8x3_ssse3
;
859 vp9_sad16x8x4d
= vp9_sad16x8x4d_c
;
860 if (flags
& HAS_SSE2
) vp9_sad16x8x4d
= vp9_sad16x8x4d_sse2
;
861 vp9_sad32x16x4d
= vp9_sad32x16x4d_c
;
862 if (flags
& HAS_SSE2
) vp9_sad32x16x4d
= vp9_sad32x16x4d_sse2
;
863 vp9_sad32x32x4d
= vp9_sad32x32x4d_c
;
864 if (flags
& HAS_SSE2
) vp9_sad32x32x4d
= vp9_sad32x32x4d_sse2
;
865 vp9_sad32x64x4d
= vp9_sad32x64x4d_c
;
866 if (flags
& HAS_SSE2
) vp9_sad32x64x4d
= vp9_sad32x64x4d_sse2
;
867 vp9_sad4x4x3
= vp9_sad4x4x3_c
;
868 if (flags
& HAS_SSE3
) vp9_sad4x4x3
= vp9_sad4x4x3_sse3
;
869 vp9_sad4x4x4d
= vp9_sad4x4x4d_c
;
870 if (flags
& HAS_SSE
) vp9_sad4x4x4d
= vp9_sad4x4x4d_sse
;
871 vp9_sad4x8x4d
= vp9_sad4x8x4d_c
;
872 if (flags
& HAS_SSE
) vp9_sad4x8x4d
= vp9_sad4x8x4d_sse
;
873 vp9_sad64x32x4d
= vp9_sad64x32x4d_c
;
874 if (flags
& HAS_SSE2
) vp9_sad64x32x4d
= vp9_sad64x32x4d_sse2
;
875 vp9_sad64x64x4d
= vp9_sad64x64x4d_c
;
876 if (flags
& HAS_SSE2
) vp9_sad64x64x4d
= vp9_sad64x64x4d_sse2
;
877 vp9_sad8x16x3
= vp9_sad8x16x3_c
;
878 if (flags
& HAS_SSE3
) vp9_sad8x16x3
= vp9_sad8x16x3_sse3
;
879 vp9_sad8x16x4d
= vp9_sad8x16x4d_c
;
880 if (flags
& HAS_SSE2
) vp9_sad8x16x4d
= vp9_sad8x16x4d_sse2
;
881 vp9_sad8x4x4d
= vp9_sad8x4x4d_c
;
882 if (flags
& HAS_SSE2
) vp9_sad8x4x4d
= vp9_sad8x4x4d_sse2
;
883 vp9_sad8x8x3
= vp9_sad8x8x3_c
;
884 if (flags
& HAS_SSE3
) vp9_sad8x8x3
= vp9_sad8x8x3_sse3
;
885 vp9_sad8x8x4d
= vp9_sad8x8x4d_c
;
886 if (flags
& HAS_SSE2
) vp9_sad8x8x4d
= vp9_sad8x8x4d_sse2
;
887 vp9_temporal_filter_apply
= vp9_temporal_filter_apply_c
;
888 if (flags
& HAS_SSE2
) vp9_temporal_filter_apply
= vp9_temporal_filter_apply_sse2
;