7 #define RTCD_EXTERN extern
16 struct loop_filter_info
;
18 /* Encoder forward decls */
21 struct variance_vtable
;
23 struct yv12_buffer_config
;
29 void vp8_bilinear_predict16x16_c(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
30 void vp8_bilinear_predict16x16_mmx(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
31 void vp8_bilinear_predict16x16_sse2(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
32 void vp8_bilinear_predict16x16_ssse3(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
33 RTCD_EXTERN
void (*vp8_bilinear_predict16x16
)(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
35 void vp8_bilinear_predict4x4_c(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
36 void vp8_bilinear_predict4x4_mmx(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
37 #define vp8_bilinear_predict4x4 vp8_bilinear_predict4x4_mmx
39 void vp8_bilinear_predict8x4_c(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
40 void vp8_bilinear_predict8x4_mmx(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
41 #define vp8_bilinear_predict8x4 vp8_bilinear_predict8x4_mmx
43 void vp8_bilinear_predict8x8_c(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
44 void vp8_bilinear_predict8x8_mmx(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
45 void vp8_bilinear_predict8x8_sse2(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
46 void vp8_bilinear_predict8x8_ssse3(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
47 RTCD_EXTERN
void (*vp8_bilinear_predict8x8
)(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
49 void vp8_blend_b_c(unsigned char *y
, unsigned char *u
, unsigned char *v
, int y1
, int u1
, int v1
, int alpha
, int stride
);
50 #define vp8_blend_b vp8_blend_b_c
52 void vp8_blend_mb_inner_c(unsigned char *y
, unsigned char *u
, unsigned char *v
, int y1
, int u1
, int v1
, int alpha
, int stride
);
53 #define vp8_blend_mb_inner vp8_blend_mb_inner_c
55 void vp8_blend_mb_outer_c(unsigned char *y
, unsigned char *u
, unsigned char *v
, int y1
, int u1
, int v1
, int alpha
, int stride
);
56 #define vp8_blend_mb_outer vp8_blend_mb_outer_c
58 int vp8_block_error_c(short *coeff
, short *dqcoeff
);
59 int vp8_block_error_mmx(short *coeff
, short *dqcoeff
);
60 int vp8_block_error_xmm(short *coeff
, short *dqcoeff
);
61 #define vp8_block_error vp8_block_error_xmm
63 void vp8_build_intra_predictors_mbuv_s_c(struct macroblockd
*x
, unsigned char * uabove_row
, unsigned char * vabove_row
, unsigned char *uleft
, unsigned char *vleft
, int left_stride
, unsigned char * upred_ptr
, unsigned char * vpred_ptr
, int pred_stride
);
64 void vp8_build_intra_predictors_mbuv_s_sse2(struct macroblockd
*x
, unsigned char * uabove_row
, unsigned char * vabove_row
, unsigned char *uleft
, unsigned char *vleft
, int left_stride
, unsigned char * upred_ptr
, unsigned char * vpred_ptr
, int pred_stride
);
65 void vp8_build_intra_predictors_mbuv_s_ssse3(struct macroblockd
*x
, unsigned char * uabove_row
, unsigned char * vabove_row
, unsigned char *uleft
, unsigned char *vleft
, int left_stride
, unsigned char * upred_ptr
, unsigned char * vpred_ptr
, int pred_stride
);
66 RTCD_EXTERN
void (*vp8_build_intra_predictors_mbuv_s
)(struct macroblockd
*x
, unsigned char * uabove_row
, unsigned char * vabove_row
, unsigned char *uleft
, unsigned char *vleft
, int left_stride
, unsigned char * upred_ptr
, unsigned char * vpred_ptr
, int pred_stride
);
68 void vp8_build_intra_predictors_mby_s_c(struct macroblockd
*x
, unsigned char * yabove_row
, unsigned char * yleft
, int left_stride
, unsigned char * ypred_ptr
, int y_stride
);
69 void vp8_build_intra_predictors_mby_s_sse2(struct macroblockd
*x
, unsigned char * yabove_row
, unsigned char * yleft
, int left_stride
, unsigned char * ypred_ptr
, int y_stride
);
70 void vp8_build_intra_predictors_mby_s_ssse3(struct macroblockd
*x
, unsigned char * yabove_row
, unsigned char * yleft
, int left_stride
, unsigned char * ypred_ptr
, int y_stride
);
71 RTCD_EXTERN
void (*vp8_build_intra_predictors_mby_s
)(struct macroblockd
*x
, unsigned char * yabove_row
, unsigned char * yleft
, int left_stride
, unsigned char * ypred_ptr
, int y_stride
);
73 void vp8_clear_system_state_c();
74 void vpx_reset_mmx_state();
75 #define vp8_clear_system_state vpx_reset_mmx_state
77 void vp8_copy32xn_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, int n
);
78 void vp8_copy32xn_sse2(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, int n
);
79 void vp8_copy32xn_sse3(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, int n
);
80 RTCD_EXTERN
void (*vp8_copy32xn
)(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, int n
);
82 void vp8_copy_mem16x16_c(unsigned char *src
, int src_pitch
, unsigned char *dst
, int dst_pitch
);
83 void vp8_copy_mem16x16_mmx(unsigned char *src
, int src_pitch
, unsigned char *dst
, int dst_pitch
);
84 void vp8_copy_mem16x16_sse2(unsigned char *src
, int src_pitch
, unsigned char *dst
, int dst_pitch
);
85 #define vp8_copy_mem16x16 vp8_copy_mem16x16_sse2
87 void vp8_copy_mem8x4_c(unsigned char *src
, int src_pitch
, unsigned char *dst
, int dst_pitch
);
88 void vp8_copy_mem8x4_mmx(unsigned char *src
, int src_pitch
, unsigned char *dst
, int dst_pitch
);
89 #define vp8_copy_mem8x4 vp8_copy_mem8x4_mmx
91 void vp8_copy_mem8x8_c(unsigned char *src
, int src_pitch
, unsigned char *dst
, int dst_pitch
);
92 void vp8_copy_mem8x8_mmx(unsigned char *src
, int src_pitch
, unsigned char *dst
, int dst_pitch
);
93 #define vp8_copy_mem8x8 vp8_copy_mem8x8_mmx
95 void vp8_dc_only_idct_add_c(short input
, unsigned char *pred
, int pred_stride
, unsigned char *dst
, int dst_stride
);
96 void vp8_dc_only_idct_add_mmx(short input
, unsigned char *pred
, int pred_stride
, unsigned char *dst
, int dst_stride
);
97 #define vp8_dc_only_idct_add vp8_dc_only_idct_add_mmx
99 int vp8_denoiser_filter_c(unsigned char *mc_running_avg_y
, int mc_avg_y_stride
, unsigned char *running_avg_y
, int avg_y_stride
, unsigned char *sig
, int sig_stride
, unsigned int motion_magnitude
, int increase_denoising
);
100 int vp8_denoiser_filter_sse2(unsigned char *mc_running_avg_y
, int mc_avg_y_stride
, unsigned char *running_avg_y
, int avg_y_stride
, unsigned char *sig
, int sig_stride
, unsigned int motion_magnitude
, int increase_denoising
);
101 #define vp8_denoiser_filter vp8_denoiser_filter_sse2
103 int vp8_denoiser_filter_uv_c(unsigned char *mc_running_avg
, int mc_avg_stride
, unsigned char *running_avg
, int avg_stride
, unsigned char *sig
, int sig_stride
, unsigned int motion_magnitude
, int increase_denoising
);
104 int vp8_denoiser_filter_uv_sse2(unsigned char *mc_running_avg
, int mc_avg_stride
, unsigned char *running_avg
, int avg_stride
, unsigned char *sig
, int sig_stride
, unsigned int motion_magnitude
, int increase_denoising
);
105 #define vp8_denoiser_filter_uv vp8_denoiser_filter_uv_sse2
107 void vp8_dequant_idct_add_c(short *input
, short *dq
, unsigned char *output
, int stride
);
108 void vp8_dequant_idct_add_mmx(short *input
, short *dq
, unsigned char *output
, int stride
);
109 #define vp8_dequant_idct_add vp8_dequant_idct_add_mmx
111 void vp8_dequant_idct_add_uv_block_c(short *q
, short *dq
, unsigned char *dst_u
, unsigned char *dst_v
, int stride
, char *eobs
);
112 void vp8_dequant_idct_add_uv_block_mmx(short *q
, short *dq
, unsigned char *dst_u
, unsigned char *dst_v
, int stride
, char *eobs
);
113 void vp8_dequant_idct_add_uv_block_sse2(short *q
, short *dq
, unsigned char *dst_u
, unsigned char *dst_v
, int stride
, char *eobs
);
114 #define vp8_dequant_idct_add_uv_block vp8_dequant_idct_add_uv_block_sse2
116 void vp8_dequant_idct_add_y_block_c(short *q
, short *dq
, unsigned char *dst
, int stride
, char *eobs
);
117 void vp8_dequant_idct_add_y_block_mmx(short *q
, short *dq
, unsigned char *dst
, int stride
, char *eobs
);
118 void vp8_dequant_idct_add_y_block_sse2(short *q
, short *dq
, unsigned char *dst
, int stride
, char *eobs
);
119 #define vp8_dequant_idct_add_y_block vp8_dequant_idct_add_y_block_sse2
121 void vp8_dequantize_b_c(struct blockd
*, short *dqc
);
122 void vp8_dequantize_b_mmx(struct blockd
*, short *dqc
);
123 #define vp8_dequantize_b vp8_dequantize_b_mmx
125 int vp8_diamond_search_sad_c(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, union int_mv
*best_mv
, int search_param
, int sad_per_bit
, int *num00
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
126 int vp8_diamond_search_sadx4(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, union int_mv
*best_mv
, int search_param
, int sad_per_bit
, int *num00
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
127 RTCD_EXTERN
int (*vp8_diamond_search_sad
)(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, union int_mv
*best_mv
, int search_param
, int sad_per_bit
, int *num00
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
129 void vp8_fast_quantize_b_c(struct block
*, struct blockd
*);
130 void vp8_fast_quantize_b_sse2(struct block
*, struct blockd
*);
131 void vp8_fast_quantize_b_ssse3(struct block
*, struct blockd
*);
132 RTCD_EXTERN
void (*vp8_fast_quantize_b
)(struct block
*, struct blockd
*);
134 void vp8_fast_quantize_b_pair_c(struct block
*b1
, struct block
*b2
, struct blockd
*d1
, struct blockd
*d2
);
135 #define vp8_fast_quantize_b_pair vp8_fast_quantize_b_pair_c
137 void vp8_filter_by_weight16x16_c(unsigned char *src
, int src_stride
, unsigned char *dst
, int dst_stride
, int src_weight
);
138 void vp8_filter_by_weight16x16_sse2(unsigned char *src
, int src_stride
, unsigned char *dst
, int dst_stride
, int src_weight
);
139 #define vp8_filter_by_weight16x16 vp8_filter_by_weight16x16_sse2
141 void vp8_filter_by_weight4x4_c(unsigned char *src
, int src_stride
, unsigned char *dst
, int dst_stride
, int src_weight
);
142 #define vp8_filter_by_weight4x4 vp8_filter_by_weight4x4_c
144 void vp8_filter_by_weight8x8_c(unsigned char *src
, int src_stride
, unsigned char *dst
, int dst_stride
, int src_weight
);
145 void vp8_filter_by_weight8x8_sse2(unsigned char *src
, int src_stride
, unsigned char *dst
, int dst_stride
, int src_weight
);
146 #define vp8_filter_by_weight8x8 vp8_filter_by_weight8x8_sse2
148 int vp8_full_search_sad_c(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, int sad_per_bit
, int distance
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
149 int vp8_full_search_sadx3(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, int sad_per_bit
, int distance
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
150 int vp8_full_search_sadx8(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, int sad_per_bit
, int distance
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
151 RTCD_EXTERN
int (*vp8_full_search_sad
)(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, int sad_per_bit
, int distance
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
153 unsigned int vp8_get4x4sse_cs_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
);
154 unsigned int vp8_get4x4sse_cs_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
);
155 #define vp8_get4x4sse_cs vp8_get4x4sse_cs_mmx
157 unsigned int vp8_get_mb_ss_c(const short *);
158 unsigned int vp8_get_mb_ss_mmx(const short *);
159 unsigned int vp8_get_mb_ss_sse2(const short *);
160 #define vp8_get_mb_ss vp8_get_mb_ss_sse2
162 void vp8_intra4x4_predict_c(unsigned char *Above
, unsigned char *yleft
, int left_stride
, int b_mode
, unsigned char *dst
, int dst_stride
, unsigned char top_left
);
163 #define vp8_intra4x4_predict vp8_intra4x4_predict_c
165 void vp8_loop_filter_bh_c(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
166 void vp8_loop_filter_bh_mmx(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
167 void vp8_loop_filter_bh_sse2(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
168 #define vp8_loop_filter_bh vp8_loop_filter_bh_sse2
170 void vp8_loop_filter_bv_c(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
171 void vp8_loop_filter_bv_mmx(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
172 void vp8_loop_filter_bv_sse2(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
173 #define vp8_loop_filter_bv vp8_loop_filter_bv_sse2
175 void vp8_loop_filter_mbh_c(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
176 void vp8_loop_filter_mbh_mmx(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
177 void vp8_loop_filter_mbh_sse2(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
178 #define vp8_loop_filter_mbh vp8_loop_filter_mbh_sse2
180 void vp8_loop_filter_mbv_c(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
181 void vp8_loop_filter_mbv_mmx(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
182 void vp8_loop_filter_mbv_sse2(unsigned char *y
, unsigned char *u
, unsigned char *v
, int ystride
, int uv_stride
, struct loop_filter_info
*lfi
);
183 #define vp8_loop_filter_mbv vp8_loop_filter_mbv_sse2
185 void vp8_loop_filter_bhs_c(unsigned char *y
, int ystride
, const unsigned char *blimit
);
186 void vp8_loop_filter_bhs_mmx(unsigned char *y
, int ystride
, const unsigned char *blimit
);
187 void vp8_loop_filter_bhs_sse2(unsigned char *y
, int ystride
, const unsigned char *blimit
);
188 #define vp8_loop_filter_simple_bh vp8_loop_filter_bhs_sse2
190 void vp8_loop_filter_bvs_c(unsigned char *y
, int ystride
, const unsigned char *blimit
);
191 void vp8_loop_filter_bvs_mmx(unsigned char *y
, int ystride
, const unsigned char *blimit
);
192 void vp8_loop_filter_bvs_sse2(unsigned char *y
, int ystride
, const unsigned char *blimit
);
193 #define vp8_loop_filter_simple_bv vp8_loop_filter_bvs_sse2
195 void vp8_loop_filter_simple_horizontal_edge_c(unsigned char *y
, int ystride
, const unsigned char *blimit
);
196 void vp8_loop_filter_simple_horizontal_edge_mmx(unsigned char *y
, int ystride
, const unsigned char *blimit
);
197 void vp8_loop_filter_simple_horizontal_edge_sse2(unsigned char *y
, int ystride
, const unsigned char *blimit
);
198 #define vp8_loop_filter_simple_mbh vp8_loop_filter_simple_horizontal_edge_sse2
200 void vp8_loop_filter_simple_vertical_edge_c(unsigned char *y
, int ystride
, const unsigned char *blimit
);
201 void vp8_loop_filter_simple_vertical_edge_mmx(unsigned char *y
, int ystride
, const unsigned char *blimit
);
202 void vp8_loop_filter_simple_vertical_edge_sse2(unsigned char *y
, int ystride
, const unsigned char *blimit
);
203 #define vp8_loop_filter_simple_mbv vp8_loop_filter_simple_vertical_edge_sse2
205 int vp8_mbblock_error_c(struct macroblock
*mb
, int dc
);
206 int vp8_mbblock_error_mmx(struct macroblock
*mb
, int dc
);
207 int vp8_mbblock_error_xmm(struct macroblock
*mb
, int dc
);
208 #define vp8_mbblock_error vp8_mbblock_error_xmm
210 void vp8_mbpost_proc_across_ip_c(unsigned char *dst
, int pitch
, int rows
, int cols
,int flimit
);
211 void vp8_mbpost_proc_across_ip_xmm(unsigned char *dst
, int pitch
, int rows
, int cols
,int flimit
);
212 #define vp8_mbpost_proc_across_ip vp8_mbpost_proc_across_ip_xmm
214 void vp8_mbpost_proc_down_c(unsigned char *dst
, int pitch
, int rows
, int cols
,int flimit
);
215 void vp8_mbpost_proc_down_mmx(unsigned char *dst
, int pitch
, int rows
, int cols
,int flimit
);
216 void vp8_mbpost_proc_down_xmm(unsigned char *dst
, int pitch
, int rows
, int cols
,int flimit
);
217 #define vp8_mbpost_proc_down vp8_mbpost_proc_down_xmm
219 int vp8_mbuverror_c(struct macroblock
*mb
);
220 int vp8_mbuverror_mmx(struct macroblock
*mb
);
221 int vp8_mbuverror_xmm(struct macroblock
*mb
);
222 #define vp8_mbuverror vp8_mbuverror_xmm
224 unsigned int vp8_mse16x16_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
225 unsigned int vp8_mse16x16_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
226 unsigned int vp8_mse16x16_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
227 #define vp8_mse16x16 vp8_mse16x16_wmt
229 void vp8_plane_add_noise_c(unsigned char *s
, char *noise
, char blackclamp
[16], char whiteclamp
[16], char bothclamp
[16], unsigned int w
, unsigned int h
, int pitch
);
230 void vp8_plane_add_noise_mmx(unsigned char *s
, char *noise
, char blackclamp
[16], char whiteclamp
[16], char bothclamp
[16], unsigned int w
, unsigned int h
, int pitch
);
231 void vp8_plane_add_noise_wmt(unsigned char *s
, char *noise
, char blackclamp
[16], char whiteclamp
[16], char bothclamp
[16], unsigned int w
, unsigned int h
, int pitch
);
232 #define vp8_plane_add_noise vp8_plane_add_noise_wmt
234 void vp8_post_proc_down_and_across_mb_row_c(unsigned char *src
, unsigned char *dst
, int src_pitch
, int dst_pitch
, int cols
, unsigned char *flimits
, int size
);
235 void vp8_post_proc_down_and_across_mb_row_sse2(unsigned char *src
, unsigned char *dst
, int src_pitch
, int dst_pitch
, int cols
, unsigned char *flimits
, int size
);
236 #define vp8_post_proc_down_and_across_mb_row vp8_post_proc_down_and_across_mb_row_sse2
238 void vp8_quantize_mb_c(struct macroblock
*);
239 #define vp8_quantize_mb vp8_quantize_mb_c
241 void vp8_quantize_mbuv_c(struct macroblock
*);
242 #define vp8_quantize_mbuv vp8_quantize_mbuv_c
244 void vp8_quantize_mby_c(struct macroblock
*);
245 #define vp8_quantize_mby vp8_quantize_mby_c
247 int vp8_refining_search_sad_c(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, int sad_per_bit
, int distance
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
248 int vp8_refining_search_sadx4(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, int sad_per_bit
, int distance
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
249 RTCD_EXTERN
int (*vp8_refining_search_sad
)(struct macroblock
*x
, struct block
*b
, struct blockd
*d
, union int_mv
*ref_mv
, int sad_per_bit
, int distance
, struct variance_vtable
*fn_ptr
, int *mvcost
[2], union int_mv
*center_mv
);
251 void vp8_regular_quantize_b_c(struct block
*, struct blockd
*);
252 void vp8_regular_quantize_b_sse2(struct block
*, struct blockd
*);
253 void vp8_regular_quantize_b_sse4_1(struct block
*, struct blockd
*);
254 RTCD_EXTERN
void (*vp8_regular_quantize_b
)(struct block
*, struct blockd
*);
256 void vp8_regular_quantize_b_pair_c(struct block
*b1
, struct block
*b2
, struct blockd
*d1
, struct blockd
*d2
);
257 #define vp8_regular_quantize_b_pair vp8_regular_quantize_b_pair_c
259 unsigned int vp8_sad16x16_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
260 unsigned int vp8_sad16x16_mmx(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
261 unsigned int vp8_sad16x16_wmt(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
262 unsigned int vp8_sad16x16_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
263 RTCD_EXTERN
unsigned int (*vp8_sad16x16
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
265 void vp8_sad16x16x3_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
266 void vp8_sad16x16x3_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
267 void vp8_sad16x16x3_ssse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
268 RTCD_EXTERN
void (*vp8_sad16x16x3
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
270 void vp8_sad16x16x4d_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
271 void vp8_sad16x16x4d_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
272 RTCD_EXTERN
void (*vp8_sad16x16x4d
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
274 void vp8_sad16x16x8_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
275 void vp8_sad16x16x8_sse4(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
276 RTCD_EXTERN
void (*vp8_sad16x16x8
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
278 unsigned int vp8_sad16x8_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
279 unsigned int vp8_sad16x8_mmx(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
280 unsigned int vp8_sad16x8_wmt(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
281 #define vp8_sad16x8 vp8_sad16x8_wmt
283 void vp8_sad16x8x3_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
284 void vp8_sad16x8x3_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
285 void vp8_sad16x8x3_ssse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
286 RTCD_EXTERN
void (*vp8_sad16x8x3
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
288 void vp8_sad16x8x4d_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
289 void vp8_sad16x8x4d_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
290 RTCD_EXTERN
void (*vp8_sad16x8x4d
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
292 void vp8_sad16x8x8_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
293 void vp8_sad16x8x8_sse4(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
294 RTCD_EXTERN
void (*vp8_sad16x8x8
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
296 unsigned int vp8_sad4x4_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
297 unsigned int vp8_sad4x4_mmx(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
298 unsigned int vp8_sad4x4_wmt(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
299 #define vp8_sad4x4 vp8_sad4x4_wmt
301 void vp8_sad4x4x3_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
302 void vp8_sad4x4x3_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
303 RTCD_EXTERN
void (*vp8_sad4x4x3
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
305 void vp8_sad4x4x4d_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
306 void vp8_sad4x4x4d_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
307 RTCD_EXTERN
void (*vp8_sad4x4x4d
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
309 void vp8_sad4x4x8_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
310 void vp8_sad4x4x8_sse4(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
311 RTCD_EXTERN
void (*vp8_sad4x4x8
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
313 unsigned int vp8_sad8x16_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
314 unsigned int vp8_sad8x16_mmx(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
315 unsigned int vp8_sad8x16_wmt(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
316 #define vp8_sad8x16 vp8_sad8x16_wmt
318 void vp8_sad8x16x3_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
319 void vp8_sad8x16x3_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
320 RTCD_EXTERN
void (*vp8_sad8x16x3
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
322 void vp8_sad8x16x4d_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
323 void vp8_sad8x16x4d_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
324 RTCD_EXTERN
void (*vp8_sad8x16x4d
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
326 void vp8_sad8x16x8_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
327 void vp8_sad8x16x8_sse4(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
328 RTCD_EXTERN
void (*vp8_sad8x16x8
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
330 unsigned int vp8_sad8x8_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
331 unsigned int vp8_sad8x8_mmx(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
332 unsigned int vp8_sad8x8_wmt(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int max_sad
);
333 #define vp8_sad8x8 vp8_sad8x8_wmt
335 void vp8_sad8x8x3_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
336 void vp8_sad8x8x3_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
337 RTCD_EXTERN
void (*vp8_sad8x8x3
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sad_array
);
339 void vp8_sad8x8x4d_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
340 void vp8_sad8x8x4d_sse3(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
341 RTCD_EXTERN
void (*vp8_sad8x8x4d
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char * const ref_ptr
[], int ref_stride
, unsigned int *sad_array
);
343 void vp8_sad8x8x8_c(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
344 void vp8_sad8x8x8_sse4(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
345 RTCD_EXTERN
void (*vp8_sad8x8x8
)(const unsigned char *src_ptr
, int src_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned short *sad_array
);
347 void vp8_short_fdct4x4_c(short *input
, short *output
, int pitch
);
348 void vp8_short_fdct4x4_mmx(short *input
, short *output
, int pitch
);
349 void vp8_short_fdct4x4_sse2(short *input
, short *output
, int pitch
);
350 #define vp8_short_fdct4x4 vp8_short_fdct4x4_sse2
352 void vp8_short_fdct8x4_c(short *input
, short *output
, int pitch
);
353 void vp8_short_fdct8x4_mmx(short *input
, short *output
, int pitch
);
354 void vp8_short_fdct8x4_sse2(short *input
, short *output
, int pitch
);
355 #define vp8_short_fdct8x4 vp8_short_fdct8x4_sse2
357 void vp8_short_idct4x4llm_c(short *input
, unsigned char *pred
, int pitch
, unsigned char *dst
, int dst_stride
);
358 void vp8_short_idct4x4llm_mmx(short *input
, unsigned char *pred
, int pitch
, unsigned char *dst
, int dst_stride
);
359 #define vp8_short_idct4x4llm vp8_short_idct4x4llm_mmx
361 void vp8_short_inv_walsh4x4_c(short *input
, short *output
);
362 void vp8_short_inv_walsh4x4_mmx(short *input
, short *output
);
363 void vp8_short_inv_walsh4x4_sse2(short *input
, short *output
);
364 #define vp8_short_inv_walsh4x4 vp8_short_inv_walsh4x4_sse2
366 void vp8_short_inv_walsh4x4_1_c(short *input
, short *output
);
367 #define vp8_short_inv_walsh4x4_1 vp8_short_inv_walsh4x4_1_c
369 void vp8_short_walsh4x4_c(short *input
, short *output
, int pitch
);
370 void vp8_short_walsh4x4_sse2(short *input
, short *output
, int pitch
);
371 #define vp8_short_walsh4x4 vp8_short_walsh4x4_sse2
373 void vp8_sixtap_predict16x16_c(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
374 void vp8_sixtap_predict16x16_mmx(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
375 void vp8_sixtap_predict16x16_sse2(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
376 void vp8_sixtap_predict16x16_ssse3(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
377 RTCD_EXTERN
void (*vp8_sixtap_predict16x16
)(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
379 void vp8_sixtap_predict4x4_c(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
380 void vp8_sixtap_predict4x4_mmx(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
381 void vp8_sixtap_predict4x4_ssse3(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
382 RTCD_EXTERN
void (*vp8_sixtap_predict4x4
)(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
384 void vp8_sixtap_predict8x4_c(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
385 void vp8_sixtap_predict8x4_mmx(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
386 void vp8_sixtap_predict8x4_sse2(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
387 void vp8_sixtap_predict8x4_ssse3(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
388 RTCD_EXTERN
void (*vp8_sixtap_predict8x4
)(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
390 void vp8_sixtap_predict8x8_c(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
391 void vp8_sixtap_predict8x8_mmx(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
392 void vp8_sixtap_predict8x8_sse2(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
393 void vp8_sixtap_predict8x8_ssse3(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
394 RTCD_EXTERN
void (*vp8_sixtap_predict8x8
)(unsigned char *src
, int src_pitch
, int xofst
, int yofst
, unsigned char *dst
, int dst_pitch
);
396 unsigned int vp8_sub_pixel_mse16x16_c(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
397 unsigned int vp8_sub_pixel_mse16x16_mmx(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
398 unsigned int vp8_sub_pixel_mse16x16_wmt(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
399 #define vp8_sub_pixel_mse16x16 vp8_sub_pixel_mse16x16_wmt
401 unsigned int vp8_sub_pixel_variance16x16_c(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
402 unsigned int vp8_sub_pixel_variance16x16_mmx(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
403 unsigned int vp8_sub_pixel_variance16x16_wmt(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
404 unsigned int vp8_sub_pixel_variance16x16_ssse3(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
405 RTCD_EXTERN
unsigned int (*vp8_sub_pixel_variance16x16
)(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
407 unsigned int vp8_sub_pixel_variance16x8_c(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
408 unsigned int vp8_sub_pixel_variance16x8_mmx(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
409 unsigned int vp8_sub_pixel_variance16x8_wmt(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
410 unsigned int vp8_sub_pixel_variance16x8_ssse3(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
411 RTCD_EXTERN
unsigned int (*vp8_sub_pixel_variance16x8
)(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
413 unsigned int vp8_sub_pixel_variance4x4_c(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
414 unsigned int vp8_sub_pixel_variance4x4_mmx(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
415 unsigned int vp8_sub_pixel_variance4x4_wmt(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
416 #define vp8_sub_pixel_variance4x4 vp8_sub_pixel_variance4x4_wmt
418 unsigned int vp8_sub_pixel_variance8x16_c(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
419 unsigned int vp8_sub_pixel_variance8x16_mmx(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
420 unsigned int vp8_sub_pixel_variance8x16_wmt(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
421 #define vp8_sub_pixel_variance8x16 vp8_sub_pixel_variance8x16_wmt
423 unsigned int vp8_sub_pixel_variance8x8_c(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
424 unsigned int vp8_sub_pixel_variance8x8_mmx(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
425 unsigned int vp8_sub_pixel_variance8x8_wmt(const unsigned char *src_ptr
, int source_stride
, int xoffset
, int yoffset
, const unsigned char *ref_ptr
, int Refstride
, unsigned int *sse
);
426 #define vp8_sub_pixel_variance8x8 vp8_sub_pixel_variance8x8_wmt
428 void vp8_subtract_b_c(struct block
*be
, struct blockd
*bd
, int pitch
);
429 void vp8_subtract_b_mmx(struct block
*be
, struct blockd
*bd
, int pitch
);
430 void vp8_subtract_b_sse2(struct block
*be
, struct blockd
*bd
, int pitch
);
431 #define vp8_subtract_b vp8_subtract_b_sse2
433 void vp8_subtract_mbuv_c(short *diff
, unsigned char *usrc
, unsigned char *vsrc
, int src_stride
, unsigned char *upred
, unsigned char *vpred
, int pred_stride
);
434 void vp8_subtract_mbuv_mmx(short *diff
, unsigned char *usrc
, unsigned char *vsrc
, int src_stride
, unsigned char *upred
, unsigned char *vpred
, int pred_stride
);
435 void vp8_subtract_mbuv_sse2(short *diff
, unsigned char *usrc
, unsigned char *vsrc
, int src_stride
, unsigned char *upred
, unsigned char *vpred
, int pred_stride
);
436 #define vp8_subtract_mbuv vp8_subtract_mbuv_sse2
438 void vp8_subtract_mby_c(short *diff
, unsigned char *src
, int src_stride
, unsigned char *pred
, int pred_stride
);
439 void vp8_subtract_mby_mmx(short *diff
, unsigned char *src
, int src_stride
, unsigned char *pred
, int pred_stride
);
440 void vp8_subtract_mby_sse2(short *diff
, unsigned char *src
, int src_stride
, unsigned char *pred
, int pred_stride
);
441 #define vp8_subtract_mby vp8_subtract_mby_sse2
443 void vp8_temporal_filter_apply_c(unsigned char *frame1
, unsigned int stride
, unsigned char *frame2
, unsigned int block_size
, int strength
, int filter_weight
, unsigned int *accumulator
, unsigned short *count
);
444 void vp8_temporal_filter_apply_sse2(unsigned char *frame1
, unsigned int stride
, unsigned char *frame2
, unsigned int block_size
, int strength
, int filter_weight
, unsigned int *accumulator
, unsigned short *count
);
445 #define vp8_temporal_filter_apply vp8_temporal_filter_apply_sse2
447 unsigned int vp8_variance16x16_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
448 unsigned int vp8_variance16x16_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
449 unsigned int vp8_variance16x16_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
450 #define vp8_variance16x16 vp8_variance16x16_wmt
452 unsigned int vp8_variance16x8_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
453 unsigned int vp8_variance16x8_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
454 unsigned int vp8_variance16x8_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
455 #define vp8_variance16x8 vp8_variance16x8_wmt
457 unsigned int vp8_variance4x4_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
458 unsigned int vp8_variance4x4_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
459 unsigned int vp8_variance4x4_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
460 #define vp8_variance4x4 vp8_variance4x4_wmt
462 unsigned int vp8_variance8x16_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
463 unsigned int vp8_variance8x16_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
464 unsigned int vp8_variance8x16_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
465 #define vp8_variance8x16 vp8_variance8x16_wmt
467 unsigned int vp8_variance8x8_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
468 unsigned int vp8_variance8x8_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
469 unsigned int vp8_variance8x8_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
470 #define vp8_variance8x8 vp8_variance8x8_wmt
472 unsigned int vp8_variance_halfpixvar16x16_h_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
473 unsigned int vp8_variance_halfpixvar16x16_h_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
474 unsigned int vp8_variance_halfpixvar16x16_h_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
475 #define vp8_variance_halfpixvar16x16_h vp8_variance_halfpixvar16x16_h_wmt
477 unsigned int vp8_variance_halfpixvar16x16_hv_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
478 unsigned int vp8_variance_halfpixvar16x16_hv_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
479 unsigned int vp8_variance_halfpixvar16x16_hv_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
480 #define vp8_variance_halfpixvar16x16_hv vp8_variance_halfpixvar16x16_hv_wmt
482 unsigned int vp8_variance_halfpixvar16x16_v_c(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
483 unsigned int vp8_variance_halfpixvar16x16_v_mmx(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
484 unsigned int vp8_variance_halfpixvar16x16_v_wmt(const unsigned char *src_ptr
, int source_stride
, const unsigned char *ref_ptr
, int ref_stride
, unsigned int *sse
);
485 #define vp8_variance_halfpixvar16x16_v vp8_variance_halfpixvar16x16_v_wmt
490 #include "vpx_ports/x86.h"
491 static void setup_rtcd_internal(void)
493 int flags
= x86_simd_caps();
497 vp8_bilinear_predict16x16
= vp8_bilinear_predict16x16_sse2
;
498 if (flags
& HAS_SSSE3
) vp8_bilinear_predict16x16
= vp8_bilinear_predict16x16_ssse3
;
499 vp8_bilinear_predict8x8
= vp8_bilinear_predict8x8_sse2
;
500 if (flags
& HAS_SSSE3
) vp8_bilinear_predict8x8
= vp8_bilinear_predict8x8_ssse3
;
501 vp8_build_intra_predictors_mbuv_s
= vp8_build_intra_predictors_mbuv_s_sse2
;
502 if (flags
& HAS_SSSE3
) vp8_build_intra_predictors_mbuv_s
= vp8_build_intra_predictors_mbuv_s_ssse3
;
503 vp8_build_intra_predictors_mby_s
= vp8_build_intra_predictors_mby_s_sse2
;
504 if (flags
& HAS_SSSE3
) vp8_build_intra_predictors_mby_s
= vp8_build_intra_predictors_mby_s_ssse3
;
505 vp8_copy32xn
= vp8_copy32xn_sse2
;
506 if (flags
& HAS_SSE3
) vp8_copy32xn
= vp8_copy32xn_sse3
;
507 vp8_diamond_search_sad
= vp8_diamond_search_sad_c
;
508 if (flags
& HAS_SSE3
) vp8_diamond_search_sad
= vp8_diamond_search_sadx4
;
509 vp8_fast_quantize_b
= vp8_fast_quantize_b_sse2
;
510 if (flags
& HAS_SSSE3
) vp8_fast_quantize_b
= vp8_fast_quantize_b_ssse3
;
511 vp8_full_search_sad
= vp8_full_search_sad_c
;
512 if (flags
& HAS_SSE3
) vp8_full_search_sad
= vp8_full_search_sadx3
;
513 if (flags
& HAS_SSE4_1
) vp8_full_search_sad
= vp8_full_search_sadx8
;
514 vp8_refining_search_sad
= vp8_refining_search_sad_c
;
515 if (flags
& HAS_SSE3
) vp8_refining_search_sad
= vp8_refining_search_sadx4
;
516 vp8_regular_quantize_b
= vp8_regular_quantize_b_sse2
;
517 if (flags
& HAS_SSE4_1
) vp8_regular_quantize_b
= vp8_regular_quantize_b_sse4_1
;
518 vp8_sad16x16
= vp8_sad16x16_wmt
;
519 if (flags
& HAS_SSE3
) vp8_sad16x16
= vp8_sad16x16_sse3
;
520 vp8_sad16x16x3
= vp8_sad16x16x3_c
;
521 if (flags
& HAS_SSE3
) vp8_sad16x16x3
= vp8_sad16x16x3_sse3
;
522 if (flags
& HAS_SSSE3
) vp8_sad16x16x3
= vp8_sad16x16x3_ssse3
;
523 vp8_sad16x16x4d
= vp8_sad16x16x4d_c
;
524 if (flags
& HAS_SSE3
) vp8_sad16x16x4d
= vp8_sad16x16x4d_sse3
;
525 vp8_sad16x16x8
= vp8_sad16x16x8_c
;
526 if (flags
& HAS_SSE4_1
) vp8_sad16x16x8
= vp8_sad16x16x8_sse4
;
527 vp8_sad16x8x3
= vp8_sad16x8x3_c
;
528 if (flags
& HAS_SSE3
) vp8_sad16x8x3
= vp8_sad16x8x3_sse3
;
529 if (flags
& HAS_SSSE3
) vp8_sad16x8x3
= vp8_sad16x8x3_ssse3
;
530 vp8_sad16x8x4d
= vp8_sad16x8x4d_c
;
531 if (flags
& HAS_SSE3
) vp8_sad16x8x4d
= vp8_sad16x8x4d_sse3
;
532 vp8_sad16x8x8
= vp8_sad16x8x8_c
;
533 if (flags
& HAS_SSE4_1
) vp8_sad16x8x8
= vp8_sad16x8x8_sse4
;
534 vp8_sad4x4x3
= vp8_sad4x4x3_c
;
535 if (flags
& HAS_SSE3
) vp8_sad4x4x3
= vp8_sad4x4x3_sse3
;
536 vp8_sad4x4x4d
= vp8_sad4x4x4d_c
;
537 if (flags
& HAS_SSE3
) vp8_sad4x4x4d
= vp8_sad4x4x4d_sse3
;
538 vp8_sad4x4x8
= vp8_sad4x4x8_c
;
539 if (flags
& HAS_SSE4_1
) vp8_sad4x4x8
= vp8_sad4x4x8_sse4
;
540 vp8_sad8x16x3
= vp8_sad8x16x3_c
;
541 if (flags
& HAS_SSE3
) vp8_sad8x16x3
= vp8_sad8x16x3_sse3
;
542 vp8_sad8x16x4d
= vp8_sad8x16x4d_c
;
543 if (flags
& HAS_SSE3
) vp8_sad8x16x4d
= vp8_sad8x16x4d_sse3
;
544 vp8_sad8x16x8
= vp8_sad8x16x8_c
;
545 if (flags
& HAS_SSE4_1
) vp8_sad8x16x8
= vp8_sad8x16x8_sse4
;
546 vp8_sad8x8x3
= vp8_sad8x8x3_c
;
547 if (flags
& HAS_SSE3
) vp8_sad8x8x3
= vp8_sad8x8x3_sse3
;
548 vp8_sad8x8x4d
= vp8_sad8x8x4d_c
;
549 if (flags
& HAS_SSE3
) vp8_sad8x8x4d
= vp8_sad8x8x4d_sse3
;
550 vp8_sad8x8x8
= vp8_sad8x8x8_c
;
551 if (flags
& HAS_SSE4_1
) vp8_sad8x8x8
= vp8_sad8x8x8_sse4
;
552 vp8_sixtap_predict16x16
= vp8_sixtap_predict16x16_sse2
;
553 if (flags
& HAS_SSSE3
) vp8_sixtap_predict16x16
= vp8_sixtap_predict16x16_ssse3
;
554 vp8_sixtap_predict4x4
= vp8_sixtap_predict4x4_mmx
;
555 if (flags
& HAS_SSSE3
) vp8_sixtap_predict4x4
= vp8_sixtap_predict4x4_ssse3
;
556 vp8_sixtap_predict8x4
= vp8_sixtap_predict8x4_sse2
;
557 if (flags
& HAS_SSSE3
) vp8_sixtap_predict8x4
= vp8_sixtap_predict8x4_ssse3
;
558 vp8_sixtap_predict8x8
= vp8_sixtap_predict8x8_sse2
;
559 if (flags
& HAS_SSSE3
) vp8_sixtap_predict8x8
= vp8_sixtap_predict8x8_ssse3
;
560 vp8_sub_pixel_variance16x16
= vp8_sub_pixel_variance16x16_wmt
;
561 if (flags
& HAS_SSSE3
) vp8_sub_pixel_variance16x16
= vp8_sub_pixel_variance16x16_ssse3
;
562 vp8_sub_pixel_variance16x8
= vp8_sub_pixel_variance16x8_wmt
;
563 if (flags
& HAS_SSSE3
) vp8_sub_pixel_variance16x8
= vp8_sub_pixel_variance16x8_ssse3
;