1 /********************************************************************
3 * THIS FILE IS PART OF THE OggVorbis 'TREMOR' CODEC SOURCE CODE. *
5 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS *
6 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
7 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING. *
9 * THE OggVorbis 'TREMOR' SOURCE CODE IS (C) COPYRIGHT 1994-2002 *
10 * BY THE Xiph.Org FOUNDATION http://www.xiph.org/ *
12 ********************************************************************
14 function: arm7 and later wide math functions
16 ********************************************************************/
20 #if !defined(_V_WIDE_MATH) && !defined(_LOW_ACCURACY_)
23 static inline ogg_int32_t
MULT32(ogg_int32_t x
, ogg_int32_t y
) {
25 asm volatile("smull\t%0, %1, %2, %3"
31 static inline ogg_int32_t
MULT31(ogg_int32_t x
, ogg_int32_t y
) {
32 return MULT32(x
,y
)<<1;
35 static inline ogg_int32_t
MULT31_SHIFT15(ogg_int32_t x
, ogg_int32_t y
) {
37 asm volatile("smull %0, %1, %2, %3\n\t"
38 "movs %0, %0, lsr #15\n\t"
39 "adc %1, %0, %1, lsl #17\n\t"
49 /* asm versions of vector operations for block.c, window.c */
50 /* SOME IMPORTANT NOTES: this implementation of vect_mult_bw does
51 NOT do a final shift, meaning that the result of vect_mult_bw is
52 only 31 bits not 32. This is so that we can do the shift in-place
53 in vect_add_xxxx instead to save one instruction for each mult on arm */
55 void vect_add_right_left(ogg_int32_t
*x
, const ogg_int32_t
*y
, int n
)
57 /* first arg is right subframe of previous frame and second arg
58 is left subframe of current frame. overlap left onto right overwriting
63 "ldmia %[x], {r0, r1, r2, r3};"
64 "ldmia %[y]!, {r4, r5, r6, r7};"
65 "add r0, r4, r0, lsl #1;"
66 "add r1, r5, r1, lsl #1;"
67 "add r2, r6, r2, lsl #1;"
68 "add r3, r7, r3, lsl #1;"
69 "stmia %[x]!, {r0, r1, r2, r3};"
70 "ldmia %[x], {r0, r1, r2, r3};"
71 "ldmia %[y]!, {r4, r5, r6, r7};"
72 "add r0, r4, r0, lsl #1;"
73 "add r1, r5, r1, lsl #1;"
74 "add r2, r6, r2, lsl #1;"
75 "add r3, r7, r3, lsl #1;"
76 "stmia %[x]!, {r0, r1, r2, r3};"
77 : [x
] "+r" (x
), [y
] "+r" (y
)
78 : : "r0", "r1", "r2", "r3",
79 "r4", "r5", "r6", "r7",
86 void vect_add_left_right(ogg_int32_t
*x
, const ogg_int32_t
*y
, int n
)
88 /* first arg is left subframe of current frame and second arg
89 is right subframe of previous frame. overlap right onto left overwriting
93 "ldmia %[x], {r0, r1, r2, r3};"
94 "ldmia %[y]!, {r4, r5, r6, r7};"
95 "add r0, r0, r4, lsl #1;"
96 "add r1, r1, r5, lsl #1;"
97 "add r2, r2, r6, lsl #1;"
98 "add r3, r3, r7, lsl #1;"
99 "stmia %[x]!, {r0, r1, r2, r3};"
100 "ldmia %[x], {r0, r1, r2, r3};"
101 "ldmia %[y]!, {r4, r5, r6, r7};"
102 "add r0, r0, r4, lsl #1;"
103 "add r1, r1, r5, lsl #1;"
104 "add r2, r2, r6, lsl #1;"
105 "add r3, r3, r7, lsl #1;"
106 "stmia %[x]!, {r0, r1, r2, r3};"
107 : [x
] "+r" (x
), [y
] "+r" (y
)
108 : : "r0", "r1", "r2", "r3",
109 "r4", "r5", "r6", "r7",
116 void vect_mult_fw(ogg_int32_t
*data
, LOOKUP_T
*window
, int n
)
118 /* Note, mult_fw uses MULT31 */
121 "ldmia %[d], {r0, r1, r2, r3};"
122 "ldmia %[w]!, {r4, r5, r6, r7};"
123 "smull r8, r0, r4, r0;"
124 "mov r0, r0, lsl #1;"
125 "smull r8, r1, r5, r1;"
126 "mov r1, r1, lsl #1;"
127 "smull r8, r2, r6, r2;"
128 "mov r2, r2, lsl #1;"
129 "smull r8, r3, r7, r3;"
130 "mov r3, r3, lsl #1;"
131 "stmia %[d]!, {r0, r1, r2, r3};"
132 : [d
] "+r" (data
), [w
] "+r" (window
)
133 : : "r0", "r1", "r2", "r3",
134 "r4", "r5", "r6", "r7", "r8",
141 void vect_mult_bw(ogg_int32_t
*data
, LOOKUP_T
*window
, int n
)
143 /* NOTE mult_bw uses MULT_32 i.e. doesn't shift result left at end */
144 /* On ARM, we can do the shift at the same time as the overlap-add */
146 asm volatile ("ldmia %[d], {r0, r1, r2, r3};"
147 "ldmda %[w]!, {r4, r5, r6, r7};"
148 "smull r8, r0, r7, r0;"
149 "smull r7, r1, r6, r1;"
150 "smull r6, r2, r5, r2;"
151 "smull r5, r3, r4, r3;"
152 "stmia %[d]!, {r0, r1, r2, r3};"
153 : [d
] "+r" (data
), [w
] "+r" (window
)
154 : : "r0", "r1", "r2", "r3",
155 "r4", "r5", "r6", "r7", "r8",
161 static inline void vect_copy(ogg_int32_t
*x
, const ogg_int32_t
*y
, int n
)
163 memcpy(x
,y
,n
*sizeof(ogg_int32_t
));
173 static inline ogg_int32_t
CLIP_TO_15(ogg_int32_t x
) {
175 asm volatile("subs %1, %0, #32768\n\t"
176 "movpl %0, #0x7f00\n\t"
177 "orrpl %0, %0, #0xff\n"
178 "adds %1, %0, #32768\n\t"
188 #ifndef _V_LSP_MATH_ASM
189 #define _V_LSP_MATH_ASM
191 static inline void lsp_loop_asm(ogg_uint32_t
*qip
,ogg_uint32_t
*pip
,
193 ogg_int32_t
*ilsp
,ogg_int32_t wi
,
196 ogg_uint32_t qi
=*qip
,pi
=*pip
;
197 ogg_int32_t qexp
=*qexpp
;
201 "add r0,r0,r1,lsl#3;"
205 "subs r1,r1,%4;" //ilsp[j]-wi
206 "rsbmi r1,r1,#0;" //labs(ilsp[j]-wi)
207 "umull %0,r2,r1,%0;" //qi*=labs(ilsp[j]-wi)
209 "subs r1,r3,%4;" //ilsp[j+1]-wi
210 "rsbmi r1,r1,#0;" //labs(ilsp[j+1]-wi)
211 "umull %1,r3,r1,%1;" //pi*=labs(ilsp[j+1]-wi)
213 "cmn r2,r3;" // shift down 16?
217 "orr %0,%0,r2,lsl #16;"
219 "orr %1,%1,r3,lsl #16;"
224 // odd filter assymetry
227 "add r0,%3,%5,lsl#2;\n"
232 "subs r1,r1,%4;\n" //ilsp[j]-wi
233 "rsbmi r1,r1,#0;\n" //labs(ilsp[j]-wi)
234 "umull %0,r2,r1,%0;\n" //qi*=labs(ilsp[j]-wi)
235 "umull %1,r3,r0,%1;\n" //pi*=labs(ilsp[j+1]-wi)
237 "cmn r2,r3;\n" // shift down 16?
240 "mov %0,%0,lsr #16;\n"
241 "orr %0,%0,r2,lsl #16;\n"
242 "mov %1,%1,lsr #16;\n"
243 "orr %1,%1,r3,lsl #16;\n"
245 //qi=(pi>>shift)*labs(ilsp[j]-wi);
246 //pi=(qi>>shift)*labs(ilsp[j+1]-wi);
251 /* normalize to max 16 sig figs */
255 "tst r1,#0xff000000;"
257 "movne r1,r1,lsr #8;"
258 "tst r1,#0x00f00000;"
260 "movne r1,r1,lsr #4;"
261 "tst r1,#0x000c0000;"
263 "movne r1,r1,lsr #2;"
264 "tst r1,#0x00020000;"
266 "movne r1,r1,lsr #1;"
267 "tst r1,#0x00010000;"
273 : "+r"(qi
),"+r"(pi
),"+r"(qexp
)
274 : "r"(ilsp
),"r"(wi
),"r"(m
)
275 : "r0","r1","r2","r3","cc");
282 static inline void lsp_norm_asm(ogg_uint32_t
*qip
,ogg_int32_t
*qexpp
){
284 ogg_uint32_t qi
=*qip
;
285 ogg_int32_t qexp
=*qexpp
;
287 asm("tst %0,#0x0000ff00;"
288 "moveq %0,%0,lsl #8;"
290 "tst %0,#0x0000f000;"
291 "moveq %0,%0,lsl #4;"
293 "tst %0,#0x0000c000;"
294 "moveq %0,%0,lsl #2;"
296 "tst %0,#0x00008000;"
297 "moveq %0,%0,lsl #1;"
299 : "+r"(qi
),"+r"(qexp
)