[PATCH] ppc32: export cacheable_memcpy()
[linux-2.6.git] / include / asm-ppc / system.h
blob513a334c581032ec21ddc33819d7e25dad5b4bd0
1 /*
2 * Copyright (C) 1999 Cort Dougan <cort@cs.nmt.edu>
3 */
4 #ifndef __PPC_SYSTEM_H
5 #define __PPC_SYSTEM_H
7 #include <linux/config.h>
8 #include <linux/kernel.h>
10 #include <asm/atomic.h>
11 #include <asm/hw_irq.h>
14 * Memory barrier.
15 * The sync instruction guarantees that all memory accesses initiated
16 * by this processor have been performed (with respect to all other
17 * mechanisms that access memory). The eieio instruction is a barrier
18 * providing an ordering (separately) for (a) cacheable stores and (b)
19 * loads and stores to non-cacheable memory (e.g. I/O devices).
21 * mb() prevents loads and stores being reordered across this point.
22 * rmb() prevents loads being reordered across this point.
23 * wmb() prevents stores being reordered across this point.
24 * read_barrier_depends() prevents data-dependent loads being reordered
25 * across this point (nop on PPC).
27 * We can use the eieio instruction for wmb, but since it doesn't
28 * give any ordering guarantees about loads, we have to use the
29 * stronger but slower sync instruction for mb and rmb.
31 #define mb() __asm__ __volatile__ ("sync" : : : "memory")
32 #define rmb() __asm__ __volatile__ ("sync" : : : "memory")
33 #define wmb() __asm__ __volatile__ ("eieio" : : : "memory")
34 #define read_barrier_depends() do { } while(0)
36 #define set_mb(var, value) do { var = value; mb(); } while (0)
37 #define set_wmb(var, value) do { var = value; wmb(); } while (0)
39 #ifdef CONFIG_SMP
40 #define smp_mb() mb()
41 #define smp_rmb() rmb()
42 #define smp_wmb() wmb()
43 #define smp_read_barrier_depends() read_barrier_depends()
44 #else
45 #define smp_mb() barrier()
46 #define smp_rmb() barrier()
47 #define smp_wmb() barrier()
48 #define smp_read_barrier_depends() do { } while(0)
49 #endif /* CONFIG_SMP */
51 #ifdef __KERNEL__
52 struct task_struct;
53 struct pt_regs;
55 extern void print_backtrace(unsigned long *);
56 extern void show_regs(struct pt_regs * regs);
57 extern void flush_instruction_cache(void);
58 extern void hard_reset_now(void);
59 extern void poweroff_now(void);
60 #ifdef CONFIG_6xx
61 extern long _get_L2CR(void);
62 extern long _get_L3CR(void);
63 extern void _set_L2CR(unsigned long);
64 extern void _set_L3CR(unsigned long);
65 #else
66 #define _get_L2CR() 0L
67 #define _get_L3CR() 0L
68 #define _set_L2CR(val) do { } while(0)
69 #define _set_L3CR(val) do { } while(0)
70 #endif
71 extern void via_cuda_init(void);
72 extern void pmac_nvram_init(void);
73 extern void read_rtc_time(void);
74 extern void pmac_find_display(void);
75 extern void giveup_fpu(struct task_struct *);
76 extern void enable_kernel_fp(void);
77 extern void enable_kernel_altivec(void);
78 extern void giveup_altivec(struct task_struct *);
79 extern void load_up_altivec(struct task_struct *);
80 extern void giveup_spe(struct task_struct *);
81 extern void load_up_spe(struct task_struct *);
82 extern int fix_alignment(struct pt_regs *);
83 extern void cvt_fd(float *from, double *to, unsigned long *fpscr);
84 extern void cvt_df(double *from, float *to, unsigned long *fpscr);
85 extern int call_rtas(const char *, int, int, unsigned long *, ...);
86 extern void cacheable_memzero(void *p, unsigned int nb);
87 extern void *cacheable_memcpy(void *, const void *, unsigned int);
88 extern int do_page_fault(struct pt_regs *, unsigned long, unsigned long);
89 extern void bad_page_fault(struct pt_regs *, unsigned long, int);
90 extern void die(const char *, struct pt_regs *, long);
91 #ifdef CONFIG_BOOKE_WDT
92 extern u32 booke_wdt_enabled;
93 extern u32 booke_wdt_period;
94 #endif /* CONFIG_BOOKE_WDT */
96 struct device_node;
97 extern void note_scsi_host(struct device_node *, void *);
99 extern struct task_struct *__switch_to(struct task_struct *,
100 struct task_struct *);
101 #define switch_to(prev, next, last) ((last) = __switch_to((prev), (next)))
103 struct thread_struct;
104 extern struct task_struct *_switch(struct thread_struct *prev,
105 struct thread_struct *next);
107 extern unsigned int rtas_data;
109 static __inline__ unsigned long
110 xchg_u32(volatile void *p, unsigned long val)
112 unsigned long prev;
114 __asm__ __volatile__ ("\n\
115 1: lwarx %0,0,%2 \n"
116 PPC405_ERR77(0,%2)
117 " stwcx. %3,0,%2 \n\
118 bne- 1b"
119 : "=&r" (prev), "=m" (*(volatile unsigned long *)p)
120 : "r" (p), "r" (val), "m" (*(volatile unsigned long *)p)
121 : "cc", "memory");
123 return prev;
127 * This function doesn't exist, so you'll get a linker error
128 * if something tries to do an invalid xchg().
130 extern void __xchg_called_with_bad_pointer(void);
132 #define xchg(ptr,x) ((__typeof__(*(ptr)))__xchg((unsigned long)(x),(ptr),sizeof(*(ptr))))
133 #define tas(ptr) (xchg((ptr),1))
135 static inline unsigned long __xchg(unsigned long x, volatile void *ptr, int size)
137 switch (size) {
138 case 4:
139 return (unsigned long) xchg_u32(ptr, x);
140 #if 0 /* xchg_u64 doesn't exist on 32-bit PPC */
141 case 8:
142 return (unsigned long) xchg_u64(ptr, x);
143 #endif /* 0 */
145 __xchg_called_with_bad_pointer();
146 return x;
151 extern inline void * xchg_ptr(void * m, void * val)
153 return (void *) xchg_u32(m, (unsigned long) val);
157 #define __HAVE_ARCH_CMPXCHG 1
159 static __inline__ unsigned long
160 __cmpxchg_u32(volatile unsigned int *p, unsigned int old, unsigned int new)
162 unsigned int prev;
164 __asm__ __volatile__ ("\n\
165 1: lwarx %0,0,%2 \n\
166 cmpw 0,%0,%3 \n\
167 bne 2f \n"
168 PPC405_ERR77(0,%2)
169 " stwcx. %4,0,%2 \n\
170 bne- 1b\n"
171 #ifdef CONFIG_SMP
172 " sync\n"
173 #endif /* CONFIG_SMP */
174 "2:"
175 : "=&r" (prev), "=m" (*p)
176 : "r" (p), "r" (old), "r" (new), "m" (*p)
177 : "cc", "memory");
179 return prev;
182 /* This function doesn't exist, so you'll get a linker error
183 if something tries to do an invalid cmpxchg(). */
184 extern void __cmpxchg_called_with_bad_pointer(void);
186 static __inline__ unsigned long
187 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new, int size)
189 switch (size) {
190 case 4:
191 return __cmpxchg_u32(ptr, old, new);
192 #if 0 /* we don't have __cmpxchg_u64 on 32-bit PPC */
193 case 8:
194 return __cmpxchg_u64(ptr, old, new);
195 #endif /* 0 */
197 __cmpxchg_called_with_bad_pointer();
198 return old;
201 #define cmpxchg(ptr,o,n) \
202 ({ \
203 __typeof__(*(ptr)) _o_ = (o); \
204 __typeof__(*(ptr)) _n_ = (n); \
205 (__typeof__(*(ptr))) __cmpxchg((ptr), (unsigned long)_o_, \
206 (unsigned long)_n_, sizeof(*(ptr))); \
209 #define arch_align_stack(x) (x)
211 #endif /* __KERNEL__ */
212 #endif /* __PPC_SYSTEM_H */