4 #ifdef CONFIG_MACHINE_BSWAP_H
5 # include <sys/endian.h>
6 # include <machine/bswap.h>
7 #elif defined(__FreeBSD__)
8 # include <sys/endian.h>
9 #elif defined(__HAIKU__)
11 #elif defined(CONFIG_BYTESWAP_H)
12 # include <byteswap.h>
13 #define BSWAP_FROM_BYTESWAP
15 #define BSWAP_FROM_FALLBACKS
16 #endif /* ! CONFIG_MACHINE_BSWAP_H */
22 #ifdef BSWAP_FROM_BYTESWAP
23 static inline uint16_t bswap16(uint16_t x
)
28 static inline uint32_t bswap32(uint32_t x
)
33 static inline uint64_t bswap64(uint64_t x
)
39 #ifdef BSWAP_FROM_FALLBACKS
40 static inline uint16_t bswap16(uint16_t x
)
42 return (((x
& 0x00ff) << 8) |
46 static inline uint32_t bswap32(uint32_t x
)
48 return (((x
& 0x000000ffU
) << 24) |
49 ((x
& 0x0000ff00U
) << 8) |
50 ((x
& 0x00ff0000U
) >> 8) |
51 ((x
& 0xff000000U
) >> 24));
54 static inline uint64_t bswap64(uint64_t x
)
56 return (((x
& 0x00000000000000ffULL
) << 56) |
57 ((x
& 0x000000000000ff00ULL
) << 40) |
58 ((x
& 0x0000000000ff0000ULL
) << 24) |
59 ((x
& 0x00000000ff000000ULL
) << 8) |
60 ((x
& 0x000000ff00000000ULL
) >> 8) |
61 ((x
& 0x0000ff0000000000ULL
) >> 24) |
62 ((x
& 0x00ff000000000000ULL
) >> 40) |
63 ((x
& 0xff00000000000000ULL
) >> 56));
67 #undef BSWAP_FROM_BYTESWAP
68 #undef BSWAP_FROM_FALLBACKS
70 static inline void bswap16s(uint16_t *s
)
75 static inline void bswap32s(uint32_t *s
)
80 static inline void bswap64s(uint64_t *s
)
86 #define be_bswap(v, size) (v)
87 #define le_bswap(v, size) glue(bswap, size)(v)
88 #define be_bswaps(v, size)
89 #define le_bswaps(p, size) do { *p = glue(bswap, size)(*p); } while(0)
91 #define le_bswap(v, size) (v)
92 #define be_bswap(v, size) glue(bswap, size)(v)
93 #define le_bswaps(v, size)
94 #define be_bswaps(p, size) do { *p = glue(bswap, size)(*p); } while(0)
98 * Endianness conversion functions between host cpu and specified endianness.
99 * (We list the complete set of prototypes produced by the macros below
100 * to assist people who search the headers to find their definitions.)
102 * uint16_t le16_to_cpu(uint16_t v);
103 * uint32_t le32_to_cpu(uint32_t v);
104 * uint64_t le64_to_cpu(uint64_t v);
105 * uint16_t be16_to_cpu(uint16_t v);
106 * uint32_t be32_to_cpu(uint32_t v);
107 * uint64_t be64_to_cpu(uint64_t v);
109 * Convert the value @v from the specified format to the native
110 * endianness of the host CPU by byteswapping if necessary, and
111 * return the converted value.
113 * uint16_t cpu_to_le16(uint16_t v);
114 * uint32_t cpu_to_le32(uint32_t v);
115 * uint64_t cpu_to_le64(uint64_t v);
116 * uint16_t cpu_to_be16(uint16_t v);
117 * uint32_t cpu_to_be32(uint32_t v);
118 * uint64_t cpu_to_be64(uint64_t v);
120 * Convert the value @v from the native endianness of the host CPU to
121 * the specified format by byteswapping if necessary, and return
122 * the converted value.
124 * void le16_to_cpus(uint16_t *v);
125 * void le32_to_cpus(uint32_t *v);
126 * void le64_to_cpus(uint64_t *v);
127 * void be16_to_cpus(uint16_t *v);
128 * void be32_to_cpus(uint32_t *v);
129 * void be64_to_cpus(uint64_t *v);
131 * Do an in-place conversion of the value pointed to by @v from the
132 * specified format to the native endianness of the host CPU.
134 * void cpu_to_le16s(uint16_t *v);
135 * void cpu_to_le32s(uint32_t *v);
136 * void cpu_to_le64s(uint64_t *v);
137 * void cpu_to_be16s(uint16_t *v);
138 * void cpu_to_be32s(uint32_t *v);
139 * void cpu_to_be64s(uint64_t *v);
141 * Do an in-place conversion of the value pointed to by @v from the
142 * native endianness of the host CPU to the specified format.
144 * Both X_to_cpu() and cpu_to_X() perform the same operation; you
145 * should use whichever one is better documenting of the function your
146 * code is performing.
148 * Do not use these functions for conversion of values which are in guest
149 * memory, since the data may not be sufficiently aligned for the host CPU's
150 * load and store instructions. Instead you should use the ld*_p() and
151 * st*_p() functions, which perform loads and stores of data of any
152 * required size and endianness and handle possible misalignment.
155 #define CPU_CONVERT(endian, size, type)\
156 static inline type endian ## size ## _to_cpu(type v)\
158 return glue(endian, _bswap)(v, size);\
161 static inline type cpu_to_ ## endian ## size(type v)\
163 return glue(endian, _bswap)(v, size);\
166 static inline void endian ## size ## _to_cpus(type *p)\
168 glue(endian, _bswaps)(p, size);\
171 static inline void cpu_to_ ## endian ## size ## s(type *p)\
173 glue(endian, _bswaps)(p, size);\
176 CPU_CONVERT(be
, 16, uint16_t)
177 CPU_CONVERT(be
, 32, uint32_t)
178 CPU_CONVERT(be
, 64, uint64_t)
180 CPU_CONVERT(le
, 16, uint16_t)
181 CPU_CONVERT(le
, 32, uint32_t)
182 CPU_CONVERT(le
, 64, uint64_t)
185 * Same as cpu_to_le{16,32}, except that gcc will figure the result is
186 * a compile-time constant if you pass in a constant. So this can be
187 * used to initialize static variables.
190 # define const_le32(_x) \
191 ((((_x) & 0x000000ffU) << 24) | \
192 (((_x) & 0x0000ff00U) << 8) | \
193 (((_x) & 0x00ff0000U) >> 8) | \
194 (((_x) & 0xff000000U) >> 24))
195 # define const_le16(_x) \
196 ((((_x) & 0x00ff) << 8) | \
197 (((_x) & 0xff00) >> 8))
199 # define const_le32(_x) (_x)
200 # define const_le16(_x) (_x)
203 /* unaligned/endian-independent pointer access */
206 * the generic syntax is:
208 * load: ld{type}{sign}{size}_{endian}_p(ptr)
210 * store: st{type}{size}_{endian}_p(ptr, val)
212 * Note there are small differences with the softmmu access API!
215 * (empty): integer access
219 * (empty): for 32 or 64 bit sizes (including floats and doubles)
234 * (except for byte accesses, which have no endian infix).
236 * The target endian accessors are obviously only available to source
237 * files which are built per-target; they are defined in cpu-all.h.
239 * In all cases these functions take a host pointer.
240 * For accessors that take a guest address rather than a
241 * host address, see the cpu_{ld,st}_* accessors defined in
244 * For cases where the size to be used is not fixed at compile time,
246 * stn_{endian}_p(ptr, sz, val)
247 * which stores @val to @ptr as an @endian-order number @sz bytes in size
249 * ldn_{endian}_p(ptr, sz)
250 * which loads @sz bytes from @ptr as an unsigned @endian-order number
251 * and returns it in a uint64_t.
254 static inline int ldub_p(const void *ptr
)
256 return *(uint8_t *)ptr
;
259 static inline int ldsb_p(const void *ptr
)
261 return *(int8_t *)ptr
;
264 static inline void stb_p(void *ptr
, uint8_t v
)
270 * Any compiler worth its salt will turn these memcpy into native unaligned
271 * operations. Thus we don't need to play games with packed attributes, or
272 * inline byte-by-byte stores.
273 * Some compilation environments (eg some fortify-source implementations)
274 * may intercept memcpy() in a way that defeats the compiler optimization,
275 * though, so we use __builtin_memcpy() to give ourselves the best chance
276 * of good performance.
279 static inline int lduw_he_p(const void *ptr
)
282 __builtin_memcpy(&r
, ptr
, sizeof(r
));
286 static inline int ldsw_he_p(const void *ptr
)
289 __builtin_memcpy(&r
, ptr
, sizeof(r
));
293 static inline void stw_he_p(void *ptr
, uint16_t v
)
295 __builtin_memcpy(ptr
, &v
, sizeof(v
));
298 static inline int ldl_he_p(const void *ptr
)
301 __builtin_memcpy(&r
, ptr
, sizeof(r
));
305 static inline void stl_he_p(void *ptr
, uint32_t v
)
307 __builtin_memcpy(ptr
, &v
, sizeof(v
));
310 static inline uint64_t ldq_he_p(const void *ptr
)
313 __builtin_memcpy(&r
, ptr
, sizeof(r
));
317 static inline void stq_he_p(void *ptr
, uint64_t v
)
319 __builtin_memcpy(ptr
, &v
, sizeof(v
));
322 static inline int lduw_le_p(const void *ptr
)
324 return (uint16_t)le_bswap(lduw_he_p(ptr
), 16);
327 static inline int ldsw_le_p(const void *ptr
)
329 return (int16_t)le_bswap(lduw_he_p(ptr
), 16);
332 static inline int ldl_le_p(const void *ptr
)
334 return le_bswap(ldl_he_p(ptr
), 32);
337 static inline uint64_t ldq_le_p(const void *ptr
)
339 return le_bswap(ldq_he_p(ptr
), 64);
342 static inline void stw_le_p(void *ptr
, uint16_t v
)
344 stw_he_p(ptr
, le_bswap(v
, 16));
347 static inline void stl_le_p(void *ptr
, uint32_t v
)
349 stl_he_p(ptr
, le_bswap(v
, 32));
352 static inline void stq_le_p(void *ptr
, uint64_t v
)
354 stq_he_p(ptr
, le_bswap(v
, 64));
357 static inline int lduw_be_p(const void *ptr
)
359 return (uint16_t)be_bswap(lduw_he_p(ptr
), 16);
362 static inline int ldsw_be_p(const void *ptr
)
364 return (int16_t)be_bswap(lduw_he_p(ptr
), 16);
367 static inline int ldl_be_p(const void *ptr
)
369 return be_bswap(ldl_he_p(ptr
), 32);
372 static inline uint64_t ldq_be_p(const void *ptr
)
374 return be_bswap(ldq_he_p(ptr
), 64);
377 static inline void stw_be_p(void *ptr
, uint16_t v
)
379 stw_he_p(ptr
, be_bswap(v
, 16));
382 static inline void stl_be_p(void *ptr
, uint32_t v
)
384 stl_he_p(ptr
, be_bswap(v
, 32));
387 static inline void stq_be_p(void *ptr
, uint64_t v
)
389 stq_he_p(ptr
, be_bswap(v
, 64));
392 static inline unsigned long leul_to_cpu(unsigned long v
)
394 #if HOST_LONG_BITS == 32
395 return le_bswap(v
, 32);
396 #elif HOST_LONG_BITS == 64
397 return le_bswap(v
, 64);
399 # error Unknown sizeof long
403 /* Store v to p as a sz byte value in host order */
404 #define DO_STN_LDN_P(END) \
405 static inline void stn_## END ## _p(void *ptr, int sz, uint64_t v) \
412 stw_ ## END ## _p(ptr, v); \
415 stl_ ## END ## _p(ptr, v); \
418 stq_ ## END ## _p(ptr, v); \
421 g_assert_not_reached(); \
424 static inline uint64_t ldn_## END ## _p(const void *ptr, int sz) \
428 return ldub_p(ptr); \
430 return lduw_ ## END ## _p(ptr); \
432 return (uint32_t)ldl_ ## END ## _p(ptr); \
434 return ldq_ ## END ## _p(ptr); \
436 g_assert_not_reached(); \