built_in.h

   1 #ifndef BUILT_IN_H
   2 #define BUILT_IN_H
   3
   4 /* Parts taken from the Linux kernel, GPL, version 2. */
   5
   6 #include <linux/if_packet.h>
   7 #include <assert.h>
   8 #include <endian.h>
   9 #include <byteswap.h>
  10 #include <asm/byteorder.h>
  11 #include <stdint.h>
  12
  13 typedef uint64_t        u64;
  14 typedef uint32_t        u32;
  15 typedef uint16_t        u16;
  16 typedef uint8_t         u8;
  17
  18 #ifndef CO_CACHE_LINE_SIZE
  19 # define CO_CACHE_LINE_SIZE     (1 << CO_IN_CACHE_SHIFT)
  20 #endif
  21
  22 #ifndef __aligned_16
  23 # define __aligned_16           __attribute__((aligned(16)))
  24 #endif
  25
  26 #ifndef __cacheline_aligned
  27 # define __cacheline_aligned    __attribute__((aligned(CO_CACHE_LINE_SIZE)))
  28 #endif
  29
  30 #ifndef __aligned_tpacket
  31 # define __aligned_tpacket      __attribute__((aligned(TPACKET_ALIGNMENT)))
  32 #endif
  33
  34 #ifndef __align_tpacket
  35 # define __align_tpacket(x)     __attribute__((aligned(TPACKET_ALIGN(x))))
  36 #endif
  37
  38 #ifndef __check_format_printf
  39 # define __check_format_printf(pos_fmtstr, pos_fmtargs)         \
  40                 __attribute__ ((format (printf, (pos_fmtstr), (pos_fmtargs))))
  41 #endif
  42
  43 #ifndef __packed
  44 # define __packed               __attribute__((packed))
  45 #endif
  46
  47 #ifndef round_up
  48 # define round_up(x, alignment) (((x) + (alignment) - 1) & ~((alignment) - 1))
  49 #endif
  50
  51 #ifndef round_up_cacheline
  52 # define round_up_cacheline(x)  round_up((x), CO_CACHE_LINE_SIZE)
  53 #endif
  54
  55 #ifndef likely
  56 # define likely(x)              __builtin_expect(!!(x), 1)
  57 #endif
  58
  59 #ifndef unlikely
  60 # define unlikely(x)            __builtin_expect(!!(x), 0)
  61 #endif
  62
  63 #ifndef constant
  64 # define constant(x)            __builtin_constant_p(x)
  65 #endif
  66
  67 #ifndef fmemset
  68 # define fmemset                __builtin_memset
  69 #endif
  70
  71 #ifndef fmemcpy
  72 # define fmemcpy                __builtin_memcpy
  73 #endif
  74
  75 #ifndef __maybe_unused
  76 # define __maybe_unused         __attribute__ ((__unused__))
  77 #endif
  78
  79 #ifndef noinline
  80 # define noinline               __attribute__((noinline))
  81 #endif
  82
  83 #ifndef __noreturn
  84 # define __noreturn             __attribute__((noreturn))
  85 #endif
  86
  87 #ifndef __hidden
  88 # define __hidden               __attribute__((visibility("hidden")))
  89 #endif
  90
  91 #ifndef __pure
  92 # define __pure                 __attribute__ ((pure))
  93 #endif
  94
  95 #ifndef __force
  96 # define __force                /* unimplemented */
  97 #endif
  98
  99 #ifndef force_cast
 100 # define force_cast(type, arg)  ((type) (arg))
 101 #endif
 102
 103 #ifndef max
 104 # define max(a, b)                                                      \
 105         ({                                                              \
 106                 typeof (a) _a = (a);                                    \
 107                 typeof (b) _b = (b);                                    \
 108                 _a > _b ? _a : _b;                                      \
 109         })
 110 #endif /* max */
 111
 112 #ifndef max_t
 113 # define max_t(type, a, b)                                              \
 114         ({                                                              \
 115                 type ___max1 = (a);                                     \
 116                 type ___max2 = (b);                                     \
 117                 ___max1 > ___max2 ? ___max1 : ___max2;                  \
 118         })
 119 #endif /* max_t */
 120
 121 #ifndef min
 122 # define min(a, b)                                                      \
 123         ({                                                              \
 124                 typeof (a) _a = (a);                                    \
 125                 typeof (b) _b = (b);                                    \
 126                 _a < _b ? _a : _b;                                      \
 127         })
 128 #endif /* min */
 129
 130 #ifndef min_t
 131 # define min_t(type, a, b)                                              \
 132         ({                                                              \
 133                 type ___min1 = (a);                                     \
 134                 type ___min2 = (b);                                     \
 135                 ___min1 < ___min2 ? ___min1 : ___min2;                  \
 136         })
 137 #endif /* min_t */
 138
 139 #ifndef ispow2
 140 # define ispow2(x)              ({ !!((x) && !((x) & ((x) - 1))); })
 141 #endif
 142
 143 #ifndef offsetof
 144 # define offsetof(type, member) ((size_t) &((type *) 0)->member)
 145 #endif
 146
 147 #ifndef container_of
 148 # define container_of(ptr, type, member)                                \
 149         ({                                                              \
 150                 const typeof(((type *) 0)->member) * __mptr = (ptr);    \
 151                 (type *) ((char *) __mptr - offsetof(type, member));    \
 152         })
 153 #endif
 154
 155 #ifndef array_size
 156 # define array_size(x)  (sizeof(x) / sizeof((x)[0]) + __must_be_array(x))
 157 #endif
 158
 159 #ifndef __must_be_array
 160 # define __must_be_array(x)                                             \
 161         build_bug_on_zero(__builtin_types_compatible_p(typeof(x),       \
 162                                                        typeof(&x[0])))
 163 #endif
 164
 165 #ifndef build_bug_on_zero
 166 # define build_bug_on_zero(e)   (sizeof(char[1 - 2 * !!(e)]) - 1)
 167 #endif
 168
 169 #ifndef build_bug_on
 170 # define build_bug_on(e)        ((void)sizeof(char[1 - 2*!!(e)]))
 171 #endif
 172
 173 #ifndef bug_on
 174 # define bug_on(cond)           assert(!(cond))
 175 #endif
 176
 177 #ifndef bug
 178 # define bug()                  assert(0)
 179 #endif
 180
 181 #define PAGE_SIZE               (getpagesize())
 182 #define PAGE_MASK               (~(PAGE_SIZE - 1))
 183 #define PAGE_ALIGN(addr)        (((addr) + PAGE_SIZE - 1) & PAGE_MASK)
 184
 185 #if __BYTE_ORDER == __LITTLE_ENDIAN
 186 static inline uint64_t htonll(uint64_t x)
 187 {
 188         return bswap_64(x);
 189 }
 190
 191 static inline uint64_t ntohll(uint64_t x)
 192 {
 193         return bswap_64(x);
 194 }
 195 #elif __BYTE_ORDER == __BIG_ENDIAN
 196 static inline uint64_t htonll(uint64_t x)
 197 {
 198         return x;
 199 }
 200
 201 static inline uint64_t ntohll(uint64_t x)
 202 {
 203         return x;
 204 }
 205 #else
 206 # error __BYTE_ORDER is neither __LITTLE_ENDIAN nor __BIG_ENDIAN
 207 #endif
 208 #ifndef ___constant_swab16
 209 # define ___constant_swab16(x) ((__u16)(                        \
 210         (((__u16)(x) & (__u16)0x00ffU) << 8) |                  \
 211         (((__u16)(x) & (__u16)0xff00U) >> 8)))
 212 #endif
 213 #ifndef ___constant_swab32
 214 # define ___constant_swab32(x) ((__u32)(                        \
 215         (((__u32)(x) & (__u32)0x000000ffUL) << 24) |            \
 216         (((__u32)(x) & (__u32)0x0000ff00UL) <<  8) |            \
 217         (((__u32)(x) & (__u32)0x00ff0000UL) >>  8) |            \
 218         (((__u32)(x) & (__u32)0xff000000UL) >> 24)))
 219 #endif
 220 #if __BYTE_ORDER == __LITTLE_ENDIAN
 221 static inline u16 cpu_to_be16(u16 val)
 222 {
 223         return bswap_16(val);
 224 }
 225
 226 static inline u32 cpu_to_be32(u32 val)
 227 {
 228         return bswap_32(val);
 229 }
 230
 231 static inline u64 cpu_to_be64(u64 val)
 232 {
 233         return bswap_64(val);
 234 }
 235
 236 static inline u16 cpu_to_le16(u16 val)
 237 {
 238         return val;
 239 }
 240
 241 static inline u32 cpu_to_le32(u32 val)
 242 {
 243         return val;
 244 }
 245
 246 static inline u64 cpu_to_le64(u64 val)
 247 {
 248         return val;
 249 }
 250
 251 # ifndef __constant_htonl
 252 #  define __constant_htonl(x) ((__force __be32)___constant_swab32((x)))
 253 # endif
 254 # ifndef __constant_ntohl
 255 #  define __constant_ntohl(x) ___constant_swab32((__force __be32)(x))
 256 # endif
 257 # ifndef __constant_htons
 258 #  define __constant_htons(x) ((__force __be16)___constant_swab16((x)))
 259 # endif
 260 # ifndef __constant_ntohs
 261 #  define __constant_ntohs(x) ___constant_swab16((__force __be16)(x))
 262 # endif
 263 #elif __BYTE_ORDER == __BIG_ENDIAN
 264 static inline u16 cpu_to_be16(u16 val)
 265 {
 266         return val;
 267 }
 268
 269 static inline u32 cpu_to_be32(u32 val)
 270 {
 271         return val;
 272 }
 273
 274 static inline u64 cpu_to_be64(u64 val)
 275 {
 276         return val;
 277 }
 278
 279 static inline u16 cpu_to_le16(u16 val)
 280 {
 281         return bswap_16(val);
 282 }
 283
 284 static inline u32 cpu_to_le32(u32 val)
 285 {
 286         return bswap_32(val);
 287 }
 288
 289 static inline u64 cpu_to_le64(u64 val)
 290 {
 291         return bswap_64(val);
 292 }
 293
 294 # ifndef __constant_htonl
 295 #  define __constant_htonl(x) ((__force __be32)(__u32)(x))
 296 # endif
 297 # ifndef __constant_ntohl
 298 #  define __constant_ntohl(x) ((__force __u32)(__be32)(x))
 299 # endif
 300 # ifndef __constant_htons
 301 #  define __constant_htons(x) ((__force __be16)(__u16)(x))
 302 # endif
 303 # ifndef __constant_ntohs
 304 #  define __constant_ntohs(x) ((__force __u16)(__be16)(x))
 305 # endif
 306 #else
 307 # error __BYTE_ORDER is neither __LITTLE_ENDIAN nor __BIG_ENDIAN
 308 #endif
 309
 310 #define le64_to_cpu     cpu_to_le64
 311 #define le32_to_cpu     cpu_to_le32
 312 #define le16_to_cpu     cpu_to_le16
 313 #define be64_to_cpu     cpu_to_be64
 314 #define be32_to_cpu     cpu_to_be32
 315 #define be16_to_cpu     cpu_to_be16
 316
 317 #undef memset
 318 #undef memcpy
 319
 320 #define memset          fmemset
 321 #define memcpy          fmemcpy
 322
 323 #if defined(__amd64__) || defined(__x86_64__) || defined(__AMD64__) || \
 324     defined(_M_X64) || defined(__amd64)
 325 # define CO_IN_CACHE_SHIFT              7
 326 #elif defined(__i386__) || defined(__x86__) || defined(__X86__) || \
 327       defined(_M_IX86) || defined(__i386)
 328 # define CO_IN_CACHE_SHIFT              7
 329 #elif defined(__ia64__) || defined(__IA64__) || defined(__M_IA64)
 330 # define CO_IN_CACHE_SHIFT              6
 331 #elif defined(__SPU__)
 332 # define CO_IN_CACHE_SHIFT              7
 333 #elif defined(__powerpc64__) || defined(__ppc64__) || defined(__PPC64__) || \
 334       defined(_ARCH_PPC64)
 335 # define CO_IN_CACHE_SHIFT              8
 336 #elif defined(__powerpc__) || defined(__ppc__) || defined(__PPC__) || \
 337       defined(_ARCH_PPC)
 338 # define CO_IN_CACHE_SHIFT              7
 339 #elif defined(__sparcv9__) || defined(__sparcv9)
 340 # define CO_IN_CACHE_SHIFT              6
 341 #elif defined(__sparc_v8__)
 342 # define CO_IN_CACHE_SHIFT              5
 343 #elif defined(__sparc__) || defined(__sparc)
 344 # define CO_IN_CACHE_SHIFT              5
 345 #elif defined(__ARM_EABI__)
 346 # define CO_IN_CACHE_SHIFT              5
 347 #elif defined(__arm__)
 348 # define CO_IN_CACHE_SHIFT              5
 349 #elif defined(__mips__) || defined(__mips) || defined(__MIPS__)
 350 # if defined(_ABIO32)
 351 # define CO_IN_CACHE_SHIFT              5
 352 # elif defined(_ABIN32)
 353 # define CO_IN_CACHE_SHIFT              5
 354 # else
 355 # define CO_IN_CACHE_SHIFT              6
 356 # endif
 357 #else
 358 # define CO_IN_CACHE_SHIFT              5
 359 #endif
 360
 361 #ifndef TP_STATUS_TS_SOFTWARE
 362 # define TP_STATUS_TS_SOFTWARE          (1 << 29)
 363 #endif
 364
 365 #ifndef TP_STATUS_TS_SYS_HARDWARE
 366 # define TP_STATUS_TS_SYS_HARDWARE      (1 << 30)
 367 #endif
 368
 369 #ifndef TP_STATUS_TS_RAW_HARDWARE
 370 # define TP_STATUS_TS_RAW_HARDWARE      (1 << 31)
 371 #endif
 372
 373 #ifndef POLLRDNORM
 374 # define POLLRDNORM                     0x0040
 375 #endif
 376
 377 #ifndef POLLWRNORM
 378 # define POLLWRNORM                     0x0100
 379 #endif
 380
 381 #ifndef POLLRDHUP
 382 # define POLLRDHUP                      0x2000
 383 #endif
 384
 385 #ifndef ARPHRD_IEEE802154_MONITOR
 386 # define ARPHRD_IEEE802154_MONITOR      805
 387 #endif
 388
 389 #ifndef ARPHRD_IP6GRE
 390 # define ARPHRD_IP6GRE                  823
 391 #endif
 392
 393 #ifndef ARPHRD_NETLINK
 394 # define ARPHRD_NETLINK                 824
 395 #endif
 396
 397 #endif /* BUILT_IN_H */