1 #ifndef _LINUX_KERNEL_H
2 #define _LINUX_KERNEL_H
5 * 'kernel.h' contains some often-used function prototypes etc
11 #include <linux/linkage.h>
12 #include <linux/stddef.h>
13 #include <linux/types.h>
14 #include <linux/compiler.h>
15 #include <linux/bitops.h>
16 #include <linux/log2.h>
17 #include <linux/typecheck.h>
18 #include <linux/ratelimit.h>
19 #include <linux/dynamic_debug.h>
20 #include <asm/byteorder.h>
23 extern const char linux_banner
[];
24 extern const char linux_proc_banner
[];
26 #define USHORT_MAX ((u16)(~0U))
27 #define SHORT_MAX ((s16)(USHORT_MAX>>1))
28 #define SHORT_MIN (-SHORT_MAX - 1)
29 #define INT_MAX ((int)(~0U>>1))
30 #define INT_MIN (-INT_MAX - 1)
31 #define UINT_MAX (~0U)
32 #define LONG_MAX ((long)(~0UL>>1))
33 #define LONG_MIN (-LONG_MAX - 1)
34 #define ULONG_MAX (~0UL)
35 #define LLONG_MAX ((long long)(~0ULL>>1))
36 #define LLONG_MIN (-LLONG_MAX - 1)
37 #define ULLONG_MAX (~0ULL)
39 #define STACK_MAGIC 0xdeadbeef
41 #define ALIGN(x,a) __ALIGN_MASK(x,(typeof(x))(a)-1)
42 #define __ALIGN_MASK(x,mask) (((x)+(mask))&~(mask))
43 #define PTR_ALIGN(p, a) ((typeof(p))ALIGN((unsigned long)(p), (a)))
44 #define IS_ALIGNED(x, a) (((x) & ((typeof(x))(a) - 1)) == 0)
46 #define ARRAY_SIZE(arr) (sizeof(arr) / sizeof((arr)[0]) + __must_be_array(arr))
48 #define FIELD_SIZEOF(t, f) (sizeof(((t*)0)->f))
49 #define DIV_ROUND_UP(n,d) (((n) + (d) - 1) / (d))
50 #define roundup(x, y) ((((x) + ((y) - 1)) / (y)) * (y))
51 #define DIV_ROUND_CLOSEST(x, divisor)( \
53 typeof(divisor) __divisor = divisor; \
54 (((x) + ((__divisor) / 2)) / (__divisor)); \
58 #define _RET_IP_ (unsigned long)__builtin_return_address(0)
59 #define _THIS_IP_ ({ __label__ __here; __here: (unsigned long)&&__here; })
62 # include <asm/div64.h>
63 # define sector_div(a, b) do_div(a, b)
65 # define sector_div(n, b)( \
76 * upper_32_bits - return bits 32-63 of a number
77 * @n: the number we're accessing
79 * A basic shift-right of a 64- or 32-bit quantity. Use this to suppress
80 * the "right shift count >= width of type" warning when that quantity is
83 #define upper_32_bits(n) ((u32)(((n) >> 16) >> 16))
86 * lower_32_bits - return bits 0-31 of a number
87 * @n: the number we're accessing
89 #define lower_32_bits(n) ((u32)(n))
91 #define KERN_EMERG "<0>" /* system is unusable */
92 #define KERN_ALERT "<1>" /* action must be taken immediately */
93 #define KERN_CRIT "<2>" /* critical conditions */
94 #define KERN_ERR "<3>" /* error conditions */
95 #define KERN_WARNING "<4>" /* warning conditions */
96 #define KERN_NOTICE "<5>" /* normal but significant condition */
97 #define KERN_INFO "<6>" /* informational */
98 #define KERN_DEBUG "<7>" /* debug-level messages */
100 /* Use the default kernel loglevel */
101 #define KERN_DEFAULT "<d>"
103 * Annotation for a "continued" line of log printout (only done after a
104 * line that had no enclosing \n). Only to be used by core/arch code
105 * during early bootup (a continued line is not SMP-safe otherwise).
107 #define KERN_CONT "<c>"
109 extern int console_printk
[];
111 #define console_loglevel (console_printk[0])
112 #define default_message_loglevel (console_printk[1])
113 #define minimum_console_loglevel (console_printk[2])
114 #define default_console_loglevel (console_printk[3])
120 #ifdef CONFIG_PREEMPT_VOLUNTARY
121 extern int _cond_resched(void);
122 # define might_resched() _cond_resched()
124 # define might_resched() do { } while (0)
127 #ifdef CONFIG_DEBUG_SPINLOCK_SLEEP
128 void __might_sleep(char *file
, int line
);
130 * might_sleep - annotation for functions that can sleep
132 * this macro will print a stack trace if it is executed in an atomic
133 * context (spinlock, irq-handler, ...).
135 * This is a useful debugging help to be able to catch problems early and not
136 * be bitten later when the calling function happens to sleep when it is not
139 # define might_sleep() \
140 do { __might_sleep(__FILE__, __LINE__); might_resched(); } while (0)
142 # define might_sleep() do { might_resched(); } while (0)
145 #define might_sleep_if(cond) do { if (cond) might_sleep(); } while (0)
149 (__x < 0) ? -__x : __x; \
152 #ifdef CONFIG_PROVE_LOCKING
153 void might_fault(void);
155 static inline void might_fault(void)
161 extern struct atomic_notifier_head panic_notifier_list
;
162 extern long (*panic_blink
)(long time
);
163 NORET_TYPE
void panic(const char * fmt
, ...)
164 __attribute__ ((NORET_AND
format (printf
, 1, 2))) __cold
;
165 extern void oops_enter(void);
166 extern void oops_exit(void);
167 extern int oops_may_print(void);
168 NORET_TYPE
void do_exit(long error_code
)
170 NORET_TYPE
void complete_and_exit(struct completion
*, long)
172 extern unsigned long simple_strtoul(const char *,char **,unsigned int);
173 extern long simple_strtol(const char *,char **,unsigned int);
174 extern unsigned long long simple_strtoull(const char *,char **,unsigned int);
175 extern long long simple_strtoll(const char *,char **,unsigned int);
176 extern int strict_strtoul(const char *, unsigned int, unsigned long *);
177 extern int strict_strtol(const char *, unsigned int, long *);
178 extern int strict_strtoull(const char *, unsigned int, unsigned long long *);
179 extern int strict_strtoll(const char *, unsigned int, long long *);
180 extern int sprintf(char * buf
, const char * fmt
, ...)
181 __attribute__ ((format (printf
, 2, 3)));
182 extern int vsprintf(char *buf
, const char *, va_list)
183 __attribute__ ((format (printf
, 2, 0)));
184 extern int snprintf(char * buf
, size_t size
, const char * fmt
, ...)
185 __attribute__ ((format (printf
, 3, 4)));
186 extern int vsnprintf(char *buf
, size_t size
, const char *fmt
, va_list args
)
187 __attribute__ ((format (printf
, 3, 0)));
188 extern int scnprintf(char * buf
, size_t size
, const char * fmt
, ...)
189 __attribute__ ((format (printf
, 3, 4)));
190 extern int vscnprintf(char *buf
, size_t size
, const char *fmt
, va_list args
)
191 __attribute__ ((format (printf
, 3, 0)));
192 extern char *kasprintf(gfp_t gfp
, const char *fmt
, ...)
193 __attribute__ ((format (printf
, 2, 3)));
194 extern char *kvasprintf(gfp_t gfp
, const char *fmt
, va_list args
);
196 extern int sscanf(const char *, const char *, ...)
197 __attribute__ ((format (scanf
, 2, 3)));
198 extern int vsscanf(const char *, const char *, va_list)
199 __attribute__ ((format (scanf
, 2, 0)));
201 extern int get_option(char **str
, int *pint
);
202 extern char *get_options(const char *str
, int nints
, int *ints
);
203 extern unsigned long long memparse(const char *ptr
, char **retptr
);
205 extern int core_kernel_text(unsigned long addr
);
206 extern int __kernel_text_address(unsigned long addr
);
207 extern int kernel_text_address(unsigned long addr
);
208 extern int func_ptr_is_kernel_text(void *ptr
);
211 extern struct pid
*session_of_pgrp(struct pid
*pgrp
);
215 * Add this to a message where you are sure the firmware is buggy or behaves
216 * really stupid or out of spec. Be aware that the responsible BIOS developer
217 * should be able to fix this issue or at least get a concrete idea of the
218 * problem by reading your message without the need of looking at the kernel
221 * Use it for definite and high priority BIOS bugs.
224 * Use it for not that clear (e.g. could the kernel messed up things already?)
225 * and medium priority BIOS bugs.
228 * Use this one if you want to tell the user or vendor about something
229 * suspicious, but generally harmless related to the firmware.
231 * Use it for information or very low priority BIOS bugs.
233 #define FW_BUG "[Firmware Bug]: "
234 #define FW_WARN "[Firmware Warn]: "
235 #define FW_INFO "[Firmware Info]: "
238 asmlinkage
int vprintk(const char *fmt
, va_list args
)
239 __attribute__ ((format (printf
, 1, 0)));
240 asmlinkage
int printk(const char * fmt
, ...)
241 __attribute__ ((format (printf
, 1, 2))) __cold
;
243 extern struct ratelimit_state printk_ratelimit_state
;
244 extern int printk_ratelimit(void);
245 extern bool printk_timed_ratelimit(unsigned long *caller_jiffies
,
246 unsigned int interval_msec
);
249 * Print a one-time message (analogous to WARN_ONCE() et al):
251 #define printk_once(x...) ({ \
252 static int __print_once = 1; \
254 if (__print_once) { \
260 void log_buf_kexec_setup(void);
262 static inline int vprintk(const char *s
, va_list args
)
263 __attribute__ ((format (printf
, 1, 0)));
264 static inline int vprintk(const char *s
, va_list args
) { return 0; }
265 static inline int printk(const char *s
, ...)
266 __attribute__ ((format (printf
, 1, 2)));
267 static inline int __cold
printk(const char *s
, ...) { return 0; }
268 static inline int printk_ratelimit(void) { return 0; }
269 static inline bool printk_timed_ratelimit(unsigned long *caller_jiffies
, \
270 unsigned int interval_msec
) \
273 /* No effect, but we still get type checking even in the !PRINTK case: */
274 #define printk_once(x...) printk(x)
276 static inline void log_buf_kexec_setup(void)
281 extern int printk_needs_cpu(int cpu
);
282 extern void printk_tick(void);
284 extern void asmlinkage
__attribute__((format(printf
, 1, 2)))
285 early_printk(const char *fmt
, ...);
287 unsigned long int_sqrt(unsigned long);
289 static inline void console_silent(void)
291 console_loglevel
= 0;
294 static inline void console_verbose(void)
296 if (console_loglevel
)
297 console_loglevel
= 15;
300 extern void bust_spinlocks(int yes
);
301 extern void wake_up_klogd(void);
302 extern int oops_in_progress
; /* If set, an oops, panic(), BUG() or die() is in progress */
303 extern int panic_timeout
;
304 extern int panic_on_oops
;
305 extern int panic_on_unrecovered_nmi
;
306 extern const char *print_tainted(void);
307 extern void add_taint(unsigned flag
);
308 extern int test_taint(unsigned flag
);
309 extern unsigned long get_taint(void);
310 extern int root_mountflags
;
312 /* Values used for system_state */
313 extern enum system_states
{
322 #define TAINT_PROPRIETARY_MODULE 0
323 #define TAINT_FORCED_MODULE 1
324 #define TAINT_UNSAFE_SMP 2
325 #define TAINT_FORCED_RMMOD 3
326 #define TAINT_MACHINE_CHECK 4
327 #define TAINT_BAD_PAGE 5
330 #define TAINT_OVERRIDDEN_ACPI_TABLE 8
332 #define TAINT_CRAP 10
334 extern void dump_stack(void) __cold
;
341 extern void hex_dump_to_buffer(const void *buf
, size_t len
,
342 int rowsize
, int groupsize
,
343 char *linebuf
, size_t linebuflen
, bool ascii
);
344 extern void print_hex_dump(const char *level
, const char *prefix_str
,
345 int prefix_type
, int rowsize
, int groupsize
,
346 const void *buf
, size_t len
, bool ascii
);
347 extern void print_hex_dump_bytes(const char *prefix_str
, int prefix_type
,
348 const void *buf
, size_t len
);
350 extern const char hex_asc
[];
351 #define hex_asc_lo(x) hex_asc[((x) & 0x0f)]
352 #define hex_asc_hi(x) hex_asc[((x) & 0xf0) >> 4]
354 static inline char *pack_hex_byte(char *buf
, u8 byte
)
356 *buf
++ = hex_asc_hi(byte
);
357 *buf
++ = hex_asc_lo(byte
);
362 #define pr_fmt(fmt) fmt
365 #define pr_emerg(fmt, ...) \
366 printk(KERN_EMERG pr_fmt(fmt), ##__VA_ARGS__)
367 #define pr_alert(fmt, ...) \
368 printk(KERN_ALERT pr_fmt(fmt), ##__VA_ARGS__)
369 #define pr_crit(fmt, ...) \
370 printk(KERN_CRIT pr_fmt(fmt), ##__VA_ARGS__)
371 #define pr_err(fmt, ...) \
372 printk(KERN_ERR pr_fmt(fmt), ##__VA_ARGS__)
373 #define pr_warning(fmt, ...) \
374 printk(KERN_WARNING pr_fmt(fmt), ##__VA_ARGS__)
375 #define pr_notice(fmt, ...) \
376 printk(KERN_NOTICE pr_fmt(fmt), ##__VA_ARGS__)
377 #define pr_info(fmt, ...) \
378 printk(KERN_INFO pr_fmt(fmt), ##__VA_ARGS__)
379 #define pr_cont(fmt, ...) \
380 printk(KERN_CONT fmt, ##__VA_ARGS__)
382 /* pr_devel() should produce zero code unless DEBUG is defined */
384 #define pr_devel(fmt, ...) \
385 printk(KERN_DEBUG pr_fmt(fmt), ##__VA_ARGS__)
387 #define pr_devel(fmt, ...) \
388 ({ if (0) printk(KERN_DEBUG pr_fmt(fmt), ##__VA_ARGS__); 0; })
391 /* If you are writing a driver, please use dev_dbg instead */
393 #define pr_debug(fmt, ...) \
394 printk(KERN_DEBUG pr_fmt(fmt), ##__VA_ARGS__)
395 #elif defined(CONFIG_DYNAMIC_DEBUG)
396 /* dynamic_pr_debug() uses pr_fmt() internally so we don't need it here */
397 #define pr_debug(fmt, ...) do { \
398 dynamic_pr_debug(fmt, ##__VA_ARGS__); \
401 #define pr_debug(fmt, ...) \
402 ({ if (0) printk(KERN_DEBUG pr_fmt(fmt), ##__VA_ARGS__); 0; })
406 * General tracing related utility functions - trace_printk(),
407 * tracing_on/tracing_off and tracing_start()/tracing_stop
409 * Use tracing_on/tracing_off when you want to quickly turn on or off
410 * tracing. It simply enables or disables the recording of the trace events.
411 * This also corresponds to the user space /sys/kernel/debug/tracing/tracing_on
412 * file, which gives a means for the kernel and userspace to interact.
413 * Place a tracing_off() in the kernel where you want tracing to end.
414 * From user space, examine the trace, and then echo 1 > tracing_on
415 * to continue tracing.
417 * tracing_stop/tracing_start has slightly more overhead. It is used
418 * by things like suspend to ram where disabling the recording of the
419 * trace is not enough, but tracing must actually stop because things
420 * like calling smp_processor_id() may crash the system.
422 * Most likely, you want to use tracing_on/tracing_off.
424 #ifdef CONFIG_RING_BUFFER
425 void tracing_on(void);
426 void tracing_off(void);
427 /* trace_off_permanent stops recording with no way to bring it back */
428 void tracing_off_permanent(void);
429 int tracing_is_on(void);
431 static inline void tracing_on(void) { }
432 static inline void tracing_off(void) { }
433 static inline void tracing_off_permanent(void) { }
434 static inline int tracing_is_on(void) { return 0; }
436 #ifdef CONFIG_TRACING
437 extern void tracing_start(void);
438 extern void tracing_stop(void);
439 extern void ftrace_off_permanent(void);
442 ftrace_special(unsigned long arg1
, unsigned long arg2
, unsigned long arg3
);
444 static inline void __attribute__ ((format (printf
, 1, 2)))
445 ____trace_printk_check_format(const char *fmt
, ...)
448 #define __trace_printk_check_format(fmt, args...) \
451 ____trace_printk_check_format(fmt, ##args); \
455 * trace_printk - printf formatting in the ftrace buffer
456 * @fmt: the printf format for printing
458 * Note: __trace_printk is an internal function for trace_printk and
459 * the @ip is passed in via the trace_printk macro.
461 * This function allows a kernel developer to debug fast path sections
462 * that printk is not appropriate for. By scattering in various
463 * printk like tracing in the code, a developer can quickly see
464 * where problems are occurring.
466 * This is intended as a debugging tool for the developer only.
467 * Please refrain from leaving trace_printks scattered around in
471 #define trace_printk(fmt, args...) \
473 __trace_printk_check_format(fmt, ##args); \
474 if (__builtin_constant_p(fmt)) { \
475 static const char *trace_printk_fmt \
476 __attribute__((section("__trace_printk_fmt"))) = \
477 __builtin_constant_p(fmt) ? fmt : NULL; \
479 __trace_bprintk(_THIS_IP_, trace_printk_fmt, ##args); \
481 __trace_printk(_THIS_IP_, fmt, ##args); \
485 __trace_bprintk(unsigned long ip
, const char *fmt
, ...)
486 __attribute__ ((format (printf
, 2, 3)));
489 __trace_printk(unsigned long ip
, const char *fmt
, ...)
490 __attribute__ ((format (printf
, 2, 3)));
493 * The double __builtin_constant_p is because gcc will give us an error
494 * if we try to allocate the static variable to fmt if it is not a
495 * constant. Even with the outer if statement.
497 #define ftrace_vprintk(fmt, vargs) \
499 if (__builtin_constant_p(fmt)) { \
500 static const char *trace_printk_fmt \
501 __attribute__((section("__trace_printk_fmt"))) = \
502 __builtin_constant_p(fmt) ? fmt : NULL; \
504 __ftrace_vbprintk(_THIS_IP_, trace_printk_fmt, vargs); \
506 __ftrace_vprintk(_THIS_IP_, fmt, vargs); \
510 __ftrace_vbprintk(unsigned long ip
, const char *fmt
, va_list ap
);
513 __ftrace_vprintk(unsigned long ip
, const char *fmt
, va_list ap
);
515 extern void ftrace_dump(void);
518 ftrace_special(unsigned long arg1
, unsigned long arg2
, unsigned long arg3
) { }
520 trace_printk(const char *fmt
, ...) __attribute__ ((format (printf
, 1, 2)));
522 static inline void tracing_start(void) { }
523 static inline void tracing_stop(void) { }
524 static inline void ftrace_off_permanent(void) { }
526 trace_printk(const char *fmt
, ...)
531 ftrace_vprintk(const char *fmt
, va_list ap
)
535 static inline void ftrace_dump(void) { }
536 #endif /* CONFIG_TRACING */
539 * Display an IP address in readable format.
542 #define NIPQUAD(addr) \
543 ((unsigned char *)&addr)[0], \
544 ((unsigned char *)&addr)[1], \
545 ((unsigned char *)&addr)[2], \
546 ((unsigned char *)&addr)[3]
547 #define NIPQUAD_FMT "%u.%u.%u.%u"
550 * min()/max()/clamp() macros that also do
551 * strict type-checking.. See the
552 * "unnecessary" pointer comparison.
554 #define min(x, y) ({ \
555 typeof(x) _min1 = (x); \
556 typeof(y) _min2 = (y); \
557 (void) (&_min1 == &_min2); \
558 _min1 < _min2 ? _min1 : _min2; })
560 #define max(x, y) ({ \
561 typeof(x) _max1 = (x); \
562 typeof(y) _max2 = (y); \
563 (void) (&_max1 == &_max2); \
564 _max1 > _max2 ? _max1 : _max2; })
567 * clamp - return a value clamped to a given range with strict typechecking
568 * @val: current value
569 * @min: minimum allowable value
570 * @max: maximum allowable value
572 * This macro does strict typechecking of min/max to make sure they are of the
573 * same type as val. See the unnecessary pointer comparisons.
575 #define clamp(val, min, max) ({ \
576 typeof(val) __val = (val); \
577 typeof(min) __min = (min); \
578 typeof(max) __max = (max); \
579 (void) (&__val == &__min); \
580 (void) (&__val == &__max); \
581 __val = __val < __min ? __min: __val; \
582 __val > __max ? __max: __val; })
585 * ..and if you can't take the strict
586 * types, you can specify one yourself.
588 * Or not use min/max/clamp at all, of course.
590 #define min_t(type, x, y) ({ \
593 __min1 < __min2 ? __min1: __min2; })
595 #define max_t(type, x, y) ({ \
598 __max1 > __max2 ? __max1: __max2; })
601 * clamp_t - return a value clamped to a given range using a given type
602 * @type: the type of variable to use
603 * @val: current value
604 * @min: minimum allowable value
605 * @max: maximum allowable value
607 * This macro does no typechecking and uses temporary variables of type
608 * 'type' to make all the comparisons.
610 #define clamp_t(type, val, min, max) ({ \
611 type __val = (val); \
612 type __min = (min); \
613 type __max = (max); \
614 __val = __val < __min ? __min: __val; \
615 __val > __max ? __max: __val; })
618 * clamp_val - return a value clamped to a given range using val's type
619 * @val: current value
620 * @min: minimum allowable value
621 * @max: maximum allowable value
623 * This macro does no typechecking and uses temporary variables of whatever
624 * type the input argument 'val' is. This is useful when val is an unsigned
625 * type and min and max are literals that will otherwise be assigned a signed
628 #define clamp_val(val, min, max) ({ \
629 typeof(val) __val = (val); \
630 typeof(val) __min = (min); \
631 typeof(val) __max = (max); \
632 __val = __val < __min ? __min: __val; \
633 __val > __max ? __max: __val; })
637 * swap - swap value of @a and @b
640 do { typeof(a) __tmp = (a); (a) = (b); (b) = __tmp; } while (0)
643 * container_of - cast a member of a structure out to the containing structure
644 * @ptr: the pointer to the member.
645 * @type: the type of the container struct this is embedded in.
646 * @member: the name of the member within the struct.
649 #define container_of(ptr, type, member) ({ \
650 const typeof( ((type *)0)->member ) *__mptr = (ptr); \
651 (type *)( (char *)__mptr - offsetof(type,member) );})
654 extern int do_sysinfo(struct sysinfo
*info
);
656 #endif /* __KERNEL__ */
658 #define SI_LOAD_SHIFT 16
660 long uptime
; /* Seconds since boot */
661 unsigned long loads
[3]; /* 1, 5, and 15 minute load averages */
662 unsigned long totalram
; /* Total usable main memory size */
663 unsigned long freeram
; /* Available memory size */
664 unsigned long sharedram
; /* Amount of shared memory */
665 unsigned long bufferram
; /* Memory used by buffers */
666 unsigned long totalswap
; /* Total swap space size */
667 unsigned long freeswap
; /* swap space still available */
668 unsigned short procs
; /* Number of current processes */
669 unsigned short pad
; /* explicit padding for m68k */
670 unsigned long totalhigh
; /* Total high memory size */
671 unsigned long freehigh
; /* Available high memory size */
672 unsigned int mem_unit
; /* Memory unit size in bytes */
673 char _f
[20-2*sizeof(long)-sizeof(int)]; /* Padding: libc5 uses this.. */
676 /* Force a compilation error if condition is true */
677 #define BUILD_BUG_ON(condition) ((void)sizeof(char[1 - 2*!!(condition)]))
679 /* Force a compilation error if condition is true, but also produce a
680 result (of value 0 and type size_t), so the expression can be used
681 e.g. in a structure initializer (or where-ever else comma expressions
682 aren't permitted). */
683 #define BUILD_BUG_ON_ZERO(e) (sizeof(char[1 - 2 * !!(e)]) - 1)
685 /* Trap pasters of __FUNCTION__ at compile-time */
686 #define __FUNCTION__ (__func__)
688 /* This helps us to avoid #ifdef CONFIG_NUMA */
695 /* Rebuild everything on CONFIG_FTRACE_MCOUNT_RECORD */
696 #ifdef CONFIG_FTRACE_MCOUNT_RECORD
697 # define REBUILD_DUE_TO_FTRACE_MCOUNT_RECORD