4 * Copyright (C) 2008 Lai Jiangshan <laijs@cn.fujitsu.com>
7 #include <linux/seq_file.h>
8 #include <linux/uaccess.h>
9 #include <linux/kernel.h>
10 #include <linux/ftrace.h>
11 #include <linux/string.h>
12 #include <linux/module.h>
13 #include <linux/mutex.h>
14 #include <linux/ctype.h>
15 #include <linux/list.h>
16 #include <linux/slab.h>
23 * modules trace_printk()'s formats are autosaved in struct trace_bprintk_fmt
24 * which are queued on trace_bprintk_fmt_list.
26 static LIST_HEAD(trace_bprintk_fmt_list
);
28 /* serialize accesses to trace_bprintk_fmt_list */
29 static DEFINE_MUTEX(btrace_mutex
);
31 struct trace_bprintk_fmt
{
32 struct list_head list
;
36 static inline struct trace_bprintk_fmt
*lookup_format(const char *fmt
)
38 struct trace_bprintk_fmt
*pos
;
41 return ERR_PTR(-EINVAL
);
43 list_for_each_entry(pos
, &trace_bprintk_fmt_list
, list
) {
44 if (!strcmp(pos
->fmt
, fmt
))
51 void hold_module_trace_bprintk_format(const char **start
, const char **end
)
56 /* allocate the trace_printk per cpu buffers */
58 trace_printk_init_buffers();
60 mutex_lock(&btrace_mutex
);
61 for (iter
= start
; iter
< end
; iter
++) {
62 struct trace_bprintk_fmt
*tb_fmt
= lookup_format(*iter
);
70 tb_fmt
= kmalloc(sizeof(*tb_fmt
), GFP_KERNEL
);
72 fmt
= kmalloc(strlen(*iter
) + 1, GFP_KERNEL
);
74 list_add_tail(&tb_fmt
->list
, &trace_bprintk_fmt_list
);
83 mutex_unlock(&btrace_mutex
);
86 static int module_trace_bprintk_format_notify(struct notifier_block
*self
,
87 unsigned long val
, void *data
)
89 struct module
*mod
= data
;
90 if (mod
->num_trace_bprintk_fmt
) {
91 const char **start
= mod
->trace_bprintk_fmt_start
;
92 const char **end
= start
+ mod
->num_trace_bprintk_fmt
;
94 if (val
== MODULE_STATE_COMING
)
95 hold_module_trace_bprintk_format(start
, end
);
101 * The debugfs/tracing/printk_formats file maps the addresses with
102 * the ASCII formats that are used in the bprintk events in the
103 * buffer. For userspace tools to be able to decode the events from
104 * the buffer, they need to be able to map the address with the format.
106 * The addresses of the bprintk formats are in their own section
107 * __trace_printk_fmt. But for modules we copy them into a link list.
108 * The code to print the formats and their addresses passes around the
109 * address of the fmt string. If the fmt address passed into the seq
110 * functions is within the kernel core __trace_printk_fmt section, then
111 * it simply uses the next pointer in the list.
113 * When the fmt pointer is outside the kernel core __trace_printk_fmt
114 * section, then we need to read the link list pointers. The trick is
115 * we pass the address of the string to the seq function just like
116 * we do for the kernel core formats. To get back the structure that
117 * holds the format, we simply use containerof() and then go to the
118 * next format in the list.
121 find_next_mod_format(int start_index
, void *v
, const char **fmt
, loff_t
*pos
)
123 struct trace_bprintk_fmt
*mod_fmt
;
125 if (list_empty(&trace_bprintk_fmt_list
))
129 * v will point to the address of the fmt record from t_next
130 * v will be NULL from t_start.
131 * If this is the first pointer or called from start
132 * then we need to walk the list.
134 if (!v
|| start_index
== *pos
) {
135 struct trace_bprintk_fmt
*p
;
137 /* search the module list */
138 list_for_each_entry(p
, &trace_bprintk_fmt_list
, list
) {
139 if (start_index
== *pos
)
148 * v points to the address of the fmt field in the mod list
149 * structure that holds the module print format.
151 mod_fmt
= container_of(v
, typeof(*mod_fmt
), fmt
);
152 if (mod_fmt
->list
.next
== &trace_bprintk_fmt_list
)
155 mod_fmt
= container_of(mod_fmt
->list
.next
, typeof(*mod_fmt
), list
);
157 return &mod_fmt
->fmt
;
160 static void format_mod_start(void)
162 mutex_lock(&btrace_mutex
);
165 static void format_mod_stop(void)
167 mutex_unlock(&btrace_mutex
);
170 #else /* !CONFIG_MODULES */
172 module_trace_bprintk_format_notify(struct notifier_block
*self
,
173 unsigned long val
, void *data
)
177 static inline const char **
178 find_next_mod_format(int start_index
, void *v
, const char **fmt
, loff_t
*pos
)
182 static inline void format_mod_start(void) { }
183 static inline void format_mod_stop(void) { }
184 #endif /* CONFIG_MODULES */
186 static bool __read_mostly trace_printk_enabled
= true;
188 void trace_printk_control(bool enabled
)
190 trace_printk_enabled
= enabled
;
193 __initdata_or_module
static
194 struct notifier_block module_trace_bprintk_format_nb
= {
195 .notifier_call
= module_trace_bprintk_format_notify
,
198 int __trace_bprintk(unsigned long ip
, const char *fmt
, ...)
206 if (!trace_printk_enabled
)
210 ret
= trace_vbprintk(ip
, fmt
, ap
);
214 EXPORT_SYMBOL_GPL(__trace_bprintk
);
216 int __ftrace_vbprintk(unsigned long ip
, const char *fmt
, va_list ap
)
221 if (!trace_printk_enabled
)
224 return trace_vbprintk(ip
, fmt
, ap
);
226 EXPORT_SYMBOL_GPL(__ftrace_vbprintk
);
228 int __trace_printk(unsigned long ip
, const char *fmt
, ...)
233 if (!trace_printk_enabled
)
237 ret
= trace_vprintk(ip
, fmt
, ap
);
241 EXPORT_SYMBOL_GPL(__trace_printk
);
243 int __ftrace_vprintk(unsigned long ip
, const char *fmt
, va_list ap
)
245 if (!trace_printk_enabled
)
248 return trace_vprintk(ip
, fmt
, ap
);
250 EXPORT_SYMBOL_GPL(__ftrace_vprintk
);
252 static const char **find_next(void *v
, loff_t
*pos
)
254 const char **fmt
= v
;
258 start_index
= __stop___trace_bprintk_fmt
- __start___trace_bprintk_fmt
;
260 if (*pos
< start_index
)
261 return __start___trace_bprintk_fmt
+ *pos
;
264 * The __tracepoint_str section is treated the same as the
265 * __trace_printk_fmt section. The difference is that the
266 * __trace_printk_fmt section should only be used by trace_printk()
267 * in a debugging environment, as if anything exists in that section
268 * the trace_prink() helper buffers are allocated, which would just
269 * waste space in a production environment.
271 * The __tracepoint_str sections on the other hand are used by
272 * tracepoints which need to map pointers to their strings to
273 * the ASCII text for userspace.
275 last_index
= start_index
;
276 start_index
= __stop___tracepoint_str
- __start___tracepoint_str
;
278 if (*pos
< last_index
+ start_index
)
279 return __start___tracepoint_str
+ (*pos
- last_index
);
281 start_index
+= last_index
;
282 return find_next_mod_format(start_index
, v
, fmt
, pos
);
286 t_start(struct seq_file
*m
, loff_t
*pos
)
289 return find_next(NULL
, pos
);
292 static void *t_next(struct seq_file
*m
, void * v
, loff_t
*pos
)
295 return find_next(v
, pos
);
298 static int t_show(struct seq_file
*m
, void *v
)
300 const char **fmt
= v
;
301 const char *str
= *fmt
;
307 seq_printf(m
, "0x%lx : \"", *(unsigned long *)fmt
);
310 * Tabs and new lines need to be converted.
312 for (i
= 0; str
[i
]; i
++) {
335 static void t_stop(struct seq_file
*m
, void *p
)
340 static const struct seq_operations show_format_seq_ops
= {
348 ftrace_formats_open(struct inode
*inode
, struct file
*file
)
350 return seq_open(file
, &show_format_seq_ops
);
353 static const struct file_operations ftrace_formats_fops
= {
354 .open
= ftrace_formats_open
,
357 .release
= seq_release
,
360 static __init
int init_trace_printk_function_export(void)
362 struct dentry
*d_tracer
;
364 d_tracer
= tracing_init_dentry();
365 if (IS_ERR(d_tracer
))
368 trace_create_file("printk_formats", 0444, d_tracer
,
369 NULL
, &ftrace_formats_fops
);
374 fs_initcall(init_trace_printk_function_export
);
376 static __init
int init_trace_printk(void)
378 return register_module_notifier(&module_trace_bprintk_format_nb
);
381 early_initcall(init_trace_printk
);