4 * Copyright IBM, Corp. 2010
6 * This work is licensed under the terms of the GNU GPL, version 2. See
7 * the COPYING file in the top-level directory.
19 #include "qemu/timer.h"
21 #include "trace/control.h"
22 #include "trace/simple.h"
24 /** Trace file header event ID */
25 #define HEADER_EVENT_ID (~(uint64_t)0) /* avoids conflicting with TraceEventIDs */
27 /** Trace file magic number */
28 #define HEADER_MAGIC 0xf2b177cb0aa429b4ULL
30 /** Trace file version number, bump if format changes */
31 #define HEADER_VERSION 2
33 /** Records were dropped event ID */
34 #define DROPPED_EVENT_ID (~(uint64_t)0 - 1)
36 /** Trace record is valid */
37 #define TRACE_RECORD_VALID ((uint64_t)1 << 63)
40 * Trace records are written out by a dedicated thread. The thread waits for
41 * records to become available, writes them out, and then waits again.
43 #if GLIB_CHECK_VERSION(2, 32, 0)
44 static GMutex trace_lock
;
45 #define lock_trace_lock() g_mutex_lock(&trace_lock)
46 #define unlock_trace_lock() g_mutex_unlock(&trace_lock)
47 #define get_trace_lock_mutex() (&trace_lock)
49 static GStaticMutex trace_lock
= G_STATIC_MUTEX_INIT
;
50 #define lock_trace_lock() g_static_mutex_lock(&trace_lock)
51 #define unlock_trace_lock() g_static_mutex_unlock(&trace_lock)
52 #define get_trace_lock_mutex() g_static_mutex_get_mutex(&trace_lock)
55 /* g_cond_new() was deprecated in glib 2.31 but we still need to support it */
56 #if GLIB_CHECK_VERSION(2, 31, 0)
57 static GCond the_trace_available_cond
;
58 static GCond the_trace_empty_cond
;
59 static GCond
*trace_available_cond
= &the_trace_available_cond
;
60 static GCond
*trace_empty_cond
= &the_trace_empty_cond
;
62 static GCond
*trace_available_cond
;
63 static GCond
*trace_empty_cond
;
66 static bool trace_available
;
67 static bool trace_writeout_enabled
;
70 TRACE_BUF_LEN
= 4096 * 64,
71 TRACE_BUF_FLUSH_THRESHOLD
= TRACE_BUF_LEN
/ 4,
74 uint8_t trace_buf
[TRACE_BUF_LEN
];
75 static volatile gint trace_idx
;
76 static unsigned int writeout_idx
;
77 static volatile gint dropped_events
;
78 static FILE *trace_fp
;
79 static char *trace_file_name
;
81 /* * Trace buffer entry */
83 uint64_t event
; /* TraceEventID */
84 uint64_t timestamp_ns
;
85 uint32_t length
; /* in bytes */
86 uint32_t reserved
; /* unused */
91 uint64_t header_event_id
; /* HEADER_EVENT_ID */
92 uint64_t header_magic
; /* HEADER_MAGIC */
93 uint64_t header_version
; /* HEADER_VERSION */
97 static void read_from_buffer(unsigned int idx
, void *dataptr
, size_t size
);
98 static unsigned int write_to_buffer(unsigned int idx
, void *dataptr
, size_t size
);
100 static void clear_buffer_range(unsigned int idx
, size_t len
)
104 if (idx
>= TRACE_BUF_LEN
) {
105 idx
= idx
% TRACE_BUF_LEN
;
107 trace_buf
[idx
++] = 0;
112 * Read a trace record from the trace buffer
114 * @idx Trace buffer index
115 * @record Trace record to fill
117 * Returns false if the record is not valid.
119 static bool get_trace_record(unsigned int idx
, TraceRecord
**recordptr
)
121 uint64_t event_flag
= 0;
123 /* read the event flag to see if its a valid record */
124 read_from_buffer(idx
, &record
, sizeof(event_flag
));
126 if (!(record
.event
& TRACE_RECORD_VALID
)) {
130 smp_rmb(); /* read memory barrier before accessing record */
131 /* read the record header to know record length */
132 read_from_buffer(idx
, &record
, sizeof(TraceRecord
));
133 *recordptr
= malloc(record
.length
); /* dont use g_malloc, can deadlock when traced */
134 /* make a copy of record to avoid being overwritten */
135 read_from_buffer(idx
, *recordptr
, record
.length
);
136 smp_rmb(); /* memory barrier before clearing valid flag */
137 (*recordptr
)->event
&= ~TRACE_RECORD_VALID
;
138 /* clear the trace buffer range for consumed record otherwise any byte
139 * with its MSB set may be considered as a valid event id when the writer
140 * thread crosses this range of buffer again.
142 clear_buffer_range(idx
, record
.length
);
147 * Kick writeout thread
149 * @wait Whether to wait for writeout thread to complete
151 static void flush_trace_file(bool wait
)
154 trace_available
= true;
155 g_cond_signal(trace_available_cond
);
158 g_cond_wait(trace_empty_cond
, get_trace_lock_mutex());
164 static void wait_for_trace_records_available(void)
167 while (!(trace_available
&& trace_writeout_enabled
)) {
168 g_cond_signal(trace_empty_cond
);
169 g_cond_wait(trace_available_cond
, get_trace_lock_mutex());
171 trace_available
= false;
175 static gpointer
writeout_thread(gpointer opaque
)
177 TraceRecord
*recordptr
;
180 uint8_t bytes
[sizeof(TraceRecord
) + sizeof(uint64_t)];
182 unsigned int idx
= 0;
184 size_t unused
__attribute__ ((unused
));
187 wait_for_trace_records_available();
189 if (g_atomic_int_get(&dropped_events
)) {
190 dropped
.rec
.event
= DROPPED_EVENT_ID
,
191 dropped
.rec
.timestamp_ns
= get_clock();
192 dropped
.rec
.length
= sizeof(TraceRecord
) + sizeof(uint64_t),
193 dropped
.rec
.reserved
= 0;
195 dropped_count
= g_atomic_int_get(&dropped_events
);
196 } while (!g_atomic_int_compare_and_exchange(&dropped_events
,
198 dropped
.rec
.arguments
[0] = dropped_count
;
199 unused
= fwrite(&dropped
.rec
, dropped
.rec
.length
, 1, trace_fp
);
202 while (get_trace_record(idx
, &recordptr
)) {
203 unused
= fwrite(recordptr
, recordptr
->length
, 1, trace_fp
);
204 writeout_idx
+= recordptr
->length
;
205 free(recordptr
); /* dont use g_free, can deadlock when traced */
206 idx
= writeout_idx
% TRACE_BUF_LEN
;
214 void trace_record_write_u64(TraceBufferRecord
*rec
, uint64_t val
)
216 rec
->rec_off
= write_to_buffer(rec
->rec_off
, &val
, sizeof(uint64_t));
219 void trace_record_write_str(TraceBufferRecord
*rec
, const char *s
, uint32_t slen
)
221 /* Write string length first */
222 rec
->rec_off
= write_to_buffer(rec
->rec_off
, &slen
, sizeof(slen
));
223 /* Write actual string now */
224 rec
->rec_off
= write_to_buffer(rec
->rec_off
, (void*)s
, slen
);
227 int trace_record_start(TraceBufferRecord
*rec
, TraceEventID event
, size_t datasize
)
229 unsigned int idx
, rec_off
, old_idx
, new_idx
;
230 uint32_t rec_len
= sizeof(TraceRecord
) + datasize
;
231 uint64_t event_u64
= event
;
232 uint64_t timestamp_ns
= get_clock();
235 old_idx
= g_atomic_int_get(&trace_idx
);
237 new_idx
= old_idx
+ rec_len
;
239 if (new_idx
- writeout_idx
> TRACE_BUF_LEN
) {
240 /* Trace Buffer Full, Event dropped ! */
241 g_atomic_int_inc(&dropped_events
);
244 } while (!g_atomic_int_compare_and_exchange(&trace_idx
, old_idx
, new_idx
));
246 idx
= old_idx
% TRACE_BUF_LEN
;
249 rec_off
= write_to_buffer(rec_off
, &event_u64
, sizeof(event_u64
));
250 rec_off
= write_to_buffer(rec_off
, ×tamp_ns
, sizeof(timestamp_ns
));
251 rec_off
= write_to_buffer(rec_off
, &rec_len
, sizeof(rec_len
));
254 rec
->rec_off
= (idx
+ sizeof(TraceRecord
)) % TRACE_BUF_LEN
;
258 static void read_from_buffer(unsigned int idx
, void *dataptr
, size_t size
)
260 uint8_t *data_ptr
= dataptr
;
263 if (idx
>= TRACE_BUF_LEN
) {
264 idx
= idx
% TRACE_BUF_LEN
;
266 data_ptr
[x
++] = trace_buf
[idx
++];
270 static unsigned int write_to_buffer(unsigned int idx
, void *dataptr
, size_t size
)
272 uint8_t *data_ptr
= dataptr
;
275 if (idx
>= TRACE_BUF_LEN
) {
276 idx
= idx
% TRACE_BUF_LEN
;
278 trace_buf
[idx
++] = data_ptr
[x
++];
280 return idx
; /* most callers wants to know where to write next */
283 void trace_record_finish(TraceBufferRecord
*rec
)
286 read_from_buffer(rec
->tbuf_idx
, &record
, sizeof(TraceRecord
));
287 smp_wmb(); /* write barrier before marking as valid */
288 record
.event
|= TRACE_RECORD_VALID
;
289 write_to_buffer(rec
->tbuf_idx
, &record
, sizeof(TraceRecord
));
291 if (((unsigned int)g_atomic_int_get(&trace_idx
) - writeout_idx
)
292 > TRACE_BUF_FLUSH_THRESHOLD
) {
293 flush_trace_file(false);
297 void st_set_trace_file_enabled(bool enable
)
299 if (enable
== !!trace_fp
) {
300 return; /* no change */
303 /* Halt trace writeout */
304 flush_trace_file(true);
305 trace_writeout_enabled
= false;
306 flush_trace_file(true);
309 static const TraceLogHeader header
= {
310 .header_event_id
= HEADER_EVENT_ID
,
311 .header_magic
= HEADER_MAGIC
,
312 /* Older log readers will check for version at next location */
313 .header_version
= HEADER_VERSION
,
316 trace_fp
= fopen(trace_file_name
, "wb");
321 if (fwrite(&header
, sizeof header
, 1, trace_fp
) != 1) {
327 /* Resume trace writeout */
328 trace_writeout_enabled
= true;
329 flush_trace_file(false);
337 * Set the name of a trace file
339 * @file The trace file name or NULL for the default name-<pid> set at
342 bool st_set_trace_file(const char *file
)
344 st_set_trace_file_enabled(false);
346 g_free(trace_file_name
);
349 trace_file_name
= g_strdup_printf(CONFIG_TRACE_FILE
, getpid());
351 trace_file_name
= g_strdup_printf("%s", file
);
354 st_set_trace_file_enabled(true);
358 void st_print_trace_file_status(FILE *stream
, int (*stream_printf
)(FILE *stream
, const char *fmt
, ...))
360 stream_printf(stream
, "Trace file \"%s\" %s.\n",
361 trace_file_name
, trace_fp
? "on" : "off");
364 void st_flush_trace_buffer(void)
366 flush_trace_file(true);
369 void trace_print_events(FILE *stream
, fprintf_function stream_printf
)
373 for (i
= 0; i
< trace_event_count(); i
++) {
374 TraceEvent
*ev
= trace_event_id(i
);
375 stream_printf(stream
, "%s [Event ID %u] : state %u\n",
376 trace_event_get_name(ev
), i
, trace_event_get_state_dynamic(ev
));
380 void trace_event_set_state_dynamic_backend(TraceEvent
*ev
, bool state
)
385 /* Helper function to create a thread with signals blocked. Use glib's
386 * portable threads since QEMU abstractions cannot be used due to reentrancy in
387 * the tracer. Also note the signal masking on POSIX hosts so that the thread
388 * does not steal signals when the rest of the program wants them blocked.
390 static GThread
*trace_thread_create(GThreadFunc fn
)
394 sigset_t set
, oldset
;
397 pthread_sigmask(SIG_SETMASK
, &set
, &oldset
);
400 #if GLIB_CHECK_VERSION(2, 31, 0)
401 thread
= g_thread_new("trace-thread", fn
, NULL
);
403 thread
= g_thread_create(fn
, NULL
, FALSE
, NULL
);
407 pthread_sigmask(SIG_SETMASK
, &oldset
, NULL
);
413 bool trace_backend_init(const char *events
, const char *file
)
417 #if !GLIB_CHECK_VERSION(2, 31, 0)
418 trace_available_cond
= g_cond_new();
419 trace_empty_cond
= g_cond_new();
422 thread
= trace_thread_create(writeout_thread
);
424 fprintf(stderr
, "warning: unable to initialize simple trace backend\n");
428 atexit(st_flush_trace_buffer
);
429 trace_backend_init_events(events
);
430 st_set_trace_file(file
);