2 * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
4 * Parts came from builtin-{top,stat,record}.c, see those files for further
7 * Released under the GPL v2. (and only v2, not any later version)
11 #include "thread_map.h"
19 #include <linux/bitops.h>
20 #include <linux/hash.h>
22 #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
23 #define SID(e, x, y) xyarray__entry(e->sample_id, x, y)
25 void perf_evlist__init(struct perf_evlist
*evlist
, struct cpu_map
*cpus
,
26 struct thread_map
*threads
)
30 for (i
= 0; i
< PERF_EVLIST__HLIST_SIZE
; ++i
)
31 INIT_HLIST_HEAD(&evlist
->heads
[i
]);
32 INIT_LIST_HEAD(&evlist
->entries
);
33 perf_evlist__set_maps(evlist
, cpus
, threads
);
36 struct perf_evlist
*perf_evlist__new(struct cpu_map
*cpus
,
37 struct thread_map
*threads
)
39 struct perf_evlist
*evlist
= zalloc(sizeof(*evlist
));
42 perf_evlist__init(evlist
, cpus
, threads
);
47 static void perf_evlist__purge(struct perf_evlist
*evlist
)
49 struct perf_evsel
*pos
, *n
;
51 list_for_each_entry_safe(pos
, n
, &evlist
->entries
, node
) {
52 list_del_init(&pos
->node
);
53 perf_evsel__delete(pos
);
56 evlist
->nr_entries
= 0;
59 void perf_evlist__exit(struct perf_evlist
*evlist
)
64 evlist
->pollfd
= NULL
;
67 void perf_evlist__delete(struct perf_evlist
*evlist
)
69 perf_evlist__purge(evlist
);
70 perf_evlist__exit(evlist
);
74 void perf_evlist__add(struct perf_evlist
*evlist
, struct perf_evsel
*entry
)
76 list_add_tail(&entry
->node
, &evlist
->entries
);
80 int perf_evlist__add_default(struct perf_evlist
*evlist
)
82 struct perf_event_attr attr
= {
83 .type
= PERF_TYPE_HARDWARE
,
84 .config
= PERF_COUNT_HW_CPU_CYCLES
,
86 struct perf_evsel
*evsel
= perf_evsel__new(&attr
, 0);
91 perf_evlist__add(evlist
, evsel
);
95 int perf_evlist__alloc_pollfd(struct perf_evlist
*evlist
)
97 int nfds
= evlist
->cpus
->nr
* evlist
->threads
->nr
* evlist
->nr_entries
;
98 evlist
->pollfd
= malloc(sizeof(struct pollfd
) * nfds
);
99 return evlist
->pollfd
!= NULL
? 0 : -ENOMEM
;
102 void perf_evlist__add_pollfd(struct perf_evlist
*evlist
, int fd
)
104 fcntl(fd
, F_SETFL
, O_NONBLOCK
);
105 evlist
->pollfd
[evlist
->nr_fds
].fd
= fd
;
106 evlist
->pollfd
[evlist
->nr_fds
].events
= POLLIN
;
110 static void perf_evlist__id_hash(struct perf_evlist
*evlist
,
111 struct perf_evsel
*evsel
,
112 int cpu
, int thread
, u64 id
)
115 struct perf_sample_id
*sid
= SID(evsel
, cpu
, thread
);
119 hash
= hash_64(sid
->id
, PERF_EVLIST__HLIST_BITS
);
120 hlist_add_head(&sid
->node
, &evlist
->heads
[hash
]);
123 void perf_evlist__id_add(struct perf_evlist
*evlist
, struct perf_evsel
*evsel
,
124 int cpu
, int thread
, u64 id
)
126 perf_evlist__id_hash(evlist
, evsel
, cpu
, thread
, id
);
127 evsel
->id
[evsel
->ids
++] = id
;
130 static int perf_evlist__id_add_fd(struct perf_evlist
*evlist
,
131 struct perf_evsel
*evsel
,
132 int cpu
, int thread
, int fd
)
134 u64 read_data
[4] = { 0, };
135 int id_idx
= 1; /* The first entry is the counter value */
137 if (!(evsel
->attr
.read_format
& PERF_FORMAT_ID
) ||
138 read(fd
, &read_data
, sizeof(read_data
)) == -1)
141 if (evsel
->attr
.read_format
& PERF_FORMAT_TOTAL_TIME_ENABLED
)
143 if (evsel
->attr
.read_format
& PERF_FORMAT_TOTAL_TIME_RUNNING
)
146 perf_evlist__id_add(evlist
, evsel
, cpu
, thread
, read_data
[id_idx
]);
150 struct perf_evsel
*perf_evlist__id2evsel(struct perf_evlist
*evlist
, u64 id
)
152 struct hlist_head
*head
;
153 struct hlist_node
*pos
;
154 struct perf_sample_id
*sid
;
157 if (evlist
->nr_entries
== 1)
158 return list_entry(evlist
->entries
.next
, struct perf_evsel
, node
);
160 hash
= hash_64(id
, PERF_EVLIST__HLIST_BITS
);
161 head
= &evlist
->heads
[hash
];
163 hlist_for_each_entry(sid
, pos
, head
, node
)
169 union perf_event
*perf_evlist__read_on_cpu(struct perf_evlist
*evlist
, int cpu
)
171 /* XXX Move this to perf.c, making it generally available */
172 unsigned int page_size
= sysconf(_SC_PAGE_SIZE
);
173 struct perf_mmap
*md
= &evlist
->mmap
[cpu
];
174 unsigned int head
= perf_mmap__read_head(md
);
175 unsigned int old
= md
->prev
;
176 unsigned char *data
= md
->base
+ page_size
;
177 union perf_event
*event
= NULL
;
179 if (evlist
->overwrite
) {
181 * If we're further behind than half the buffer, there's a chance
182 * the writer will bite our tail and mess up the samples under us.
184 * If we somehow ended up ahead of the head, we got messed up.
186 * In either case, truncate and restart at head.
188 int diff
= head
- old
;
189 if (diff
> md
->mask
/ 2 || diff
< 0) {
190 fprintf(stderr
, "WARNING: failed to keep up with mmap data.\n");
193 * head points to a known good entry, start there.
202 event
= (union perf_event
*)&data
[old
& md
->mask
];
203 size
= event
->header
.size
;
206 * Event straddles the mmap boundary -- header should always
207 * be inside due to u64 alignment of output.
209 if ((old
& md
->mask
) + size
!= ((old
+ size
) & md
->mask
)) {
210 unsigned int offset
= old
;
211 unsigned int len
= min(sizeof(*event
), size
), cpy
;
212 void *dst
= &evlist
->event_copy
;
215 cpy
= min(md
->mask
+ 1 - (offset
& md
->mask
), len
);
216 memcpy(dst
, &data
[offset
& md
->mask
], cpy
);
222 event
= &evlist
->event_copy
;
230 if (!evlist
->overwrite
)
231 perf_mmap__write_tail(md
, old
);
236 void perf_evlist__munmap(struct perf_evlist
*evlist
)
240 for (cpu
= 0; cpu
< evlist
->cpus
->nr
; cpu
++) {
241 if (evlist
->mmap
[cpu
].base
!= NULL
) {
242 munmap(evlist
->mmap
[cpu
].base
, evlist
->mmap_len
);
243 evlist
->mmap
[cpu
].base
= NULL
;
248 int perf_evlist__alloc_mmap(struct perf_evlist
*evlist
)
250 evlist
->mmap
= zalloc(evlist
->cpus
->nr
* sizeof(struct perf_mmap
));
251 return evlist
->mmap
!= NULL
? 0 : -ENOMEM
;
254 static int __perf_evlist__mmap(struct perf_evlist
*evlist
, struct perf_evsel
*evsel
,
255 int cpu
, int prot
, int mask
, int fd
)
257 evlist
->mmap
[cpu
].prev
= 0;
258 evlist
->mmap
[cpu
].mask
= mask
;
259 evlist
->mmap
[cpu
].base
= mmap(NULL
, evlist
->mmap_len
, prot
,
261 if (evlist
->mmap
[cpu
].base
== MAP_FAILED
) {
262 if (evlist
->cpus
->map
[cpu
] == -1 && evsel
->attr
.inherit
)
263 ui__warning("Inherit is not allowed on per-task "
264 "events using mmap.\n");
268 perf_evlist__add_pollfd(evlist
, fd
);
272 /** perf_evlist__mmap - Create per cpu maps to receive events
274 * @evlist - list of events
275 * @pages - map length in pages
276 * @overwrite - overwrite older events?
278 * If overwrite is false the user needs to signal event consuption using:
280 * struct perf_mmap *m = &evlist->mmap[cpu];
281 * unsigned int head = perf_mmap__read_head(m);
283 * perf_mmap__write_tail(m, head)
285 * Using perf_evlist__read_on_cpu does this automatically.
287 int perf_evlist__mmap(struct perf_evlist
*evlist
, int pages
, bool overwrite
)
289 unsigned int page_size
= sysconf(_SC_PAGE_SIZE
);
290 int mask
= pages
* page_size
- 1, cpu
;
291 struct perf_evsel
*first_evsel
, *evsel
;
292 const struct cpu_map
*cpus
= evlist
->cpus
;
293 const struct thread_map
*threads
= evlist
->threads
;
294 int thread
, prot
= PROT_READ
| (overwrite
? 0 : PROT_WRITE
);
296 if (evlist
->mmap
== NULL
&& perf_evlist__alloc_mmap(evlist
) < 0)
299 if (evlist
->pollfd
== NULL
&& perf_evlist__alloc_pollfd(evlist
) < 0)
302 evlist
->overwrite
= overwrite
;
303 evlist
->mmap_len
= (pages
+ 1) * page_size
;
304 first_evsel
= list_entry(evlist
->entries
.next
, struct perf_evsel
, node
);
306 list_for_each_entry(evsel
, &evlist
->entries
, node
) {
307 if ((evsel
->attr
.read_format
& PERF_FORMAT_ID
) &&
308 evsel
->sample_id
== NULL
&&
309 perf_evsel__alloc_id(evsel
, cpus
->nr
, threads
->nr
) < 0)
312 for (cpu
= 0; cpu
< cpus
->nr
; cpu
++) {
313 for (thread
= 0; thread
< threads
->nr
; thread
++) {
314 int fd
= FD(evsel
, cpu
, thread
);
316 if (evsel
->idx
|| thread
) {
317 if (ioctl(fd
, PERF_EVENT_IOC_SET_OUTPUT
,
318 FD(first_evsel
, cpu
, 0)) != 0)
320 } else if (__perf_evlist__mmap(evlist
, evsel
, cpu
,
324 if ((evsel
->attr
.read_format
& PERF_FORMAT_ID
) &&
325 perf_evlist__id_add_fd(evlist
, evsel
, cpu
, thread
, fd
) < 0)
334 for (cpu
= 0; cpu
< cpus
->nr
; cpu
++) {
335 if (evlist
->mmap
[cpu
].base
!= NULL
) {
336 munmap(evlist
->mmap
[cpu
].base
, evlist
->mmap_len
);
337 evlist
->mmap
[cpu
].base
= NULL
;
343 int perf_evlist__create_maps(struct perf_evlist
*evlist
, pid_t target_pid
,
344 pid_t target_tid
, const char *cpu_list
)
346 evlist
->threads
= thread_map__new(target_pid
, target_tid
);
348 if (evlist
->threads
== NULL
)
351 if (cpu_list
== NULL
&& target_tid
!= -1)
352 evlist
->cpus
= cpu_map__dummy_new();
354 evlist
->cpus
= cpu_map__new(cpu_list
);
356 if (evlist
->cpus
== NULL
)
357 goto out_delete_threads
;
362 thread_map__delete(evlist
->threads
);
366 void perf_evlist__delete_maps(struct perf_evlist
*evlist
)
368 cpu_map__delete(evlist
->cpus
);
369 thread_map__delete(evlist
->threads
);
371 evlist
->threads
= NULL
;
374 int perf_evlist__set_filters(struct perf_evlist
*evlist
)
376 const struct thread_map
*threads
= evlist
->threads
;
377 const struct cpu_map
*cpus
= evlist
->cpus
;
378 struct perf_evsel
*evsel
;
385 list_for_each_entry(evsel
, &evlist
->entries
, node
) {
386 filter
= evsel
->filter
;
389 for (cpu
= 0; cpu
< cpus
->nr
; cpu
++) {
390 for (thread
= 0; thread
< threads
->nr
; thread
++) {
391 fd
= FD(evsel
, cpu
, thread
);
392 err
= ioctl(fd
, PERF_EVENT_IOC_SET_FILTER
, filter
);