x86-64: Add log2f with FMA
[glibc.git] / gmon / gmon.c
blobdee64803ada583d79ca9adc281beffce4300255f
1 /*-
2 * Copyright (c) 1983, 1992, 1993, 2011
3 * The Regents of the University of California. All rights reserved.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * 4. Neither the name of the University nor the names of its contributors
14 * may be used to endorse or promote products derived from this software
15 * without specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * SUCH DAMAGE.
29 #include <sys/param.h>
30 #include <sys/time.h>
31 #include <sys/gmon.h>
32 #include <sys/gmon_out.h>
33 #include <sys/uio.h>
35 #include <errno.h>
36 #include <stdio.h>
37 #include <fcntl.h>
38 #include <unistd.h>
39 #include <wchar.h>
41 #include <stdio.h>
42 #include <stdlib.h>
43 #include <string.h>
44 #include <stddef.h>
45 #include <unistd.h>
46 #include <libc-internal.h>
47 #include <not-cancel.h>
49 #ifdef PIC
50 # include <link.h>
52 static int
53 callback (struct dl_phdr_info *info, size_t size, void *data)
55 if (info->dlpi_name[0] == '\0')
57 /* The link map for the executable is created by calling
58 _dl_new_object with "" as filename. dl_iterate_phdr
59 calls the callback function with filename from the
60 link map as dlpi_name. */
61 u_long *load_address = data;
62 *load_address = (u_long) info->dlpi_addr;
63 return 1;
66 return 0;
68 #endif
70 /* Head of basic-block list or NULL. */
71 struct __bb *__bb_head attribute_hidden;
73 struct gmonparam _gmonparam attribute_hidden = { GMON_PROF_OFF };
76 * See profil(2) where this is described:
78 static int s_scale;
79 #define SCALE_1_TO_1 0x10000L
81 #define ERR(s) __write_nocancel (STDERR_FILENO, s, sizeof (s) - 1)
83 void moncontrol (int mode);
84 void __moncontrol (int mode);
85 libc_hidden_proto (__moncontrol)
86 static void write_hist (int fd, u_long load_address);
87 static void write_call_graph (int fd, u_long load_address);
88 static void write_bb_counts (int fd);
91 * Control profiling
92 * profiling is what mcount checks to see if
93 * all the data structures are ready.
95 void
96 __moncontrol (int mode)
98 struct gmonparam *p = &_gmonparam;
100 /* Don't change the state if we ran into an error. */
101 if (p->state == GMON_PROF_ERROR)
102 return;
104 if (mode)
106 /* start */
107 __profil((void *) p->kcount, p->kcountsize, p->lowpc, s_scale);
108 p->state = GMON_PROF_ON;
110 else
112 /* stop */
113 __profil(NULL, 0, 0, 0);
114 p->state = GMON_PROF_OFF;
117 libc_hidden_def (__moncontrol)
118 weak_alias (__moncontrol, moncontrol)
121 void
122 __monstartup (u_long lowpc, u_long highpc)
124 int o;
125 char *cp;
126 struct gmonparam *p = &_gmonparam;
129 * round lowpc and highpc to multiples of the density we're using
130 * so the rest of the scaling (here and in gprof) stays in ints.
132 p->lowpc = ROUNDDOWN(lowpc, HISTFRACTION * sizeof(HISTCOUNTER));
133 p->highpc = ROUNDUP(highpc, HISTFRACTION * sizeof(HISTCOUNTER));
134 p->textsize = p->highpc - p->lowpc;
135 p->kcountsize = ROUNDUP(p->textsize / HISTFRACTION, sizeof(*p->froms));
136 p->hashfraction = HASHFRACTION;
137 p->log_hashfraction = -1;
138 /* The following test must be kept in sync with the corresponding
139 test in mcount.c. */
140 if ((HASHFRACTION & (HASHFRACTION - 1)) == 0) {
141 /* if HASHFRACTION is a power of two, mcount can use shifting
142 instead of integer division. Precompute shift amount. */
143 p->log_hashfraction = ffs(p->hashfraction * sizeof(*p->froms)) - 1;
145 p->fromssize = p->textsize / HASHFRACTION;
146 p->tolimit = p->textsize * ARCDENSITY / 100;
147 if (p->tolimit < MINARCS)
148 p->tolimit = MINARCS;
149 else if (p->tolimit > MAXARCS)
150 p->tolimit = MAXARCS;
151 p->tossize = p->tolimit * sizeof(struct tostruct);
153 cp = calloc (p->kcountsize + p->fromssize + p->tossize, 1);
154 if (! cp)
156 ERR("monstartup: out of memory\n");
157 p->tos = NULL;
158 p->state = GMON_PROF_ERROR;
159 return;
161 p->tos = (struct tostruct *)cp;
162 cp += p->tossize;
163 p->kcount = (HISTCOUNTER *)cp;
164 cp += p->kcountsize;
165 p->froms = (ARCINDEX *)cp;
167 p->tos[0].link = 0;
169 o = p->highpc - p->lowpc;
170 if (p->kcountsize < (u_long) o)
172 #ifndef hp300
173 s_scale = ((float)p->kcountsize / o ) * SCALE_1_TO_1;
174 #else
175 /* avoid floating point operations */
176 int quot = o / p->kcountsize;
178 if (quot >= 0x10000)
179 s_scale = 1;
180 else if (quot >= 0x100)
181 s_scale = 0x10000 / quot;
182 else if (o >= 0x800000)
183 s_scale = 0x1000000 / (o / (p->kcountsize >> 8));
184 else
185 s_scale = 0x1000000 / ((o << 8) / p->kcountsize);
186 #endif
187 } else
188 s_scale = SCALE_1_TO_1;
190 __moncontrol(1);
192 weak_alias (__monstartup, monstartup)
195 static void
196 write_hist (int fd, u_long load_address)
198 u_char tag = GMON_TAG_TIME_HIST;
200 if (_gmonparam.kcountsize > 0)
202 struct real_gmon_hist_hdr
204 char *low_pc;
205 char *high_pc;
206 int32_t hist_size;
207 int32_t prof_rate;
208 char dimen[15];
209 char dimen_abbrev;
210 } thdr;
211 struct iovec iov[3] =
213 { &tag, sizeof (tag) },
214 { &thdr, sizeof (struct gmon_hist_hdr) },
215 { _gmonparam.kcount, _gmonparam.kcountsize }
218 if (sizeof (thdr) != sizeof (struct gmon_hist_hdr)
219 || (offsetof (struct real_gmon_hist_hdr, low_pc)
220 != offsetof (struct gmon_hist_hdr, low_pc))
221 || (offsetof (struct real_gmon_hist_hdr, high_pc)
222 != offsetof (struct gmon_hist_hdr, high_pc))
223 || (offsetof (struct real_gmon_hist_hdr, hist_size)
224 != offsetof (struct gmon_hist_hdr, hist_size))
225 || (offsetof (struct real_gmon_hist_hdr, prof_rate)
226 != offsetof (struct gmon_hist_hdr, prof_rate))
227 || (offsetof (struct real_gmon_hist_hdr, dimen)
228 != offsetof (struct gmon_hist_hdr, dimen))
229 || (offsetof (struct real_gmon_hist_hdr, dimen_abbrev)
230 != offsetof (struct gmon_hist_hdr, dimen_abbrev)))
231 abort ();
233 thdr.low_pc = (char *) _gmonparam.lowpc - load_address;
234 thdr.high_pc = (char *) _gmonparam.highpc - load_address;
235 thdr.hist_size = _gmonparam.kcountsize / sizeof (HISTCOUNTER);
236 thdr.prof_rate = __profile_frequency ();
237 strncpy (thdr.dimen, "seconds", sizeof (thdr.dimen));
238 thdr.dimen_abbrev = 's';
240 __writev_nocancel_nostatus (fd, iov, 3);
245 static void
246 write_call_graph (int fd, u_long load_address)
248 #define NARCS_PER_WRITEV 32
249 u_char tag = GMON_TAG_CG_ARC;
250 struct gmon_cg_arc_record raw_arc[NARCS_PER_WRITEV]
251 __attribute__ ((aligned (__alignof__ (char*))));
252 ARCINDEX from_index, to_index;
253 u_long from_len;
254 u_long frompc;
255 struct iovec iov[2 * NARCS_PER_WRITEV];
256 int nfilled;
258 for (nfilled = 0; nfilled < NARCS_PER_WRITEV; ++nfilled)
260 iov[2 * nfilled].iov_base = &tag;
261 iov[2 * nfilled].iov_len = sizeof (tag);
263 iov[2 * nfilled + 1].iov_base = &raw_arc[nfilled];
264 iov[2 * nfilled + 1].iov_len = sizeof (struct gmon_cg_arc_record);
267 nfilled = 0;
268 from_len = _gmonparam.fromssize / sizeof (*_gmonparam.froms);
269 for (from_index = 0; from_index < from_len; ++from_index)
271 if (_gmonparam.froms[from_index] == 0)
272 continue;
274 frompc = _gmonparam.lowpc;
275 frompc += (from_index * _gmonparam.hashfraction
276 * sizeof (*_gmonparam.froms));
277 for (to_index = _gmonparam.froms[from_index];
278 to_index != 0;
279 to_index = _gmonparam.tos[to_index].link)
281 struct arc
283 char *frompc;
284 char *selfpc;
285 int32_t count;
287 arc;
289 arc.frompc = (char *) frompc - load_address;
290 arc.selfpc = ((char *) _gmonparam.tos[to_index].selfpc
291 - load_address);
292 arc.count = _gmonparam.tos[to_index].count;
293 memcpy (raw_arc + nfilled, &arc, sizeof (raw_arc [0]));
295 if (++nfilled == NARCS_PER_WRITEV)
297 __writev_nocancel_nostatus (fd, iov, 2 * nfilled);
298 nfilled = 0;
302 if (nfilled > 0)
303 __writev_nocancel_nostatus (fd, iov, 2 * nfilled);
307 static void
308 write_bb_counts (int fd)
310 struct __bb *grp;
311 u_char tag = GMON_TAG_BB_COUNT;
312 size_t ncounts;
313 size_t i;
315 struct iovec bbhead[2] =
317 { &tag, sizeof (tag) },
318 { &ncounts, sizeof (ncounts) }
320 struct iovec bbbody[8];
321 size_t nfilled;
323 for (i = 0; i < (sizeof (bbbody) / sizeof (bbbody[0])); i += 2)
325 bbbody[i].iov_len = sizeof (grp->addresses[0]);
326 bbbody[i + 1].iov_len = sizeof (grp->counts[0]);
329 /* Write each group of basic-block info (all basic-blocks in a
330 compilation unit form a single group). */
332 for (grp = __bb_head; grp; grp = grp->next)
334 ncounts = grp->ncounts;
335 __writev_nocancel_nostatus (fd, bbhead, 2);
336 for (nfilled = i = 0; i < ncounts; ++i)
338 if (nfilled > (sizeof (bbbody) / sizeof (bbbody[0])) - 2)
340 __writev_nocancel_nostatus (fd, bbbody, nfilled);
341 nfilled = 0;
344 bbbody[nfilled++].iov_base = (char *) &grp->addresses[i];
345 bbbody[nfilled++].iov_base = &grp->counts[i];
347 if (nfilled > 0)
348 __writev_nocancel_nostatus (fd, bbbody, nfilled);
353 static void
354 write_gmon (void)
356 int fd = -1;
357 char *env;
359 env = getenv ("GMON_OUT_PREFIX");
360 if (env != NULL && !__libc_enable_secure)
362 size_t len = strlen (env);
363 char buf[len + 20];
364 __snprintf (buf, sizeof (buf), "%s.%u", env, __getpid ());
365 fd = __open_nocancel (buf, O_CREAT|O_TRUNC|O_WRONLY|O_NOFOLLOW, 0666);
368 if (fd == -1)
370 fd = __open_nocancel ("gmon.out", O_CREAT|O_TRUNC|O_WRONLY|O_NOFOLLOW,
371 0666);
372 if (fd < 0)
374 char buf[300];
375 int errnum = errno;
376 __fxprintf (NULL, "_mcleanup: gmon.out: %s\n",
377 __strerror_r (errnum, buf, sizeof buf));
378 return;
382 /* write gmon.out header: */
383 struct real_gmon_hdr
385 char cookie[4];
386 int32_t version;
387 char spare[3 * 4];
388 } ghdr;
389 if (sizeof (ghdr) != sizeof (struct gmon_hdr)
390 || (offsetof (struct real_gmon_hdr, cookie)
391 != offsetof (struct gmon_hdr, cookie))
392 || (offsetof (struct real_gmon_hdr, version)
393 != offsetof (struct gmon_hdr, version)))
394 abort ();
395 memcpy (&ghdr.cookie[0], GMON_MAGIC, sizeof (ghdr.cookie));
396 ghdr.version = GMON_VERSION;
397 memset (ghdr.spare, '\0', sizeof (ghdr.spare));
398 __write_nocancel (fd, &ghdr, sizeof (struct gmon_hdr));
400 /* Get load_address to profile PIE. */
401 u_long load_address = 0;
402 #ifdef PIC
403 __dl_iterate_phdr (callback, &load_address);
404 #endif
406 /* write PC histogram: */
407 write_hist (fd, load_address);
409 /* write call-graph: */
410 write_call_graph (fd, load_address);
412 /* write basic-block execution counts: */
413 write_bb_counts (fd);
415 __close_nocancel_nostatus (fd);
419 void
420 __write_profiling (void)
422 int save = _gmonparam.state;
423 _gmonparam.state = GMON_PROF_OFF;
424 if (save == GMON_PROF_ON)
425 write_gmon ();
426 _gmonparam.state = save;
428 #ifndef SHARED
429 /* This symbol isn't used anywhere in the DSO and it is not exported.
430 This would normally mean it should be removed to get the same API
431 in static libraries. But since profiling is special in static libs
432 anyway we keep it. But not when building the DSO since some
433 quality assurance tests will otherwise trigger. */
434 weak_alias (__write_profiling, write_profiling)
435 #endif
438 void
439 _mcleanup (void)
441 __moncontrol (0);
443 if (_gmonparam.state != GMON_PROF_ERROR)
444 write_gmon ();
446 /* free the memory. */
447 free (_gmonparam.tos);