2 * Copyright (c) 1983, 1992, 1993, 2011
3 * The Regents of the University of California. All rights reserved.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * 4. Neither the name of the University nor the names of its contributors
14 * may be used to endorse or promote products derived from this software
15 * without specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29 #include <sys/param.h>
32 #include <sys/gmon_out.h>
46 #include <libc-internal.h>
47 #include <not-cancel.h>
53 callback (struct dl_phdr_info
*info
, size_t size
, void *data
)
55 if (info
->dlpi_name
[0] == '\0')
57 /* The link map for the executable is created by calling
58 _dl_new_object with "" as filename. dl_iterate_phdr
59 calls the callback function with filename from the
60 link map as dlpi_name. */
61 u_long
*load_address
= data
;
62 *load_address
= (u_long
) info
->dlpi_addr
;
70 /* Head of basic-block list or NULL. */
71 struct __bb
*__bb_head attribute_hidden
;
73 struct gmonparam _gmonparam attribute_hidden
= { GMON_PROF_OFF
};
76 * See profil(2) where this is described:
79 #define SCALE_1_TO_1 0x10000L
81 #define ERR(s) __write_nocancel (STDERR_FILENO, s, sizeof (s) - 1)
83 void moncontrol (int mode
);
84 void __moncontrol (int mode
);
85 libc_hidden_proto (__moncontrol
)
86 static void write_hist (int fd
, u_long load_address
);
87 static void write_call_graph (int fd
, u_long load_address
);
88 static void write_bb_counts (int fd
);
92 * profiling is what mcount checks to see if
93 * all the data structures are ready.
96 __moncontrol (int mode
)
98 struct gmonparam
*p
= &_gmonparam
;
100 /* Don't change the state if we ran into an error. */
101 if (p
->state
== GMON_PROF_ERROR
)
107 __profil((void *) p
->kcount
, p
->kcountsize
, p
->lowpc
, s_scale
);
108 p
->state
= GMON_PROF_ON
;
113 __profil(NULL
, 0, 0, 0);
114 p
->state
= GMON_PROF_OFF
;
117 libc_hidden_def (__moncontrol
)
118 weak_alias (__moncontrol
, moncontrol
)
122 __monstartup (u_long lowpc
, u_long highpc
)
126 struct gmonparam
*p
= &_gmonparam
;
129 * round lowpc and highpc to multiples of the density we're using
130 * so the rest of the scaling (here and in gprof) stays in ints.
132 p
->lowpc
= ROUNDDOWN(lowpc
, HISTFRACTION
* sizeof(HISTCOUNTER
));
133 p
->highpc
= ROUNDUP(highpc
, HISTFRACTION
* sizeof(HISTCOUNTER
));
134 p
->textsize
= p
->highpc
- p
->lowpc
;
135 p
->kcountsize
= ROUNDUP(p
->textsize
/ HISTFRACTION
, sizeof(*p
->froms
));
136 p
->hashfraction
= HASHFRACTION
;
137 p
->log_hashfraction
= -1;
138 /* The following test must be kept in sync with the corresponding
140 if ((HASHFRACTION
& (HASHFRACTION
- 1)) == 0) {
141 /* if HASHFRACTION is a power of two, mcount can use shifting
142 instead of integer division. Precompute shift amount. */
143 p
->log_hashfraction
= ffs(p
->hashfraction
* sizeof(*p
->froms
)) - 1;
145 p
->fromssize
= p
->textsize
/ HASHFRACTION
;
146 p
->tolimit
= p
->textsize
* ARCDENSITY
/ 100;
147 if (p
->tolimit
< MINARCS
)
148 p
->tolimit
= MINARCS
;
149 else if (p
->tolimit
> MAXARCS
)
150 p
->tolimit
= MAXARCS
;
151 p
->tossize
= p
->tolimit
* sizeof(struct tostruct
);
153 cp
= calloc (p
->kcountsize
+ p
->fromssize
+ p
->tossize
, 1);
156 ERR("monstartup: out of memory\n");
158 p
->state
= GMON_PROF_ERROR
;
161 p
->tos
= (struct tostruct
*)cp
;
163 p
->kcount
= (HISTCOUNTER
*)cp
;
165 p
->froms
= (ARCINDEX
*)cp
;
169 o
= p
->highpc
- p
->lowpc
;
170 if (p
->kcountsize
< (u_long
) o
)
173 s_scale
= ((float)p
->kcountsize
/ o
) * SCALE_1_TO_1
;
175 /* avoid floating point operations */
176 int quot
= o
/ p
->kcountsize
;
180 else if (quot
>= 0x100)
181 s_scale
= 0x10000 / quot
;
182 else if (o
>= 0x800000)
183 s_scale
= 0x1000000 / (o
/ (p
->kcountsize
>> 8));
185 s_scale
= 0x1000000 / ((o
<< 8) / p
->kcountsize
);
188 s_scale
= SCALE_1_TO_1
;
192 weak_alias (__monstartup
, monstartup
)
196 write_hist (int fd
, u_long load_address
)
198 u_char tag
= GMON_TAG_TIME_HIST
;
200 if (_gmonparam
.kcountsize
> 0)
202 struct real_gmon_hist_hdr
211 struct iovec iov
[3] =
213 { &tag
, sizeof (tag
) },
214 { &thdr
, sizeof (struct gmon_hist_hdr
) },
215 { _gmonparam
.kcount
, _gmonparam
.kcountsize
}
218 if (sizeof (thdr
) != sizeof (struct gmon_hist_hdr
)
219 || (offsetof (struct real_gmon_hist_hdr
, low_pc
)
220 != offsetof (struct gmon_hist_hdr
, low_pc
))
221 || (offsetof (struct real_gmon_hist_hdr
, high_pc
)
222 != offsetof (struct gmon_hist_hdr
, high_pc
))
223 || (offsetof (struct real_gmon_hist_hdr
, hist_size
)
224 != offsetof (struct gmon_hist_hdr
, hist_size
))
225 || (offsetof (struct real_gmon_hist_hdr
, prof_rate
)
226 != offsetof (struct gmon_hist_hdr
, prof_rate
))
227 || (offsetof (struct real_gmon_hist_hdr
, dimen
)
228 != offsetof (struct gmon_hist_hdr
, dimen
))
229 || (offsetof (struct real_gmon_hist_hdr
, dimen_abbrev
)
230 != offsetof (struct gmon_hist_hdr
, dimen_abbrev
)))
233 thdr
.low_pc
= (char *) _gmonparam
.lowpc
- load_address
;
234 thdr
.high_pc
= (char *) _gmonparam
.highpc
- load_address
;
235 thdr
.hist_size
= _gmonparam
.kcountsize
/ sizeof (HISTCOUNTER
);
236 thdr
.prof_rate
= __profile_frequency ();
237 strncpy (thdr
.dimen
, "seconds", sizeof (thdr
.dimen
));
238 thdr
.dimen_abbrev
= 's';
240 __writev_nocancel_nostatus (fd
, iov
, 3);
246 write_call_graph (int fd
, u_long load_address
)
248 #define NARCS_PER_WRITEV 32
249 u_char tag
= GMON_TAG_CG_ARC
;
250 struct gmon_cg_arc_record raw_arc
[NARCS_PER_WRITEV
]
251 __attribute__ ((aligned (__alignof__ (char*))));
252 ARCINDEX from_index
, to_index
;
255 struct iovec iov
[2 * NARCS_PER_WRITEV
];
258 for (nfilled
= 0; nfilled
< NARCS_PER_WRITEV
; ++nfilled
)
260 iov
[2 * nfilled
].iov_base
= &tag
;
261 iov
[2 * nfilled
].iov_len
= sizeof (tag
);
263 iov
[2 * nfilled
+ 1].iov_base
= &raw_arc
[nfilled
];
264 iov
[2 * nfilled
+ 1].iov_len
= sizeof (struct gmon_cg_arc_record
);
268 from_len
= _gmonparam
.fromssize
/ sizeof (*_gmonparam
.froms
);
269 for (from_index
= 0; from_index
< from_len
; ++from_index
)
271 if (_gmonparam
.froms
[from_index
] == 0)
274 frompc
= _gmonparam
.lowpc
;
275 frompc
+= (from_index
* _gmonparam
.hashfraction
276 * sizeof (*_gmonparam
.froms
));
277 for (to_index
= _gmonparam
.froms
[from_index
];
279 to_index
= _gmonparam
.tos
[to_index
].link
)
289 arc
.frompc
= (char *) frompc
- load_address
;
290 arc
.selfpc
= ((char *) _gmonparam
.tos
[to_index
].selfpc
292 arc
.count
= _gmonparam
.tos
[to_index
].count
;
293 memcpy (raw_arc
+ nfilled
, &arc
, sizeof (raw_arc
[0]));
295 if (++nfilled
== NARCS_PER_WRITEV
)
297 __writev_nocancel_nostatus (fd
, iov
, 2 * nfilled
);
303 __writev_nocancel_nostatus (fd
, iov
, 2 * nfilled
);
308 write_bb_counts (int fd
)
311 u_char tag
= GMON_TAG_BB_COUNT
;
315 struct iovec bbhead
[2] =
317 { &tag
, sizeof (tag
) },
318 { &ncounts
, sizeof (ncounts
) }
320 struct iovec bbbody
[8];
323 for (i
= 0; i
< (sizeof (bbbody
) / sizeof (bbbody
[0])); i
+= 2)
325 bbbody
[i
].iov_len
= sizeof (grp
->addresses
[0]);
326 bbbody
[i
+ 1].iov_len
= sizeof (grp
->counts
[0]);
329 /* Write each group of basic-block info (all basic-blocks in a
330 compilation unit form a single group). */
332 for (grp
= __bb_head
; grp
; grp
= grp
->next
)
334 ncounts
= grp
->ncounts
;
335 __writev_nocancel_nostatus (fd
, bbhead
, 2);
336 for (nfilled
= i
= 0; i
< ncounts
; ++i
)
338 if (nfilled
> (sizeof (bbbody
) / sizeof (bbbody
[0])) - 2)
340 __writev_nocancel_nostatus (fd
, bbbody
, nfilled
);
344 bbbody
[nfilled
++].iov_base
= (char *) &grp
->addresses
[i
];
345 bbbody
[nfilled
++].iov_base
= &grp
->counts
[i
];
348 __writev_nocancel_nostatus (fd
, bbbody
, nfilled
);
359 env
= getenv ("GMON_OUT_PREFIX");
360 if (env
!= NULL
&& !__libc_enable_secure
)
362 size_t len
= strlen (env
);
364 __snprintf (buf
, sizeof (buf
), "%s.%u", env
, __getpid ());
365 fd
= __open_nocancel (buf
, O_CREAT
|O_TRUNC
|O_WRONLY
|O_NOFOLLOW
, 0666);
370 fd
= __open_nocancel ("gmon.out", O_CREAT
|O_TRUNC
|O_WRONLY
|O_NOFOLLOW
,
376 __fxprintf (NULL
, "_mcleanup: gmon.out: %s\n",
377 __strerror_r (errnum
, buf
, sizeof buf
));
382 /* write gmon.out header: */
389 if (sizeof (ghdr
) != sizeof (struct gmon_hdr
)
390 || (offsetof (struct real_gmon_hdr
, cookie
)
391 != offsetof (struct gmon_hdr
, cookie
))
392 || (offsetof (struct real_gmon_hdr
, version
)
393 != offsetof (struct gmon_hdr
, version
)))
395 memcpy (&ghdr
.cookie
[0], GMON_MAGIC
, sizeof (ghdr
.cookie
));
396 ghdr
.version
= GMON_VERSION
;
397 memset (ghdr
.spare
, '\0', sizeof (ghdr
.spare
));
398 __write_nocancel (fd
, &ghdr
, sizeof (struct gmon_hdr
));
400 /* Get load_address to profile PIE. */
401 u_long load_address
= 0;
403 __dl_iterate_phdr (callback
, &load_address
);
406 /* write PC histogram: */
407 write_hist (fd
, load_address
);
409 /* write call-graph: */
410 write_call_graph (fd
, load_address
);
412 /* write basic-block execution counts: */
413 write_bb_counts (fd
);
415 __close_nocancel_nostatus (fd
);
420 __write_profiling (void)
422 int save
= _gmonparam
.state
;
423 _gmonparam
.state
= GMON_PROF_OFF
;
424 if (save
== GMON_PROF_ON
)
426 _gmonparam
.state
= save
;
429 /* This symbol isn't used anywhere in the DSO and it is not exported.
430 This would normally mean it should be removed to get the same API
431 in static libraries. But since profiling is special in static libs
432 anyway we keep it. But not when building the DSO since some
433 quality assurance tests will otherwise trigger. */
434 weak_alias (__write_profiling
, write_profiling
)
443 if (_gmonparam
.state
!= GMON_PROF_ERROR
)
446 /* free the memory. */
447 free (_gmonparam
.tos
);