1 /* Wrapper to call lto. Used by collect2 and the linker plugin.
2 Copyright (C) 2009-2021 Free Software Foundation, Inc.
4 Factored out of collect2 by Rafael Espindola <espindola@google.com>
6 This file is part of GCC.
8 GCC is free software; you can redistribute it and/or modify it under
9 the terms of the GNU General Public License as published by the Free
10 Software Foundation; either version 3, or (at your option) any later
13 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
14 WARRANTY; without even the implied warranty of MERCHANTABILITY or
15 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
18 You should have received a copy of the GNU General Public License
19 along with GCC; see the file COPYING3. If not see
20 <http://www.gnu.org/licenses/>. */
23 /* This program is passed a gcc, a list of gcc arguments and a list of
24 object files containing IL. It scans the argument list to check if
25 we are in whopr mode or not modifies the arguments and needed and
26 prints a list of output files on stdout.
30 $ lto-wrapper gcc/xgcc -B gcc a.o b.o -o test -flto
32 The above will print something like
35 If WHOPR is used instead, more than one file might be produced
36 ./ccXj2DTk.lto.ltrans.o
37 ./ccCJuXGv.lto.ltrans.o
42 #include "coretypes.h"
44 #include "diagnostic.h"
48 #include "simple-object.h"
49 #include "lto-section-names.h"
50 #include "collect-utils.h"
51 #include "opts-diagnostic.h"
53 /* Environment variable, used for passing the names of offload targets from GCC
54 driver to lto-wrapper. */
55 #define OFFLOAD_TARGET_NAMES_ENV "OFFLOAD_TARGET_NAMES"
56 #define OFFLOAD_TARGET_DEFAULT_ENV "OFFLOAD_TARGET_DEFAULT"
58 /* By default there is no special suffix for target executables. */
59 #ifdef TARGET_EXECUTABLE_SUFFIX
60 #define HAVE_TARGET_EXECUTABLE_SUFFIX
62 #define TARGET_EXECUTABLE_SUFFIX ""
66 LTO_MODE_NONE
, /* Not doing LTO. */
67 LTO_MODE_LTO
, /* Normal LTO. */
68 LTO_MODE_WHOPR
/* WHOPR. */
71 /* Current LTO mode. */
72 static enum lto_mode_d lto_mode
= LTO_MODE_NONE
;
74 static char *ltrans_output_file
;
75 static char *flto_out
;
76 static unsigned int nr
;
77 static int *ltrans_priorities
;
78 static char **input_names
;
79 static char **output_names
;
80 static char **offload_names
;
81 static char *offload_objects_file_name
;
82 static char *makefile
;
83 static unsigned int num_deb_objs
;
84 static const char **early_debug_object_names
;
85 static bool xassembler_options_error
= false;
87 const char tool_name
[] = "lto-wrapper";
89 /* Delete tempfiles. Called from utils_cleanup. */
96 if (ltrans_output_file
)
97 maybe_unlink (ltrans_output_file
);
99 maybe_unlink (flto_out
);
100 if (offload_objects_file_name
)
101 maybe_unlink (offload_objects_file_name
);
103 maybe_unlink (makefile
);
104 if (early_debug_object_names
)
105 for (i
= 0; i
< num_deb_objs
; ++i
)
106 if (early_debug_object_names
[i
])
107 maybe_unlink (early_debug_object_names
[i
]);
108 for (i
= 0; i
< nr
; ++i
)
110 maybe_unlink (input_names
[i
]);
112 maybe_unlink (output_names
[i
]);
117 lto_wrapper_cleanup (void)
119 utils_cleanup (false);
122 /* Unlink a temporary LTRANS file unless requested otherwise. */
125 maybe_unlink (const char *file
)
129 if (unlink_if_ordinary (file
)
131 fatal_error (input_location
, "deleting LTRANS file %s: %m", file
);
134 fprintf (stderr
, "[Leaving LTRANS %s]\n", file
);
137 /* Template of LTRANS dumpbase suffix. */
138 #define DUMPBASE_SUFFIX "ltrans18446744073709551615"
140 /* Create decoded options from the COLLECT_GCC and COLLECT_GCC_OPTIONS
143 static vec
<cl_decoded_option
>
144 get_options_from_collect_gcc_options (const char *collect_gcc
,
145 const char *collect_gcc_options
)
147 cl_decoded_option
*decoded_options
;
148 unsigned int decoded_options_count
;
149 struct obstack argv_obstack
;
153 obstack_init (&argv_obstack
);
154 obstack_ptr_grow (&argv_obstack
, collect_gcc
);
156 parse_options_from_collect_gcc_options (collect_gcc_options
,
157 &argv_obstack
, &argc
);
158 argv
= XOBFINISH (&argv_obstack
, const char **);
160 decode_cmdline_options_to_array (argc
, (const char **)argv
, CL_DRIVER
,
161 &decoded_options
, &decoded_options_count
);
162 vec
<cl_decoded_option
> decoded
;
163 decoded
.create (decoded_options_count
);
164 for (unsigned i
= 0; i
< decoded_options_count
; ++i
)
165 decoded
.quick_push (decoded_options
[i
]);
166 free (decoded_options
);
168 obstack_free (&argv_obstack
, NULL
);
173 /* Find option in OPTIONS based on OPT_INDEX. -1 value is returned
174 if the option is not present. */
177 find_option (vec
<cl_decoded_option
> &options
, size_t opt_index
)
179 for (unsigned i
= 0; i
< options
.length (); ++i
)
180 if (options
[i
].opt_index
== opt_index
)
187 find_option (vec
<cl_decoded_option
> &options
, cl_decoded_option
*option
)
189 return find_option (options
, option
->opt_index
);
192 /* Merge -flto FOPTION into vector of DECODED_OPTIONS. */
195 merge_flto_options (vec
<cl_decoded_option
> &decoded_options
,
196 cl_decoded_option
*foption
)
198 int existing_opt
= find_option (decoded_options
, foption
);
199 if (existing_opt
== -1)
200 decoded_options
.safe_push (*foption
);
203 if (strcmp (foption
->arg
, decoded_options
[existing_opt
].arg
) != 0)
205 /* -flto=auto is preferred. */
206 if (strcmp (decoded_options
[existing_opt
].arg
, "auto") == 0)
208 else if (strcmp (foption
->arg
, "auto") == 0
209 || strcmp (foption
->arg
, "jobserver") == 0)
210 decoded_options
[existing_opt
].arg
= foption
->arg
;
211 else if (strcmp (decoded_options
[existing_opt
].arg
,
214 int n
= atoi (foption
->arg
);
215 int original_n
= atoi (decoded_options
[existing_opt
].arg
);
217 decoded_options
[existing_opt
].arg
= foption
->arg
;
223 /* Try to merge and complain about options FDECODED_OPTIONS when applied
224 ontop of DECODED_OPTIONS. */
227 merge_and_complain (vec
<cl_decoded_option
> &decoded_options
,
228 vec
<cl_decoded_option
> fdecoded_options
,
229 vec
<cl_decoded_option
> decoded_cl_options
)
232 cl_decoded_option
*pic_option
= NULL
;
233 cl_decoded_option
*pie_option
= NULL
;
234 cl_decoded_option
*cf_protection_option
= NULL
;
236 /* ??? Merge options from files. Most cases can be
237 handled by either unioning or intersecting
238 (for example -fwrapv is a case for unioning,
239 -ffast-math is for intersection). Most complaints
240 about real conflicts between different options can
241 be deferred to the compiler proper. Options that
242 we can neither safely handle by intersection nor
243 unioning would need to be complained about here.
244 Ideally we'd have a flag in the opt files that
245 tells whether to union or intersect or reject.
246 In absence of that it's unclear what a good default is.
247 It's also difficult to get positional handling correct. */
249 /* Look for a -fcf-protection option in the link-time options
250 which overrides any -fcf-protection from the lto sections. */
251 for (i
= 0; i
< decoded_cl_options
.length (); ++i
)
253 cl_decoded_option
*foption
= &decoded_cl_options
[i
];
254 if (foption
->opt_index
== OPT_fcf_protection_
)
256 cf_protection_option
= foption
;
260 /* The following does what the old LTO option code did,
261 union all target and a selected set of common options. */
262 for (i
= 0; i
< fdecoded_options
.length (); ++i
)
264 cl_decoded_option
*foption
= &fdecoded_options
[i
];
265 int existing_opt
= find_option (decoded_options
, foption
);
266 switch (foption
->opt_index
)
268 case OPT_SPECIAL_unknown
:
269 case OPT_SPECIAL_ignore
:
270 case OPT_SPECIAL_warn_removed
:
271 case OPT_SPECIAL_program_name
:
272 case OPT_SPECIAL_input_file
:
276 if (!(cl_options
[foption
->opt_index
].flags
& CL_TARGET
))
280 case OPT_fdiagnostics_show_caret
:
281 case OPT_fdiagnostics_show_labels
:
282 case OPT_fdiagnostics_show_line_numbers
:
283 case OPT_fdiagnostics_show_option
:
284 case OPT_fdiagnostics_show_location_
:
285 case OPT_fshow_column
:
289 /* Do what the old LTO code did - collect exactly one option
290 setting per OPT code, we pick the first we encounter.
291 ??? This doesn't make too much sense, but when it doesn't
292 then we should complain. */
293 if (existing_opt
== -1)
294 decoded_options
.safe_push (*foption
);
297 /* Figure out what PIC/PIE level wins and merge the results. */
300 pic_option
= foption
;
304 pie_option
= foption
;
309 /* For selected options we can merge conservatively. */
310 if (existing_opt
== -1)
311 decoded_options
.safe_push (*foption
);
312 /* -fopenmp > -fno-openmp,
313 -fopenacc > -fno-openacc */
314 else if (foption
->value
> decoded_options
[existing_opt
].value
)
315 decoded_options
[existing_opt
] = *foption
;
318 case OPT_fopenacc_dim_
:
319 /* Append or check identical. */
320 if (existing_opt
== -1)
321 decoded_options
.safe_push (*foption
);
322 else if (strcmp (decoded_options
[existing_opt
].arg
, foption
->arg
))
323 fatal_error (input_location
,
324 "option %s with different values",
325 foption
->orig_option_with_args_text
);
328 case OPT_fcf_protection_
:
329 /* Default to link-time option, else append or check identical. */
330 if (!cf_protection_option
331 || cf_protection_option
->value
== CF_CHECK
)
333 if (existing_opt
== -1)
334 decoded_options
.safe_push (*foption
);
335 else if (decoded_options
[existing_opt
].value
!= foption
->value
)
337 if (cf_protection_option
338 && cf_protection_option
->value
== CF_CHECK
)
339 fatal_error (input_location
,
340 "option %qs with mismatching values"
343 decoded_options
[existing_opt
].arg
,
347 /* Merge and update the -fcf-protection option. */
348 decoded_options
[existing_opt
].value
349 &= (foption
->value
& CF_FULL
);
350 switch (decoded_options
[existing_opt
].value
)
353 decoded_options
[existing_opt
].arg
= "none";
356 decoded_options
[existing_opt
].arg
= "branch";
359 decoded_options
[existing_opt
].arg
= "return";
374 for (j
= 0; j
< decoded_options
.length (); ++j
)
375 if (decoded_options
[j
].opt_index
== OPT_O
376 || decoded_options
[j
].opt_index
== OPT_Ofast
377 || decoded_options
[j
].opt_index
== OPT_Og
378 || decoded_options
[j
].opt_index
== OPT_Os
)
383 if (existing_opt
== -1)
384 decoded_options
.safe_push (*foption
);
385 else if (decoded_options
[existing_opt
].opt_index
== foption
->opt_index
386 && foption
->opt_index
!= OPT_O
)
387 /* Exact same options get merged. */
391 /* For mismatched option kinds preserve the optimization
392 level only, thus merge it as -On. This also handles
393 merging of same optimization level -On. */
395 switch (foption
->opt_index
)
398 if (foption
->arg
[0] == '\0')
399 level
= MAX (level
, 1);
401 level
= MAX (level
, atoi (foption
->arg
));
404 level
= MAX (level
, 3);
407 level
= MAX (level
, 1);
410 level
= MAX (level
, 2);
415 switch (decoded_options
[existing_opt
].opt_index
)
418 if (decoded_options
[existing_opt
].arg
[0] == '\0')
419 level
= MAX (level
, 1);
422 atoi (decoded_options
[existing_opt
].arg
));
425 level
= MAX (level
, 3);
428 level
= MAX (level
, 1);
431 level
= MAX (level
, 2);
436 decoded_options
[existing_opt
].opt_index
= OPT_O
;
438 tem
= xasprintf ("-O%d", level
);
439 decoded_options
[existing_opt
].arg
= &tem
[2];
440 decoded_options
[existing_opt
].canonical_option
[0] = tem
;
441 decoded_options
[existing_opt
].value
= 1;
446 case OPT_foffload_abi_
:
447 if (existing_opt
== -1)
448 decoded_options
.safe_push (*foption
);
449 else if (foption
->value
!= decoded_options
[existing_opt
].value
)
450 fatal_error (input_location
,
451 "option %s not used consistently in all LTO input"
452 " files", foption
->orig_option_with_args_text
);
456 case OPT_foffload_options_
:
457 decoded_options
.safe_push (*foption
);
461 merge_flto_options (decoded_options
, foption
);
466 /* Merge PIC options:
467 -fPIC + -fpic = -fpic
468 -fPIC + -fno-pic = -fno-pic
469 -fpic/-fPIC + nothing = nothing.
470 It is a common mistake to mix few -fPIC compiled objects into otherwise
471 non-PIC code. We do not want to build everything with PIC then.
473 Similarly we merge PIE options, however in addition we keep
474 -fPIC + -fPIE = -fPIE
475 -fpic + -fPIE = -fpie
476 -fPIC/-fpic + -fpie = -fpie
478 It would be good to warn on mismatches, but it is bit hard to do as
479 we do not know what nothing translates to. */
481 for (unsigned int j
= 0; j
< decoded_options
.length ();)
482 if (decoded_options
[j
].opt_index
== OPT_fPIC
483 || decoded_options
[j
].opt_index
== OPT_fpic
)
485 /* -fno-pic in one unit implies -fno-pic everywhere. */
486 if (decoded_options
[j
].value
== 0)
488 /* If we have no pic option or merge in -fno-pic, we still may turn
489 existing pic/PIC mode into pie/PIE if -fpie/-fPIE is present. */
490 else if ((pic_option
&& pic_option
->value
== 0)
495 bool big
= decoded_options
[j
].opt_index
== OPT_fPIC
496 && pie_option
->opt_index
== OPT_fPIE
;
497 decoded_options
[j
].opt_index
= big
? OPT_fPIE
: OPT_fpie
;
498 if (pie_option
->value
)
499 decoded_options
[j
].canonical_option
[0]
500 = big
? "-fPIE" : "-fpie";
502 decoded_options
[j
].canonical_option
[0] = "-fno-pie";
503 decoded_options
[j
].value
= pie_option
->value
;
508 decoded_options
[j
] = *pic_option
;
511 /* We do not know if target defaults to pic or not, so just remove
512 option if it is missing in one unit but enabled in other. */
514 decoded_options
.ordered_remove (j
);
516 else if (pic_option
->opt_index
== OPT_fpic
517 && decoded_options
[j
].opt_index
== OPT_fPIC
)
519 decoded_options
[j
] = *pic_option
;
525 else if (decoded_options
[j
].opt_index
== OPT_fPIE
526 || decoded_options
[j
].opt_index
== OPT_fpie
)
528 /* -fno-pie in one unit implies -fno-pie everywhere. */
529 if (decoded_options
[j
].value
== 0)
531 /* If we have no pie option or merge in -fno-pie, we still preserve
532 PIE/pie if pic/PIC is present. */
533 else if ((pie_option
&& pie_option
->value
== 0)
536 /* If -fPIC/-fpic is given, merge it with -fPIE/-fpie. */
539 if (pic_option
->opt_index
== OPT_fpic
540 && decoded_options
[j
].opt_index
== OPT_fPIE
)
542 decoded_options
[j
].opt_index
= OPT_fpie
;
543 decoded_options
[j
].canonical_option
[0]
544 = pic_option
->value
? "-fpie" : "-fno-pie";
546 else if (!pic_option
->value
)
547 decoded_options
[j
].canonical_option
[0] = "-fno-pie";
548 decoded_options
[j
].value
= pic_option
->value
;
553 decoded_options
[j
] = *pie_option
;
556 /* Because we always append pic/PIE options this code path should
557 not happen unless the LTO object was built by old lto1 which
558 did not contain that logic yet. */
560 decoded_options
.ordered_remove (j
);
562 else if (pie_option
->opt_index
== OPT_fpie
563 && decoded_options
[j
].opt_index
== OPT_fPIE
)
565 decoded_options
[j
] = *pie_option
;
574 if (!xassembler_options_error
)
575 for (i
= j
= 0; ; i
++, j
++)
577 int existing_opt_index
578 = find_option (decoded_options
, OPT_Xassembler
);
579 int existing_opt2_index
580 = find_option (fdecoded_options
, OPT_Xassembler
);
582 cl_decoded_option
*existing_opt
= NULL
;
583 cl_decoded_option
*existing_opt2
= NULL
;
584 if (existing_opt_index
!= -1)
585 existing_opt
= &decoded_options
[existing_opt_index
];
586 if (existing_opt2_index
!= -1)
587 existing_opt2
= &fdecoded_options
[existing_opt2_index
];
589 if (existing_opt
== NULL
&& existing_opt2
== NULL
)
591 else if (existing_opt
!= NULL
&& existing_opt2
== NULL
)
593 warning (0, "Extra option to %<-Xassembler%>: %s,"
594 " dropping all %<-Xassembler%> and %<-Wa%> options.",
596 xassembler_options_error
= true;
599 else if (existing_opt
== NULL
&& existing_opt2
!= NULL
)
601 warning (0, "Extra option to %<-Xassembler%>: %s,"
602 " dropping all %<-Xassembler%> and %<-Wa%> options.",
604 xassembler_options_error
= true;
607 else if (strcmp (existing_opt
->arg
, existing_opt2
->arg
) != 0)
609 warning (0, "Options to %<-Xassembler%> do not match: %s, %s,"
610 " dropping all %<-Xassembler%> and %<-Wa%> options.",
611 existing_opt
->arg
, existing_opt2
->arg
);
612 xassembler_options_error
= true;
618 /* Auxiliary function that frees elements of PTR and PTR itself.
619 N is number of elements to be freed. If PTR is NULL, nothing is freed.
620 If an element is NULL, subsequent elements are not freed. */
623 free_array_of_ptrs (void **ptr
, unsigned n
)
627 for (unsigned i
= 0; i
< n
; i
++)
637 /* Parse STR, saving found tokens into PVALUES and return their number.
638 Tokens are assumed to be delimited by ':'. If APPEND is non-null,
639 append it to every token we find. */
642 parse_env_var (const char *str
, char ***pvalues
, const char *append
)
644 const char *curval
, *nextval
;
648 curval
= strchr (str
, ':');
652 curval
= strchr (curval
+ 1, ':');
655 values
= (char**) xmalloc (num
* sizeof (char*));
657 nextval
= strchr (curval
, ':');
659 nextval
= strchr (curval
, '\0');
661 int append_len
= append
? strlen (append
) : 0;
662 for (i
= 0; i
< num
; i
++)
664 int l
= nextval
- curval
;
665 values
[i
] = (char*) xmalloc (l
+ 1 + append_len
);
666 memcpy (values
[i
], curval
, l
);
669 strcat (values
[i
], append
);
670 curval
= nextval
+ 1;
671 nextval
= strchr (curval
, ':');
673 nextval
= strchr (curval
, '\0');
679 /* Append options OPTS from lto or offload_lto sections to ARGV_OBSTACK. */
682 append_compiler_options (obstack
*argv_obstack
, vec
<cl_decoded_option
> opts
)
684 /* Append compiler driver arguments as far as they were merged. */
685 for (unsigned int j
= 1; j
< opts
.length (); ++j
)
687 cl_decoded_option
*option
= &opts
[j
];
689 /* File options have been properly filtered by lto-opts.c. */
690 switch (option
->opt_index
)
692 /* Drop arguments that we want to take from the link line. */
695 case OPT_flto_partition_
:
702 /* For now do what the original LTO option code was doing - pass
703 on any CL_TARGET flag and a few selected others. */
704 switch (option
->opt_index
)
706 case OPT_fdiagnostics_show_caret
:
707 case OPT_fdiagnostics_show_labels
:
708 case OPT_fdiagnostics_show_line_numbers
:
709 case OPT_fdiagnostics_show_option
:
710 case OPT_fdiagnostics_show_location_
:
711 case OPT_fshow_column
:
720 case OPT_fopenacc_dim_
:
721 case OPT_foffload_abi_
:
722 case OPT_fcf_protection_
:
731 /* When we detected a mismatch in assembler options between
732 the input TU's fall back to previous behavior of ignoring them. */
733 if (xassembler_options_error
)
738 if (!(cl_options
[option
->opt_index
].flags
& CL_TARGET
))
742 /* Pass the option on. */
743 for (unsigned int i
= 0; i
< option
->canonical_option_num_elements
; ++i
)
744 obstack_ptr_grow (argv_obstack
, option
->canonical_option
[i
]);
748 /* Append diag options in OPTS to ARGV_OBSTACK. */
751 append_diag_options (obstack
*argv_obstack
, vec
<cl_decoded_option
> opts
)
753 /* Append compiler driver arguments as far as they were merged. */
754 for (unsigned int j
= 1; j
< opts
.length (); ++j
)
756 cl_decoded_option
*option
= &opts
[j
];
758 switch (option
->opt_index
)
760 case OPT_fdiagnostics_color_
:
761 case OPT_fdiagnostics_format_
:
762 case OPT_fdiagnostics_show_caret
:
763 case OPT_fdiagnostics_show_labels
:
764 case OPT_fdiagnostics_show_line_numbers
:
765 case OPT_fdiagnostics_show_option
:
766 case OPT_fdiagnostics_show_location_
:
767 case OPT_fshow_column
:
773 /* Pass the option on. */
774 for (unsigned int i
= 0; i
< option
->canonical_option_num_elements
; ++i
)
775 obstack_ptr_grow (argv_obstack
, option
->canonical_option
[i
]);
780 /* Append linker options OPTS to ARGV_OBSTACK. */
783 append_linker_options (obstack
*argv_obstack
, vec
<cl_decoded_option
> opts
)
785 /* Append linker driver arguments. Compiler options from the linker
786 driver arguments will override / merge with those from the compiler. */
787 for (unsigned int j
= 1; j
< opts
.length (); ++j
)
789 cl_decoded_option
*option
= &opts
[j
];
791 /* Do not pass on frontend specific flags not suitable for lto. */
792 if (!(cl_options
[option
->opt_index
].flags
793 & (CL_COMMON
|CL_TARGET
|CL_DRIVER
|CL_LTO
)))
796 switch (option
->opt_index
)
801 /* We've handled these LTO options, do not pass them on. */
806 /* Ignore -fno-XXX form of these options, as otherwise
807 corresponding builtins will not be enabled. */
808 if (option
->value
== 0)
816 /* Pass the option on. */
817 for (unsigned int i
= 0; i
< option
->canonical_option_num_elements
; ++i
)
818 obstack_ptr_grow (argv_obstack
, option
->canonical_option
[i
]);
822 /* Extract options for TARGET offload compiler from OPTIONS and append
823 them to ARGV_OBSTACK. */
826 append_offload_options (obstack
*argv_obstack
, const char *target
,
827 vec
<cl_decoded_option
> options
)
829 for (unsigned i
= 0; i
< options
.length (); i
++)
831 const char *cur
, *next
, *opts
;
834 cl_decoded_option
*option
= &options
[i
];
836 if (option
->opt_index
!= OPT_foffload_options_
)
839 /* If option argument starts with '-' then no target is specified. That
840 means offload options are specified for all targets, so we need to
842 if (option
->arg
[0] == '-')
846 opts
= strchr (option
->arg
, '=');
852 next
= strchr (cur
, ',');
855 next
= (next
> opts
) ? opts
: next
;
857 /* Are we looking for this offload target? */
858 if (strlen (target
) == (size_t) (next
- cur
)
859 && strncmp (target
, cur
, next
- cur
) == 0)
862 /* Skip the comma or equal sign. */
872 argv
= buildargv (opts
);
873 for (argc
= 0; argv
[argc
]; argc
++)
874 obstack_ptr_grow (argv_obstack
, argv
[argc
]);
878 /* Check whether NAME can be accessed in MODE. This is like access,
879 except that it never considers directories to be executable. */
882 access_check (const char *name
, int mode
)
888 if (stat (name
, &st
) < 0
889 || S_ISDIR (st
.st_mode
))
893 return access (name
, mode
);
896 /* Prepare a target image for offload TARGET, using mkoffload tool from
897 COMPILER_PATH. Return the name of the resultant object file. */
900 compile_offload_image (const char *target
, const char *compiler_path
,
901 unsigned in_argc
, char *in_argv
[],
902 vec
<cl_decoded_option
> compiler_opts
,
903 vec
<cl_decoded_option
> linker_opts
)
905 char *filename
= NULL
;
909 = XALLOCAVEC (char, sizeof ("/accel//mkoffload") + strlen (target
));
910 strcpy (suffix
, "/accel/");
911 strcat (suffix
, target
);
912 strcat (suffix
, "/mkoffload");
915 unsigned n_paths
= parse_env_var (compiler_path
, &paths
, suffix
);
917 const char *compiler
= NULL
;
918 for (unsigned i
= 0; i
< n_paths
; i
++)
919 if (access_check (paths
[i
], X_OK
) == 0)
924 #if OFFLOAD_DEFAULTED
925 if (!compiler
&& getenv (OFFLOAD_TARGET_DEFAULT_ENV
))
927 free_array_of_ptrs ((void **) paths
, n_paths
);
933 fatal_error (input_location
,
934 "could not find %s in %s (consider using %<-B%>)",
935 suffix
+ 1, compiler_path
);
937 dumpbase
= concat (dumppfx
, "x", target
, NULL
);
939 /* Generate temporary output file name. */
941 filename
= concat (dumpbase
, ".o", NULL
);
943 filename
= make_temp_file (".target.o");
945 struct obstack argv_obstack
;
946 obstack_init (&argv_obstack
);
947 obstack_ptr_grow (&argv_obstack
, compiler
);
949 obstack_ptr_grow (&argv_obstack
, "-save-temps");
951 obstack_ptr_grow (&argv_obstack
, "-v");
952 obstack_ptr_grow (&argv_obstack
, "-o");
953 obstack_ptr_grow (&argv_obstack
, filename
);
955 /* Append names of input object files. */
956 for (unsigned i
= 0; i
< in_argc
; i
++)
957 obstack_ptr_grow (&argv_obstack
, in_argv
[i
]);
959 /* Append options from offload_lto sections. */
960 append_compiler_options (&argv_obstack
, compiler_opts
);
961 append_diag_options (&argv_obstack
, linker_opts
);
963 obstack_ptr_grow (&argv_obstack
, "-dumpbase");
964 obstack_ptr_grow (&argv_obstack
, dumpbase
);
966 /* Append options specified by -foffload last. In case of conflicting
967 options we expect offload compiler to choose the latest. */
968 append_offload_options (&argv_obstack
, target
, compiler_opts
);
969 append_offload_options (&argv_obstack
, target
, linker_opts
);
971 obstack_ptr_grow (&argv_obstack
, NULL
);
972 argv
= XOBFINISH (&argv_obstack
, char **);
973 fork_execute (argv
[0], argv
, true, "offload_args");
974 obstack_free (&argv_obstack
, NULL
);
976 free_array_of_ptrs ((void **) paths
, n_paths
);
981 /* The main routine dealing with offloading.
982 The routine builds a target image for each offload target. IN_ARGC and
983 IN_ARGV specify options and input object files. As all of them could contain
984 target sections, we pass them all to target compilers. */
987 compile_images_for_offload_targets (unsigned in_argc
, char *in_argv
[],
988 vec
<cl_decoded_option
> compiler_opts
,
989 vec
<cl_decoded_option
> linker_opts
)
992 const char *target_names
= getenv (OFFLOAD_TARGET_NAMES_ENV
);
995 unsigned num_targets
= parse_env_var (target_names
, &names
, NULL
);
996 int next_name_entry
= 0;
998 const char *compiler_path
= getenv ("COMPILER_PATH");
1002 /* Prepare an image for each target and save the name of the resultant object
1003 file to the OFFLOAD_NAMES array. It is terminated by a NULL entry. */
1004 offload_names
= XCNEWVEC (char *, num_targets
+ 1);
1005 for (unsigned i
= 0; i
< num_targets
; i
++)
1007 offload_names
[next_name_entry
]
1008 = compile_offload_image (names
[i
], compiler_path
, in_argc
, in_argv
,
1009 compiler_opts
, linker_opts
);
1010 if (!offload_names
[next_name_entry
])
1011 #if OFFLOAD_DEFAULTED
1014 fatal_error (input_location
,
1015 "problem with building target image for %s", names
[i
]);
1020 #if OFFLOAD_DEFAULTED
1021 if (next_name_entry
== 0)
1023 free (offload_names
);
1024 offload_names
= NULL
;
1029 free_array_of_ptrs ((void **) names
, num_targets
);
1032 /* Copy a file from SRC to DEST. */
1035 copy_file (const char *dest
, const char *src
)
1037 FILE *d
= fopen (dest
, "wb");
1038 FILE *s
= fopen (src
, "rb");
1042 size_t len
= fread (buffer
, 1, 512, s
);
1043 if (ferror (s
) != 0)
1044 fatal_error (input_location
, "reading input file");
1047 fwrite (buffer
, 1, len
, d
);
1048 if (ferror (d
) != 0)
1049 fatal_error (input_location
, "writing output file");
1056 /* Find the crtoffloadtable.o file in LIBRARY_PATH, make copy and pass name of
1057 the copy to the linker. */
1060 find_crtoffloadtable (int save_temps
, const char *dumppfx
)
1062 char **paths
= NULL
;
1063 const char *library_path
= getenv ("LIBRARY_PATH");
1066 unsigned n_paths
= parse_env_var (library_path
, &paths
, "/crtoffloadtable.o");
1069 for (i
= 0; i
< n_paths
; i
++)
1070 if (access_check (paths
[i
], R_OK
) == 0)
1072 /* The linker will delete the filename we give it, so make a copy. */
1073 char *crtoffloadtable
;
1075 crtoffloadtable
= make_temp_file (".crtoffloadtable.o");
1077 crtoffloadtable
= concat (dumppfx
, "crtoffloadtable.o", NULL
);
1078 copy_file (crtoffloadtable
, paths
[i
]);
1079 printf ("%s\n", crtoffloadtable
);
1080 XDELETEVEC (crtoffloadtable
);
1084 fatal_error (input_location
,
1085 "installation error, cannot find %<crtoffloadtable.o%>");
1087 free_array_of_ptrs ((void **) paths
, n_paths
);
1090 /* A subroutine of run_gcc. Examine the open file FD for lto sections with
1091 name prefix PREFIX, at FILE_OFFSET, and store any options we find in OPTS.
1092 Return true if we found a matching section, false
1093 otherwise. COLLECT_GCC holds the value of the environment variable with
1097 find_and_merge_options (int fd
, off_t file_offset
, const char *prefix
,
1098 vec
<cl_decoded_option
> decoded_cl_options
,
1099 vec
<cl_decoded_option
> *opts
, const char *collect_gcc
)
1101 off_t offset
, length
;
1106 vec
<cl_decoded_option
> fdecoded_options
;
1108 simple_object_read
*sobj
;
1109 sobj
= simple_object_start_read (fd
, file_offset
, "__GNU_LTO",
1114 char *secname
= XALLOCAVEC (char, strlen (prefix
) + sizeof (".opts"));
1115 strcpy (secname
, prefix
);
1116 strcat (secname
, ".opts");
1117 if (!simple_object_find_section (sobj
, secname
, &offset
, &length
,
1120 simple_object_release_read (sobj
);
1124 lseek (fd
, file_offset
+ offset
, SEEK_SET
);
1125 data
= (char *)xmalloc (length
);
1126 read (fd
, data
, length
);
1131 vec
<cl_decoded_option
> f2decoded_options
1132 = get_options_from_collect_gcc_options (collect_gcc
, fopts
);
1135 fdecoded_options
= f2decoded_options
;
1139 merge_and_complain (fdecoded_options
, f2decoded_options
,
1140 decoded_cl_options
);
1142 fopts
+= strlen (fopts
) + 1;
1144 while (fopts
- data
< length
);
1147 simple_object_release_read (sobj
);
1148 *opts
= fdecoded_options
;
1152 /* Copy early debug info sections from INFILE to a new file whose name
1153 is returned. Return NULL on error. */
1156 debug_objcopy (const char *infile
, bool rename
)
1163 const char *orig_infile
= infile
;
1167 if ((p
= strrchr (infile
, '@'))
1169 && sscanf (p
, "@%li%n", &loffset
, &consumed
) >= 1
1170 && strlen (p
) == (unsigned int) consumed
)
1172 char *fname
= xstrdup (infile
);
1173 fname
[p
- infile
] = '\0';
1175 inoff
= (off_t
) loffset
;
1177 int infd
= open (infile
, O_RDONLY
| O_BINARY
);
1180 simple_object_read
*inobj
= simple_object_start_read (infd
, inoff
,
1187 if (simple_object_find_section (inobj
, ".gnu.debuglto_.debug_info",
1188 &off
, &len
, &errmsg
, &err
) != 1)
1191 fatal_error (0, "%s: %s", errmsg
, xstrerror (err
));
1193 simple_object_release_read (inobj
);
1199 outfile
= concat (orig_infile
, ".debug.temp.o", NULL
);
1201 outfile
= make_temp_file (".debug.temp.o");
1202 errmsg
= simple_object_copy_lto_debug_sections (inobj
, outfile
, &err
, rename
);
1205 unlink_if_ordinary (outfile
);
1206 fatal_error (0, "%s: %s", errmsg
, xstrerror (err
));
1209 simple_object_release_read (inobj
);
1215 /* Helper for qsort: compare priorities for parallel compilation. */
1218 cmp_priority (const void *a
, const void *b
)
1220 return *((const int *)b
)-*((const int *)a
);
1223 /* Number of CPUs that can be used for parallel LTRANS phase. */
1225 static unsigned long nthreads_var
= 0;
1227 #ifdef HAVE_PTHREAD_AFFINITY_NP
1228 unsigned long cpuset_size
;
1229 static unsigned long get_cpuset_size
;
1233 static cpuset_popcount (unsigned long cpusetsize
, cpu_set_t
*cpusetp
)
1236 /* glibc 2.7 and above provide a macro for this. */
1237 return CPU_COUNT_S (cpusetsize
, cpusetp
);
1240 if (cpusetsize
== sizeof (cpu_set_t
))
1241 /* glibc 2.6 and above provide a macro for this. */
1242 return CPU_COUNT (cpusetp
);
1245 unsigned long ret
= 0;
1246 STATIC_ASSERT (sizeof (cpusetp
->__bits
[0]) == sizeof (unsigned long int));
1247 for (i
= 0; i
< cpusetsize
/ sizeof (cpusetp
->__bits
[0]); i
++)
1249 unsigned long int mask
= cpusetp
->__bits
[i
];
1252 ret
+= __builtin_popcountl (mask
);
1259 /* At startup, determine the default number of threads. It would seem
1260 this should be related to the number of cpus online. */
1263 init_num_threads (void)
1265 #ifdef HAVE_PTHREAD_AFFINITY_NP
1266 #if defined (_SC_NPROCESSORS_CONF) && defined (CPU_ALLOC_SIZE)
1267 cpuset_size
= sysconf (_SC_NPROCESSORS_CONF
);
1268 cpuset_size
= CPU_ALLOC_SIZE (cpuset_size
);
1270 cpuset_size
= sizeof (cpu_set_t
);
1273 cpusetp
= (cpu_set_t
*) xmalloc (gomp_cpuset_size
);
1276 int ret
= pthread_getaffinity_np (pthread_self (), gomp_cpuset_size
,
1280 /* Count only the CPUs this process can use. */
1281 nthreads_var
= cpuset_popcount (cpuset_size
, cpusetp
);
1282 if (nthreads_var
== 0)
1284 get_cpuset_size
= cpuset_size
;
1285 #ifdef CPU_ALLOC_SIZE
1287 for (i
= cpuset_size
* 8; i
; i
--)
1288 if (CPU_ISSET_S (i
- 1, cpuset_size
, cpusetp
))
1290 cpuset_size
= CPU_ALLOC_SIZE (i
);
1296 #ifdef CPU_ALLOC_SIZE
1297 if (cpuset_size
< sizeof (cpu_set_t
))
1298 cpuset_size
= sizeof (cpu_set_t
);
1300 cpuset_size
= cpuset_size
* 2;
1301 if (cpuset_size
< 8 * sizeof (cpu_set_t
))
1303 = (cpu_set_t
*) realloc (cpusetp
, cpuset_size
);
1306 /* Avoid fatal if too large memory allocation would be
1307 requested, e.g. kernel returning EINVAL all the time. */
1308 void *p
= realloc (cpusetp
, cpuset_size
);
1311 cpusetp
= (cpu_set_t
*) p
;
1323 #ifdef _SC_NPROCESSORS_ONLN
1324 nthreads_var
= sysconf (_SC_NPROCESSORS_ONLN
);
1328 /* Test and return reason why a jobserver cannot be detected. */
1331 jobserver_active_p (void)
1333 #define JS_PREFIX "jobserver is not available: "
1334 #define JS_NEEDLE "--jobserver-auth="
1336 const char *makeflags
= getenv ("MAKEFLAGS");
1337 if (makeflags
== NULL
)
1338 return JS_PREFIX
"%<MAKEFLAGS%> environment variable is unset";
1340 const char *n
= strstr (makeflags
, JS_NEEDLE
);
1342 return JS_PREFIX
"%<" JS_NEEDLE
"%> is not present in %<MAKEFLAGS%>";
1347 if (sscanf (n
+ strlen (JS_NEEDLE
), "%d,%d", &rfd
, &wfd
) == 2
1350 && is_valid_fd (rfd
)
1351 && is_valid_fd (wfd
))
1354 return JS_PREFIX
"cannot access %<" JS_NEEDLE
"%> file descriptors";
1357 /* Print link to -flto documentation with a hint message. */
1360 print_lto_docs_link ()
1362 const char *url
= get_option_url (NULL
, OPT_flto
);
1365 pp
.url_format
= URL_FORMAT_DEFAULT
;
1366 pp_string (&pp
, "see the ");
1367 pp_begin_url (&pp
, url
);
1368 pp_string (&pp
, "%<-flto%> option documentation");
1370 pp_string (&pp
, " for more information");
1371 inform (UNKNOWN_LOCATION
, pp_formatted_text (&pp
));
1374 /* Test that a make command is present and working, return true if so. */
1379 const char *make
= "make";
1380 char **make_argv
= buildargv (getenv ("MAKE"));
1382 make
= make_argv
[0];
1383 const char *make_args
[] = {make
, "--version", NULL
};
1385 int exit_status
= 0;
1388 = pex_one (PEX_SEARCH
, make_args
[0], CONST_CAST (char **, make_args
),
1389 "make", NULL
, NULL
, &exit_status
, &err
);
1390 freeargv (make_argv
);
1391 return errmsg
== NULL
&& exit_status
== 0 && err
== 0;
1394 /* Execute gcc. ARGC is the number of arguments. ARGV contains the arguments. */
1397 run_gcc (unsigned argc
, char *argv
[])
1400 const char **new_argv
;
1401 const char **argv_ptr
;
1402 char *list_option_full
= NULL
;
1403 const char *linker_output
= NULL
;
1404 const char *collect_gcc
;
1405 char *collect_gcc_options
;
1408 bool jobserver_requested
= false;
1409 int auto_parallel
= 0;
1410 bool no_partition
= false;
1411 const char *jobserver_error
= NULL
;
1412 vec
<cl_decoded_option
> fdecoded_options
;
1413 fdecoded_options
.create (16);
1414 vec
<cl_decoded_option
> offload_fdecoded_options
= vNULL
;
1415 struct obstack argv_obstack
;
1417 bool have_lto
= false;
1418 bool have_offload
= false;
1419 unsigned lto_argc
= 0, ltoobj_argc
= 0;
1420 char **lto_argv
, **ltoobj_argv
;
1421 bool linker_output_rel
= false;
1422 bool skip_debug
= false;
1423 unsigned n_debugobj
;
1424 const char *incoming_dumppfx
= dumppfx
= NULL
;
1425 static char current_dir
[] = { '.', DIR_SEPARATOR
, '\0' };
1427 /* Get the driver and options. */
1428 collect_gcc
= getenv ("COLLECT_GCC");
1430 fatal_error (input_location
,
1431 "environment variable %<COLLECT_GCC%> must be set");
1432 collect_gcc_options
= getenv ("COLLECT_GCC_OPTIONS");
1433 if (!collect_gcc_options
)
1434 fatal_error (input_location
,
1435 "environment variable %<COLLECT_GCC_OPTIONS%> must be set");
1437 char *collect_as_options
= getenv ("COLLECT_AS_OPTIONS");
1439 /* Prepend -Xassembler to each option, and append the string
1440 to collect_gcc_options. */
1441 if (collect_as_options
)
1443 obstack temporary_obstack
;
1444 obstack_init (&temporary_obstack
);
1446 prepend_xassembler_to_collect_as_options (collect_as_options
,
1447 &temporary_obstack
);
1448 obstack_1grow (&temporary_obstack
, '\0');
1450 char *xassembler_opts_string
1451 = XOBFINISH (&temporary_obstack
, char *);
1452 collect_gcc_options
= concat (collect_gcc_options
, xassembler_opts_string
,
1456 vec
<cl_decoded_option
> decoded_options
1457 = get_options_from_collect_gcc_options (collect_gcc
, collect_gcc_options
);
1459 /* Allocate array for input object files with LTO IL,
1460 and for possible preceding arguments. */
1461 lto_argv
= XNEWVEC (char *, argc
);
1462 ltoobj_argv
= XNEWVEC (char *, argc
);
1464 /* Look at saved options in the IL files. */
1465 for (i
= 1; i
< argc
; ++i
)
1469 off_t file_offset
= 0;
1472 char *filename
= argv
[i
];
1474 if (startswith (argv
[i
], "-foffload-objects="))
1476 have_offload
= true;
1477 offload_objects_file_name
1478 = argv
[i
] + sizeof ("-foffload-objects=") - 1;
1482 if ((p
= strrchr (argv
[i
], '@'))
1484 && sscanf (p
, "@%li%n", &loffset
, &consumed
) >= 1
1485 && strlen (p
) == (unsigned int) consumed
)
1487 filename
= XNEWVEC (char, p
- argv
[i
] + 1);
1488 memcpy (filename
, argv
[i
], p
- argv
[i
]);
1489 filename
[p
- argv
[i
]] = '\0';
1490 file_offset
= (off_t
) loffset
;
1492 fd
= open (filename
, O_RDONLY
| O_BINARY
);
1493 /* Linker plugin passes -fresolution and -flinker-output options.
1494 -flinker-output is passed only when user did not specify one and thus
1495 we do not need to worry about duplicities with the option handling
1499 lto_argv
[lto_argc
++] = argv
[i
];
1500 if (strcmp (argv
[i
], "-flinker-output=rel") == 0)
1501 linker_output_rel
= true;
1505 if (find_and_merge_options (fd
, file_offset
, LTO_SECTION_NAME_PREFIX
,
1506 decoded_options
, &fdecoded_options
,
1510 ltoobj_argv
[ltoobj_argc
++] = argv
[i
];
1515 /* Initalize the common arguments for the driver. */
1516 obstack_init (&argv_obstack
);
1517 obstack_ptr_grow (&argv_obstack
, collect_gcc
);
1518 obstack_ptr_grow (&argv_obstack
, "-xlto");
1519 obstack_ptr_grow (&argv_obstack
, "-c");
1521 append_compiler_options (&argv_obstack
, fdecoded_options
);
1522 append_linker_options (&argv_obstack
, decoded_options
);
1524 /* Scan linker driver arguments for things that are of relevance to us. */
1525 for (j
= 1; j
< decoded_options
.length (); ++j
)
1527 cl_decoded_option
*option
= &decoded_options
[j
];
1528 switch (option
->opt_index
)
1531 linker_output
= option
->arg
;
1534 /* We don't have to distinguish between -save-temps=* and
1535 -save-temps, -dumpdir already carries that
1537 case OPT_save_temps_
:
1538 case OPT_save_temps
:
1546 case OPT_flto_partition_
:
1547 if (strcmp (option
->arg
, "none") == 0)
1548 no_partition
= true;
1552 /* Merge linker -flto= option with what we have in IL files. */
1553 merge_flto_options (fdecoded_options
, option
);
1554 if (strcmp (option
->arg
, "jobserver") == 0)
1555 jobserver_requested
= true;
1558 case OPT_flinker_output_
:
1559 linker_output_rel
= !strcmp (option
->arg
, "rel");
1563 /* Recognize -g0. */
1564 skip_debug
= option
->arg
&& !strcmp (option
->arg
, "0");
1568 incoming_dumppfx
= dumppfx
= option
->arg
;
1576 /* Process LTO-related options on merged options. */
1577 for (j
= 1; j
< fdecoded_options
.length (); ++j
)
1579 cl_decoded_option
*option
= &fdecoded_options
[j
];
1580 switch (option
->opt_index
)
1583 if (strcmp (option
->arg
, "jobserver") == 0)
1588 else if (strcmp (option
->arg
, "auto") == 0)
1595 parallel
= atoi (option
->arg
);
1602 lto_mode
= LTO_MODE_WHOPR
;
1607 /* Output lto-wrapper invocation command. */
1610 for (i
= 0; i
< argc
; ++i
)
1612 fputs (argv
[i
], stderr
);
1613 fputc (' ', stderr
);
1615 fputc ('\n', stderr
);
1618 if (linker_output_rel
)
1619 no_partition
= true;
1623 lto_mode
= LTO_MODE_LTO
;
1625 jobserver_requested
= false;
1631 jobserver_error
= jobserver_active_p ();
1632 if (jobserver
&& jobserver_error
!= NULL
)
1634 /* Fall back to auto parallelism. */
1638 else if (!jobserver
&& jobserver_error
== NULL
)
1645 /* We need make working for a parallel execution. */
1646 if (parallel
&& !make_exists ())
1652 || strcmp (linker_output
, HOST_BIT_BUCKET
) == 0)
1656 const char *obase
= lbasename (linker_output
), *temp
;
1658 /* Strip the executable extension. */
1659 size_t blen
= strlen (obase
), xlen
;
1660 if ((temp
= strrchr (obase
+ 1, '.'))
1661 && (xlen
= strlen (temp
))
1662 && (strcmp (temp
, ".exe") == 0
1663 #if defined(HAVE_TARGET_EXECUTABLE_SUFFIX)
1664 || strcmp (temp
, TARGET_EXECUTABLE_SUFFIX
) == 0
1666 || strcmp (obase
, "a.out") == 0))
1667 dumppfx
= xstrndup (linker_output
,
1668 obase
- linker_output
+ blen
- xlen
+ 1);
1670 dumppfx
= concat (linker_output
, ".", NULL
);
1674 /* If there's no directory component in the dumppfx, add one, so
1675 that, when it is used as -dumpbase, it overrides any occurrence
1676 of -dumpdir that might have been passed in. */
1677 if (!dumppfx
|| lbasename (dumppfx
) == dumppfx
)
1678 dumppfx
= concat (current_dir
, dumppfx
, NULL
);
1680 /* Make sure some -dumpdir is passed, so as to get predictable
1681 -dumpbase overriding semantics. If we got an incoming -dumpdir
1682 argument, we'll pass it on, so don't bother with another one
1684 if (!incoming_dumppfx
)
1686 obstack_ptr_grow (&argv_obstack
, "-dumpdir");
1687 obstack_ptr_grow (&argv_obstack
, "");
1689 obstack_ptr_grow (&argv_obstack
, "-dumpbase");
1691 /* Remember at which point we can scrub args to re-use the commons. */
1692 new_head_argc
= obstack_object_size (&argv_obstack
) / sizeof (void *);
1696 unsigned i
, num_offload_files
;
1697 char **offload_argv
;
1700 f
= fopen (offload_objects_file_name
, "r");
1702 fatal_error (input_location
, "cannot open %s: %m",
1703 offload_objects_file_name
);
1704 if (fscanf (f
, "%u ", &num_offload_files
) != 1)
1705 fatal_error (input_location
, "cannot read %s: %m",
1706 offload_objects_file_name
);
1707 offload_argv
= XCNEWVEC (char *, num_offload_files
);
1709 /* Read names of object files with offload. */
1710 for (i
= 0; i
< num_offload_files
; i
++)
1712 const unsigned piece
= 32;
1713 char *buf
, *filename
= XNEWVEC (char, piece
);
1718 if (!fgets (buf
, piece
, f
))
1720 len
= strlen (filename
);
1721 if (filename
[len
- 1] != '\n')
1723 filename
= XRESIZEVEC (char, filename
, len
+ piece
);
1724 buf
= filename
+ len
;
1727 filename
[len
- 1] = '\0';
1728 offload_argv
[i
] = filename
;
1731 if (offload_argv
[num_offload_files
- 1] == NULL
)
1732 fatal_error (input_location
, "invalid format of %s",
1733 offload_objects_file_name
);
1734 maybe_unlink (offload_objects_file_name
);
1735 offload_objects_file_name
= NULL
;
1737 /* Look at saved offload options in files. */
1738 for (i
= 0; i
< num_offload_files
; i
++)
1743 off_t file_offset
= 0;
1744 char *filename
= offload_argv
[i
];
1746 if ((p
= strrchr (offload_argv
[i
], '@'))
1747 && p
!= offload_argv
[i
]
1748 && sscanf (p
, "@%li%n", &loffset
, &consumed
) >= 1
1749 && strlen (p
) == (unsigned int) consumed
)
1751 filename
= XNEWVEC (char, p
- offload_argv
[i
] + 1);
1752 memcpy (filename
, offload_argv
[i
], p
- offload_argv
[i
]);
1753 filename
[p
- offload_argv
[i
]] = '\0';
1754 file_offset
= (off_t
) loffset
;
1756 fd
= open (filename
, O_RDONLY
| O_BINARY
);
1758 fatal_error (input_location
, "cannot open %s: %m", filename
);
1759 if (!find_and_merge_options (fd
, file_offset
,
1760 OFFLOAD_SECTION_NAME_PREFIX
,
1761 decoded_options
, &offload_fdecoded_options
,
1763 fatal_error (input_location
, "cannot read %s: %m", filename
);
1765 if (filename
!= offload_argv
[i
])
1766 XDELETEVEC (filename
);
1769 compile_images_for_offload_targets (num_offload_files
, offload_argv
,
1770 offload_fdecoded_options
, decoded_options
);
1772 free_array_of_ptrs ((void **) offload_argv
, num_offload_files
);
1776 find_crtoffloadtable (save_temps
, dumppfx
);
1777 for (i
= 0; offload_names
[i
]; i
++)
1778 printf ("%s\n", offload_names
[i
]);
1779 free_array_of_ptrs ((void **) offload_names
, i
);
1783 /* If object files contain offload sections, but do not contain LTO sections,
1784 then there is no need to perform a link-time recompilation, i.e.
1785 lto-wrapper is used only for a compilation of offload images. */
1786 if (have_offload
&& !have_lto
)
1789 if (lto_mode
== LTO_MODE_LTO
)
1791 /* -dumpbase argument for LTO. */
1792 flto_out
= concat (dumppfx
, "lto.o", NULL
);
1793 obstack_ptr_grow (&argv_obstack
, flto_out
);
1796 flto_out
= make_temp_file (".lto.o");
1797 obstack_ptr_grow (&argv_obstack
, "-o");
1798 obstack_ptr_grow (&argv_obstack
, flto_out
);
1802 const char *list_option
= "-fltrans-output-list=";
1804 /* -dumpbase argument for WPA. */
1805 char *dumpbase
= concat (dumppfx
, "wpa", NULL
);
1806 obstack_ptr_grow (&argv_obstack
, dumpbase
);
1809 ltrans_output_file
= concat (dumppfx
, "ltrans.out", NULL
);
1811 ltrans_output_file
= make_temp_file (".ltrans.out");
1812 list_option_full
= concat (list_option
, ltrans_output_file
, NULL
);
1813 obstack_ptr_grow (&argv_obstack
, list_option_full
);
1818 fprintf (stderr
, "Using make jobserver\n");
1819 obstack_ptr_grow (&argv_obstack
, xstrdup ("-fwpa=jobserver"));
1821 else if (auto_parallel
)
1824 init_num_threads ();
1825 if (nthreads_var
== 0)
1828 fprintf (stderr
, "LTO parallelism level set to %ld\n",
1830 sprintf (buf
, "-fwpa=%ld", nthreads_var
);
1831 obstack_ptr_grow (&argv_obstack
, xstrdup (buf
));
1833 else if (parallel
> 1)
1836 sprintf (buf
, "-fwpa=%i", parallel
);
1837 obstack_ptr_grow (&argv_obstack
, xstrdup (buf
));
1840 obstack_ptr_grow (&argv_obstack
, "-fwpa");
1843 /* Append input arguments. */
1844 for (i
= 0; i
< lto_argc
; ++i
)
1845 obstack_ptr_grow (&argv_obstack
, lto_argv
[i
]);
1846 /* Append the input objects. */
1847 for (i
= 0; i
< ltoobj_argc
; ++i
)
1848 obstack_ptr_grow (&argv_obstack
, ltoobj_argv
[i
]);
1849 obstack_ptr_grow (&argv_obstack
, NULL
);
1851 new_argv
= XOBFINISH (&argv_obstack
, const char **);
1852 argv_ptr
= &new_argv
[new_head_argc
];
1853 fork_execute (new_argv
[0], CONST_CAST (char **, new_argv
), true,
1856 /* Copy the early generated debug info from the objects to temporary
1857 files and append those to the partial link commandline. */
1859 early_debug_object_names
= NULL
;
1862 early_debug_object_names
= XCNEWVEC (const char *, ltoobj_argc
+ 1);
1863 num_deb_objs
= ltoobj_argc
;
1864 for (i
= 0; i
< ltoobj_argc
; ++i
)
1867 if ((tem
= debug_objcopy (ltoobj_argv
[i
], !linker_output_rel
)))
1869 early_debug_object_names
[i
] = tem
;
1875 if (lto_mode
== LTO_MODE_LTO
)
1877 printf ("%s\n", flto_out
);
1880 for (i
= 0; i
< ltoobj_argc
; ++i
)
1881 if (early_debug_object_names
[i
] != NULL
)
1882 printf ("%s\n", early_debug_object_names
[i
]);
1884 /* These now belong to collect2. */
1887 free (early_debug_object_names
);
1888 early_debug_object_names
= NULL
;
1892 FILE *stream
= fopen (ltrans_output_file
, "r");
1893 FILE *mstream
= NULL
;
1894 struct obstack env_obstack
;
1898 fatal_error (input_location
, "%<fopen%>: %s: %m", ltrans_output_file
);
1900 /* Parse the list of LTRANS inputs from the WPA stage. */
1901 obstack_init (&env_obstack
);
1905 const unsigned piece
= 32;
1906 char *output_name
= NULL
;
1907 char *buf
, *input_name
= (char *)xmalloc (piece
);
1911 if (fscanf (stream
, "%i\n", &priority
) != 1)
1914 fatal_error (input_location
,
1915 "corrupted ltrans output file %s",
1916 ltrans_output_file
);
1920 if (!fgets (buf
, piece
, stream
))
1922 len
= strlen (input_name
);
1923 if (input_name
[len
- 1] != '\n')
1925 input_name
= (char *)xrealloc (input_name
, len
+ piece
);
1926 buf
= input_name
+ len
;
1929 input_name
[len
- 1] = '\0';
1931 if (input_name
[0] == '*')
1932 output_name
= &input_name
[1];
1936 = (int *)xrealloc (ltrans_priorities
, nr
* sizeof (int) * 2);
1937 input_names
= (char **)xrealloc (input_names
, nr
* sizeof (char *));
1938 output_names
= (char **)xrealloc (output_names
, nr
* sizeof (char *));
1939 ltrans_priorities
[(nr
-1)*2] = priority
;
1940 ltrans_priorities
[(nr
-1)*2+1] = nr
-1;
1941 input_names
[nr
-1] = input_name
;
1942 output_names
[nr
-1] = output_name
;
1945 maybe_unlink (ltrans_output_file
);
1946 ltrans_output_file
= NULL
;
1950 if (jobserver_requested
&& jobserver_error
!= NULL
)
1952 warning (0, jobserver_error
);
1953 print_lto_docs_link ();
1955 else if (parallel
== 0)
1957 warning (0, "using serial compilation of %d LTRANS jobs", nr
);
1958 print_lto_docs_link ();
1964 makefile
= make_temp_file (".mk");
1965 mstream
= fopen (makefile
, "w");
1966 qsort (ltrans_priorities
, nr
, sizeof (int) * 2, cmp_priority
);
1969 /* Execute the LTRANS stage for each input file (or prepare a
1970 makefile to invoke this in parallel). */
1971 for (i
= 0; i
< nr
; ++i
)
1974 char *input_name
= input_names
[i
];
1975 /* If it's a pass-through file do nothing. */
1976 if (output_names
[i
])
1979 /* Replace the .o suffix with a .ltrans.o suffix and write
1980 the resulting name to the LTRANS output list. */
1981 obstack_grow (&env_obstack
, input_name
, strlen (input_name
) - 2);
1982 obstack_grow (&env_obstack
, ".ltrans.o", sizeof (".ltrans.o"));
1983 output_name
= XOBFINISH (&env_obstack
, char *);
1985 /* Adjust the dumpbase if the linker output file was seen. */
1986 int dumpbase_len
= (strlen (dumppfx
)
1987 + sizeof (DUMPBASE_SUFFIX
)
1988 + sizeof (".ltrans"));
1989 char *dumpbase
= (char *) xmalloc (dumpbase_len
+ 1);
1990 snprintf (dumpbase
, dumpbase_len
, "%sltrans%u.ltrans", dumppfx
, i
);
1991 argv_ptr
[0] = dumpbase
;
1993 argv_ptr
[1] = "-fltrans";
1995 argv_ptr
[3] = output_name
;
1996 argv_ptr
[4] = input_name
;
2000 fprintf (mstream
, "%s:\n\t@%s ", output_name
, new_argv
[0]);
2001 for (j
= 1; new_argv
[j
] != NULL
; ++j
)
2002 fprintf (mstream
, " '%s'", new_argv
[j
]);
2003 fprintf (mstream
, "\n");
2004 /* If we are not preserving the ltrans input files then
2005 truncate them as soon as we have processed it. This
2006 reduces temporary disk-space usage. */
2008 fprintf (mstream
, "\t@-touch -r %s %s.tem > /dev/null 2>&1 "
2009 "&& mv %s.tem %s\n",
2010 input_name
, input_name
, input_name
, input_name
);
2014 char argsuffix
[sizeof (DUMPBASE_SUFFIX
)
2015 + sizeof (".ltrans_args") + 1];
2017 snprintf (argsuffix
,
2018 sizeof (DUMPBASE_SUFFIX
) + sizeof (".ltrans_args"),
2019 "ltrans%u.ltrans_args", i
);
2020 fork_execute (new_argv
[0], CONST_CAST (char **, new_argv
),
2021 true, save_temps
? argsuffix
: NULL
);
2022 maybe_unlink (input_name
);
2025 output_names
[i
] = output_name
;
2029 struct pex_obj
*pex
;
2035 for (i
= 0; i
< nr
; ++i
)
2037 int j
= ltrans_priorities
[i
*2 + 1];
2038 fprintf (mstream
, " \\\n\t%s", output_names
[j
]);
2040 fprintf (mstream
, "\n");
2044 /* Avoid passing --jobserver-fd= and similar flags
2045 unless jobserver mode is explicitly enabled. */
2046 putenv (xstrdup ("MAKEFLAGS="));
2047 putenv (xstrdup ("MFLAGS="));
2050 char **make_argv
= buildargv (getenv ("MAKE"));
2053 for (unsigned argc
= 0; make_argv
[argc
]; argc
++)
2054 obstack_ptr_grow (&argv_obstack
, make_argv
[argc
]);
2057 obstack_ptr_grow (&argv_obstack
, "make");
2059 obstack_ptr_grow (&argv_obstack
, "-f");
2060 obstack_ptr_grow (&argv_obstack
, makefile
);
2063 snprintf (jobs
, 31, "-j%ld",
2064 auto_parallel
? nthreads_var
: parallel
);
2065 obstack_ptr_grow (&argv_obstack
, jobs
);
2067 obstack_ptr_grow (&argv_obstack
, "all");
2068 obstack_ptr_grow (&argv_obstack
, NULL
);
2069 new_argv
= XOBFINISH (&argv_obstack
, const char **);
2071 pex
= collect_execute (new_argv
[0], CONST_CAST (char **, new_argv
),
2072 NULL
, NULL
, PEX_SEARCH
, false, NULL
);
2073 do_wait (new_argv
[0], pex
);
2074 freeargv (make_argv
);
2075 maybe_unlink (makefile
);
2077 for (i
= 0; i
< nr
; ++i
)
2078 maybe_unlink (input_names
[i
]);
2080 for (i
= 0; i
< nr
; ++i
)
2082 fputs (output_names
[i
], stdout
);
2083 putc ('\n', stdout
);
2084 free (input_names
[i
]);
2088 for (i
= 0; i
< ltoobj_argc
; ++i
)
2089 if (early_debug_object_names
[i
] != NULL
)
2090 printf ("%s\n", early_debug_object_names
[i
]);
2093 free (ltrans_priorities
);
2094 free (output_names
);
2095 output_names
= NULL
;
2096 free (early_debug_object_names
);
2097 early_debug_object_names
= NULL
;
2099 free (list_option_full
);
2100 obstack_free (&env_obstack
, NULL
);
2105 obstack_free (&argv_obstack
, NULL
);
2112 main (int argc
, char *argv
[])
2116 init_opts_obstack ();
2118 p
= argv
[0] + strlen (argv
[0]);
2119 while (p
!= argv
[0] && !IS_DIR_SEPARATOR (p
[-1]))
2123 xmalloc_set_program_name (progname
);
2125 gcc_init_libintl ();
2127 diagnostic_initialize (global_dc
, 0);
2129 if (atexit (lto_wrapper_cleanup
) != 0)
2130 fatal_error (input_location
, "%<atexit%> failed");
2134 /* We may be called with all the arguments stored in some file and
2135 passed with @file. Expand them into argv before processing. */
2136 expandargv (&argc
, &argv
);
2138 run_gcc (argc
, argv
);