1 //===-- FindBugs.cpp - Run Many Different Optimizations -------------------===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file defines an interface that allows bugpoint to choose different
11 // combinations of optimizations to run on the selected input. Bugpoint will
12 // run these optimizations and record the success/failure of each. This way
13 // we can hopefully spot bugs in the optimizations.
15 //===----------------------------------------------------------------------===//
17 #include "BugDriver.h"
18 #include "ToolRunner.h"
19 #include "llvm/Pass.h"
20 #include "llvm/Support/raw_ostream.h"
25 /// runManyPasses - Take the specified pass list and create different
26 /// combinations of passes to compile the program with. Compile the program with
27 /// each set and mark test to see if it compiled correctly. If the passes
28 /// compiled correctly output nothing and rearrange the passes into a new order.
29 /// If the passes did not compile correctly, output the command required to
30 /// recreate the failure. This returns true if a compiler error is found.
32 bool BugDriver::runManyPasses(const std::vector
<const PassInfo
*> &AllPasses
,
33 std::string
&ErrMsg
) {
34 setPassesToRun(AllPasses
);
35 outs() << "Starting bug finding procedure...\n\n";
37 // Creating a reference output if necessary
38 if (initializeExecutionEnvironment()) return false;
41 if (ReferenceOutputFile
.empty()) {
42 outs() << "Generating reference output from raw program: \n";
43 if (!createReferenceFile(Program
))
52 // Step 1: Randomize the order of the optimizer passes.
54 std::random_shuffle(PassesToRun
.begin(), PassesToRun
.end());
57 // Step 2: Run optimizer passes on the program and check for success.
59 outs() << "Running selected passes on program to test for crash: ";
60 for(int i
= 0, e
= PassesToRun
.size(); i
!= e
; i
++) {
61 outs() << "-" << PassesToRun
[i
]->getPassArgument() << " ";
65 if(runPasses(PassesToRun
, Filename
, false)) {
67 outs() << "Optimizer passes caused failure!\n\n";
68 debugOptimizerCrash();
71 outs() << "Combination " << num
<< " optimized successfully!\n";
75 // Step 3: Compile the optimized code.
77 outs() << "Running the code generator to test for a crash: ";
79 compileProgram(Program
, &Error
);
81 outs() << "\n*** compileProgram threw an exception: ";
83 return debugCodeGeneratorCrash(ErrMsg
);
88 // Step 4: Run the program and compare its output to the reference
89 // output (created above).
91 outs() << "*** Checking if passes caused miscompliation:\n";
92 bool Diff
= diffProgram(Filename
, "", false, &Error
);
93 if (Error
.empty() && Diff
) {
94 outs() << "\n*** diffProgram returned true!\n";
95 debugMiscompilation(&Error
);
101 debugCodeGeneratorCrash(ErrMsg
);
104 outs() << "\n*** diff'd output matches!\n";
106 sys::Path(Filename
).eraseFromDisk();