1 //===-Config.h - LLVM Link Time Optimizer Configuration ---------*- C++ -*-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file defines the lto::Config data structure, which allows clients to
10 // configure LTO.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #ifndef LLVM_LTO_CONFIG_H
15 #define LLVM_LTO_CONFIG_H
16 
17 #include "llvm/ADT/DenseSet.h"
18 #include "llvm/Config/llvm-config.h"
19 #include "llvm/IR/DiagnosticInfo.h"
20 #include "llvm/IR/GlobalValue.h"
21 #include "llvm/IR/LLVMContext.h"
22 #include "llvm/IR/LegacyPassManager.h"
23 #include "llvm/Passes/PassBuilder.h"
24 #include "llvm/Support/CodeGen.h"
25 #include "llvm/Target/TargetOptions.h"
26 
27 #include <functional>
28 
29 namespace llvm {
30 
31 class Error;
32 class Module;
33 class ModuleSummaryIndex;
34 class raw_pwrite_stream;
35 
36 namespace lto {
37 
38 /// LTO configuration. A linker can configure LTO by setting fields in this data
39 /// structure and passing it to the lto::LTO constructor.
40 struct Config {
41   enum VisScheme {
42     FromPrevailing,
43     ELF,
44   };
45   // Note: when adding fields here, consider whether they need to be added to
46   // computeCacheKey in LTO.cpp.
47   std::string CPU;
48   TargetOptions Options;
49   std::vector<std::string> MAttrs;
50   std::vector<std::string> PassPlugins;
51   /// For adding passes that run right before codegen.
52   std::function<void(legacy::PassManager &)> PreCodeGenPassesHook;
53   Optional<Reloc::Model> RelocModel = Reloc::PIC_;
54   Optional<CodeModel::Model> CodeModel = None;
55   CodeGenOpt::Level CGOptLevel = CodeGenOpt::Default;
56   CodeGenFileType CGFileType = CGFT_ObjectFile;
57   unsigned OptLevel = 2;
58   bool DisableVerify = false;
59 
60   /// Use the new pass manager
61   bool UseNewPM = LLVM_ENABLE_NEW_PASS_MANAGER;
62 
63   /// Flag to indicate that the optimizer should not assume builtins are present
64   /// on the target.
65   bool Freestanding = false;
66 
67   /// Disable entirely the optimizer, including importing for ThinLTO
68   bool CodeGenOnly = false;
69 
70   /// Run PGO context sensitive IR instrumentation.
71   bool RunCSIRInstr = false;
72 
73   /// Turn on/off the warning about a hash mismatch in the PGO profile data.
74   bool PGOWarnMismatch = true;
75 
76   /// Asserts whether we can assume whole program visibility during the LTO
77   /// link.
78   bool HasWholeProgramVisibility = false;
79 
80   /// Always emit a Regular LTO object even when it is empty because no Regular
81   /// LTO modules were linked. This option is useful for some build system which
82   /// want to know a priori all possible output files.
83   bool AlwaysEmitRegularLTOObj = false;
84 
85   /// Allows non-imported definitions to get the potentially more constraining
86   /// visibility from the prevailing definition. FromPrevailing is the default
87   /// because it works for many binary formats. ELF can use the more optimized
88   /// 'ELF' scheme.
89   VisScheme VisibilityScheme = FromPrevailing;
90 
91   /// If this field is set, the set of passes run in the middle-end optimizer
92   /// will be the one specified by the string. Only works with the new pass
93   /// manager as the old one doesn't have this ability.
94   std::string OptPipeline;
95 
96   // If this field is set, it has the same effect of specifying an AA pipeline
97   // identified by the string. Only works with the new pass manager, in
98   // conjunction OptPipeline.
99   std::string AAPipeline;
100 
101   /// Setting this field will replace target triples in input files with this
102   /// triple.
103   std::string OverrideTriple;
104 
105   /// Setting this field will replace unspecified target triples in input files
106   /// with this triple.
107   std::string DefaultTriple;
108 
109   /// Context Sensitive PGO profile path.
110   std::string CSIRProfile;
111 
112   /// Sample PGO profile path.
113   std::string SampleProfile;
114 
115   /// Name remapping file for profile data.
116   std::string ProfileRemapping;
117 
118   /// The directory to store .dwo files.
119   std::string DwoDir;
120 
121   /// The name for the split debug info file used for the DW_AT_[GNU_]dwo_name
122   /// attribute in the skeleton CU. This should generally only be used when
123   /// running an individual backend directly via thinBackend(), as otherwise
124   /// all objects would use the same .dwo file. Not used as output path.
125   std::string SplitDwarfFile;
126 
127   /// The path to write a .dwo file to. This should generally only be used when
128   /// running an individual backend directly via thinBackend(), as otherwise
129   /// all .dwo files will be written to the same path. Not used in skeleton CU.
130   std::string SplitDwarfOutput;
131 
132   /// Optimization remarks file path.
133   std::string RemarksFilename;
134 
135   /// Optimization remarks pass filter.
136   std::string RemarksPasses;
137 
138   /// Whether to emit optimization remarks with hotness informations.
139   bool RemarksWithHotness = false;
140 
141   /// The minimum hotness value a diagnostic needs in order to be included in
142   /// optimization diagnostics.
143   ///
144   /// The threshold is an Optional value, which maps to one of the 3 states:
145   /// 1. 0            => threshold disabled. All emarks will be printed.
146   /// 2. positive int => manual threshold by user. Remarks with hotness exceed
147   ///                    threshold will be printed.
148   /// 3. None         => 'auto' threshold by user. The actual value is not
149   ///                    available at command line, but will be synced with
150   ///                    hotness threhold from profile summary during
151   ///                    compilation.
152   ///
153   /// If threshold option is not specified, it is disabled by default.
154   llvm::Optional<uint64_t> RemarksHotnessThreshold = 0;
155 
156   /// The format used for serializing remarks (default: YAML).
157   std::string RemarksFormat;
158 
159   /// Whether to emit the pass manager debuggging informations.
160   bool DebugPassManager = false;
161 
162   /// Statistics output file path.
163   std::string StatsFile;
164 
165   /// Specific thinLTO modules to compile.
166   std::vector<std::string> ThinLTOModulesToCompile;
167 
168   /// Time trace enabled.
169   bool TimeTraceEnabled = false;
170 
171   /// Time trace granularity.
172   unsigned TimeTraceGranularity = 500;
173 
174   bool ShouldDiscardValueNames = true;
175   DiagnosticHandlerFunction DiagHandler;
176 
177   /// Add FSAFDO discriminators.
178   bool AddFSDiscriminator = false;
179 
180   /// If this field is set, LTO will write input file paths and symbol
181   /// resolutions here in llvm-lto2 command line flag format. This can be
182   /// used for testing and for running the LTO pipeline outside of the linker
183   /// with llvm-lto2.
184   std::unique_ptr<raw_ostream> ResolutionFile;
185 
186   /// Tunable parameters for passes in the default pipelines.
187   PipelineTuningOptions PTO;
188 
189   /// The following callbacks deal with tasks, which normally represent the
190   /// entire optimization and code generation pipeline for what will become a
191   /// single native object file. Each task has a unique identifier between 0 and
192   /// getMaxTasks()-1, which is supplied to the callback via the Task parameter.
193   /// A task represents the entire pipeline for ThinLTO and regular
194   /// (non-parallel) LTO, but a parallel code generation task will be split into
195   /// N tasks before code generation, where N is the parallelism level.
196   ///
197   /// LTO may decide to stop processing a task at any time, for example if the
198   /// module is empty or if a module hook (see below) returns false. For this
199   /// reason, the client should not expect to receive exactly getMaxTasks()
200   /// native object files.
201 
202   /// A module hook may be used by a linker to perform actions during the LTO
203   /// pipeline. For example, a linker may use this function to implement
204   /// -save-temps. If this function returns false, any further processing for
205   /// that task is aborted.
206   ///
207   /// Module hooks must be thread safe with respect to the linker's internal
208   /// data structures. A module hook will never be called concurrently from
209   /// multiple threads with the same task ID, or the same module.
210   ///
211   /// Note that in out-of-process backend scenarios, none of the hooks will be
212   /// called for ThinLTO tasks.
213   using ModuleHookFn = std::function<bool(unsigned Task, const Module &)>;
214 
215   /// This module hook is called after linking (regular LTO) or loading
216   /// (ThinLTO) the module, before modifying it.
217   ModuleHookFn PreOptModuleHook;
218 
219   /// This hook is called after promoting any internal functions
220   /// (ThinLTO-specific).
221   ModuleHookFn PostPromoteModuleHook;
222 
223   /// This hook is called after internalizing the module.
224   ModuleHookFn PostInternalizeModuleHook;
225 
226   /// This hook is called after importing from other modules (ThinLTO-specific).
227   ModuleHookFn PostImportModuleHook;
228 
229   /// This module hook is called after optimization is complete.
230   ModuleHookFn PostOptModuleHook;
231 
232   /// This module hook is called before code generation. It is similar to the
233   /// PostOptModuleHook, but for parallel code generation it is called after
234   /// splitting the module.
235   ModuleHookFn PreCodeGenModuleHook;
236 
237   /// A combined index hook is called after all per-module indexes have been
238   /// combined (ThinLTO-specific). It can be used to implement -save-temps for
239   /// the combined index.
240   ///
241   /// If this function returns false, any further processing for ThinLTO tasks
242   /// is aborted.
243   ///
244   /// It is called regardless of whether the backend is in-process, although it
245   /// is not called from individual backend processes.
246   using CombinedIndexHookFn = std::function<bool(
247       const ModuleSummaryIndex &Index,
248       const DenseSet<GlobalValue::GUID> &GUIDPreservedSymbols)>;
249   CombinedIndexHookFn CombinedIndexHook;
250 
251   /// This is a convenience function that configures this Config object to write
252   /// temporary files named after the given OutputFileName for each of the LTO
253   /// phases to disk. A client can use this function to implement -save-temps.
254   ///
255   /// FIXME: Temporary files derived from ThinLTO backends are currently named
256   /// after the input file name, rather than the output file name, when
257   /// UseInputModulePath is set to true.
258   ///
259   /// Specifically, it (1) sets each of the above module hooks and the combined
260   /// index hook to a function that calls the hook function (if any) that was
261   /// present in the appropriate field when the addSaveTemps function was
262   /// called, and writes the module to a bitcode file with a name prefixed by
263   /// the given output file name, and (2) creates a resolution file whose name
264   /// is prefixed by the given output file name and sets ResolutionFile to its
265   /// file handle.
266   Error addSaveTemps(std::string OutputFileName,
267                      bool UseInputModulePath = false);
268 };
269 
270 struct LTOLLVMDiagnosticHandler : public DiagnosticHandler {
271   DiagnosticHandlerFunction *Fn;
LTOLLVMDiagnosticHandlerLTOLLVMDiagnosticHandler272   LTOLLVMDiagnosticHandler(DiagnosticHandlerFunction *DiagHandlerFn)
273       : Fn(DiagHandlerFn) {}
handleDiagnosticsLTOLLVMDiagnosticHandler274   bool handleDiagnostics(const DiagnosticInfo &DI) override {
275     (*Fn)(DI);
276     return true;
277   }
278 };
279 /// A derived class of LLVMContext that initializes itself according to a given
280 /// Config object. The purpose of this class is to tie ownership of the
281 /// diagnostic handler to the context, as opposed to the Config object (which
282 /// may be ephemeral).
283 // FIXME: This should not be required as diagnostic handler is not callback.
284 struct LTOLLVMContext : LLVMContext {
285 
LTOLLVMContextLTOLLVMContext286   LTOLLVMContext(const Config &C) : DiagHandler(C.DiagHandler) {
287     setDiscardValueNames(C.ShouldDiscardValueNames);
288     enableDebugTypeODRUniquing();
289     setDiagnosticHandler(
290         std::make_unique<LTOLLVMDiagnosticHandler>(&DiagHandler), true);
291   }
292   DiagnosticHandlerFunction DiagHandler;
293 };
294 
295 }
296 }
297 
298 #endif
299