1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275
|
//===- ScanAndUpdateArgs.cpp - Util for CC1 Dependency Scanning -----------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
#include "clang/Tooling/DependencyScanning/ScanAndUpdateArgs.h"
#include "clang/CAS/IncludeTree.h"
#include "clang/Frontend/CompilerInvocation.h"
#include "clang/Lex/HeaderSearchOptions.h"
#include "clang/Tooling/DependencyScanning/DependencyScanningTool.h"
#include "llvm/CAS/CachingOnDiskFileSystem.h"
#include "llvm/CAS/ObjectStore.h"
#include "llvm/Support/PrefixMapper.h"
using namespace clang;
using namespace clang::tooling::dependencies;
using llvm::Error;
void tooling::dependencies::configureInvocationForCaching(
CompilerInvocation &CI, CASOptions CASOpts, std::string RootID,
std::string WorkingDir, bool ProduceIncludeTree) {
CI.getCASOpts() = std::move(CASOpts);
auto &FrontendOpts = CI.getFrontendOpts();
FrontendOpts.CacheCompileJob = true;
FrontendOpts.IncludeTimestamps = false;
// Clear this otherwise it defeats the purpose of making the compilation key
// independent of certain arguments.
auto &CodeGenOpts = CI.getCodeGenOpts();
if (CI.getFrontendOpts().ProgramAction != frontend::ActionKind::EmitObj) {
CodeGenOpts.UseCASBackend = false;
CodeGenOpts.EmitCASIDFile = false;
auto &LLVMArgs = FrontendOpts.LLVMArgs;
llvm::erase_value(LLVMArgs, "-cas-friendly-debug-info");
}
CodeGenOpts.DwarfDebugFlags.clear();
resetBenignCodeGenOptions(FrontendOpts.ProgramAction, CI.getLangOpts(),
CodeGenOpts);
HeaderSearchOptions &HSOpts = CI.getHeaderSearchOpts();
// Avoid writing potentially volatile diagnostic options into pcms.
HSOpts.ModulesSkipDiagnosticOptions = true;
// "Fix" the CAS options.
auto &FileSystemOpts = CI.getFileSystemOpts();
if (ProduceIncludeTree) {
FrontendOpts.CASIncludeTreeID = std::move(RootID);
FrontendOpts.Inputs.clear();
FrontendOpts.ModuleMapFiles.clear();
HeaderSearchOptions OriginalHSOpts;
std::swap(HSOpts, OriginalHSOpts);
HSOpts.ModulesSkipDiagnosticOptions =
OriginalHSOpts.ModulesSkipDiagnosticOptions;
// Preserve sysroot path to accommodate lookup for 'SDKSettings.json' during
// availability checking.
HSOpts.Sysroot = std::move(OriginalHSOpts.Sysroot);
// Preserve resource-dir, which is added back by cc1_main if missing, and
// affects the cache key.
HSOpts.ResourceDir = std::move(OriginalHSOpts.ResourceDir);
// Preserve fmodule-file options.
HSOpts.PrebuiltModuleFiles = std::move(OriginalHSOpts.PrebuiltModuleFiles);
// Preserve -gmodules (see below for caveats).
HSOpts.ModuleFormat = OriginalHSOpts.ModuleFormat;
auto &PPOpts = CI.getPreprocessorOpts();
// We don't need this because we save the contents of the PCH file in the
// include tree root.
PPOpts.ImplicitPCHInclude.clear();
if (FrontendOpts.ProgramAction != frontend::GeneratePCH) {
// We don't need these because we save the contents of the predefines
// buffer in the include tree. But if we generate a PCH file we still need
// to keep them as preprocessor options so that they are preserved in a
// PCH file and compared with the preprocessor options of the dep-scan
// invocation that uses the PCH.
PPOpts.Macros.clear();
PPOpts.MacroIncludes.clear();
PPOpts.Includes.clear();
}
if (!FrontendOpts.IncludeTreePreservePCHPath) {
// Disable `-gmodules` to avoid debug info referencing a non-existent PCH
// filename.
// FIXME: we should also allow -gmodules if there is no PCH involved.
CodeGenOpts.DebugTypeExtRefs = false;
HSOpts.ModuleFormat = "raw";
}
// Clear APINotes options.
CI.getAPINotesOpts().ModuleSearchPaths = {};
} else {
FileSystemOpts.CASFileSystemRootID = std::move(RootID);
FileSystemOpts.CASFileSystemWorkingDirectory = std::move(WorkingDir);
}
}
void DepscanPrefixMapping::remapInvocationPaths(CompilerInvocation &Invocation,
llvm::PrefixMapper &Mapper) {
auto &FrontendOpts = Invocation.getFrontendOpts();
FrontendOpts.PathPrefixMappings.clear();
// If there are no mappings, we're done. Otherwise, continue and remap
// everything.
if (Mapper.empty())
return;
// Pass the remappings so that we can map cached diagnostics to the local
// paths during diagnostic rendering.
for (const llvm::MappedPrefix &Map : Mapper.getMappings()) {
FrontendOpts.PathPrefixMappings.push_back(Map.Old + "=" + Map.New);
}
auto mapInPlaceAll = [&](std::vector<std::string> &Vector) {
for (auto &Path : Vector)
Mapper.mapInPlace(Path);
};
auto &FileSystemOpts = Invocation.getFileSystemOpts();
Mapper.mapInPlace(FileSystemOpts.CASFileSystemWorkingDirectory);
// Remap header search.
auto &HeaderSearchOpts = Invocation.getHeaderSearchOpts();
Mapper.mapInPlace(HeaderSearchOpts.Sysroot);
for (auto &Entry : HeaderSearchOpts.UserEntries)
if (Entry.IgnoreSysRoot)
Mapper.mapInPlace(Entry.Path);
for (auto &Prefix : HeaderSearchOpts.SystemHeaderPrefixes)
Mapper.mapInPlace(Prefix.Prefix);
Mapper.mapInPlace(HeaderSearchOpts.ResourceDir);
Mapper.mapInPlace(HeaderSearchOpts.ModuleCachePath);
Mapper.mapInPlace(HeaderSearchOpts.ModuleUserBuildPath);
for (auto I = HeaderSearchOpts.PrebuiltModuleFiles.begin(),
E = HeaderSearchOpts.PrebuiltModuleFiles.end();
I != E;) {
auto Current = I++;
Mapper.mapInPlace(Current->second);
}
mapInPlaceAll(HeaderSearchOpts.PrebuiltModulePaths);
mapInPlaceAll(HeaderSearchOpts.VFSOverlayFiles);
// Preprocessor options.
auto &PPOpts = Invocation.getPreprocessorOpts();
mapInPlaceAll(PPOpts.MacroIncludes);
mapInPlaceAll(PPOpts.Includes);
Mapper.mapInPlace(PPOpts.ImplicitPCHInclude);
// Frontend options.
for (FrontendInputFile &Input : FrontendOpts.Inputs) {
if (Input.isBuffer())
continue; // FIXME: Can this happen when parsing command-line?
SmallString<256> RemappedFile;
Mapper.map(Input.getFile(), RemappedFile);
if (RemappedFile != Input.getFile())
Input =
FrontendInputFile(RemappedFile, Input.getKind(), Input.isSystem());
}
// Skip the output file. That's not the input CAS filesystem.
// Mapper.mapInPlace(OutputFile); <-- this doesn't make sense.
Mapper.mapInPlace(FrontendOpts.CodeCompletionAt.FileName);
// Don't remap plugins (for now), since we don't know how to remap their
// arguments. Maybe they should be loaded outside of the CAS filesystem?
// Maybe we should error?
//
// Mapper.mapInPlaceOrFilterOut(FrontendOpts.Plugins);
mapInPlaceAll(FrontendOpts.ModuleMapFiles);
mapInPlaceAll(FrontendOpts.ModuleFiles);
mapInPlaceAll(FrontendOpts.ModulesEmbedFiles);
mapInPlaceAll(FrontendOpts.ASTMergeFiles);
Mapper.mapInPlace(FrontendOpts.OverrideRecordLayoutsFile);
Mapper.mapInPlace(FrontendOpts.StatsFile);
for (auto &[Path, _] : FrontendOpts.ModuleCacheKeys)
Mapper.mapInPlace(Path);
// Filesystem options.
Mapper.mapInPlace(FileSystemOpts.WorkingDir);
// Code generation options.
auto &CodeGenOpts = Invocation.getCodeGenOpts();
Mapper.mapInPlace(CodeGenOpts.DebugCompilationDir);
Mapper.mapInPlace(CodeGenOpts.CoverageCompilationDir);
// Sanitizer options.
mapInPlaceAll(Invocation.getLangOpts().NoSanitizeFiles);
// Handle coverage mappings.
Mapper.mapInPlace(CodeGenOpts.ProfileInstrumentUsePath);
Mapper.mapInPlace(CodeGenOpts.SampleProfileFile);
Mapper.mapInPlace(CodeGenOpts.ProfileRemappingFile);
// Dependency output options.
// Note: these are not in the cache key, but they are in the module context
// hash, which indirectly impacts the cache key when importing a module.
// In the future we may change how -fmodule-file-cache-key works when
// remapping to avoid needing this.
for (auto &ExtraDep : Invocation.getDependencyOutputOpts().ExtraDeps)
Mapper.mapInPlace(ExtraDep.first);
}
void DepscanPrefixMapping::configurePrefixMapper(const CompilerInvocation &CI,
llvm::PrefixMapper &Mapper) {
return configurePrefixMapper(CI.getFrontendOpts().PathPrefixMappings, Mapper);
}
void DepscanPrefixMapping::configurePrefixMapper(
ArrayRef<std::string> PathPrefixMappings, llvm::PrefixMapper &Mapper) {
if (PathPrefixMappings.empty())
return;
llvm::SmallVector<llvm::MappedPrefix> Split;
llvm::MappedPrefix::transformJoinedIfValid(PathPrefixMappings, Split);
for (auto &MappedPrefix : Split)
Mapper.add(MappedPrefix);
Mapper.sort();
}
Expected<llvm::cas::CASID> clang::scanAndUpdateCC1InlineWithTool(
DependencyScanningTool &Tool, DiagnosticConsumer &DiagsConsumer,
raw_ostream *VerboseOS, CompilerInvocation &Invocation,
StringRef WorkingDirectory, llvm::cas::ObjectStore &DB) {
// Override the CASOptions. They may match (the caller having sniffed them
// out of InputArgs) but if they have been overridden we want the new ones.
Invocation.getCASOpts() = Tool.getCASOpts();
bool ProduceIncludeTree =
Tool.getScanningFormat() ==
tooling::dependencies::ScanningOutputFormat::IncludeTree;
std::unique_ptr<llvm::PrefixMapper> MapperPtr;
if (ProduceIncludeTree) {
MapperPtr = std::make_unique<llvm::PrefixMapper>();
} else {
MapperPtr = std::make_unique<llvm::TreePathPrefixMapper>(
Tool.getCachingFileSystem());
}
llvm::PrefixMapper &Mapper = *MapperPtr;
DepscanPrefixMapping::configurePrefixMapper(Invocation, Mapper);
auto ScanInvocation = std::make_shared<CompilerInvocation>(Invocation);
// An error during dep-scanning is treated as if the main compilation has
// failed, but warnings are ignored and deferred for the main compilation.
ScanInvocation->getDiagnosticOpts().IgnoreWarnings = true;
std::optional<llvm::cas::CASID> Root;
if (ProduceIncludeTree) {
if (Error E =
Tool.getIncludeTreeFromCompilerInvocation(
DB, std::move(ScanInvocation), WorkingDirectory,
/*LookupModuleOutput=*/nullptr, DiagsConsumer, VerboseOS,
/*DiagGenerationAsCompilation*/ true)
.moveInto(Root))
return std::move(E);
} else {
if (Error E = Tool.getDependencyTreeFromCompilerInvocation(
std::move(ScanInvocation), WorkingDirectory,
DiagsConsumer, VerboseOS,
/*DiagGenerationAsCompilation*/ true)
.moveInto(Root))
return std::move(E);
}
// Turn off dependency outputs. Should have already been emitted.
Invocation.getDependencyOutputOpts().OutputFile.clear();
configureInvocationForCaching(Invocation, Tool.getCASOpts(), Root->toString(),
WorkingDirectory.str(), ProduceIncludeTree);
DepscanPrefixMapping::remapInvocationPaths(Invocation, Mapper);
return *Root;
}
|