12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036 |
- //===- HeaderSearch.cpp - Resolve Header File Locations -------------------===//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- //
- // This file implements the DirectoryLookup and HeaderSearch interfaces.
- //
- //===----------------------------------------------------------------------===//
- #include "clang/Lex/HeaderSearch.h"
- #include "clang/Basic/Diagnostic.h"
- #include "clang/Basic/FileManager.h"
- #include "clang/Basic/IdentifierTable.h"
- #include "clang/Basic/Module.h"
- #include "clang/Basic/SourceManager.h"
- #include "clang/Lex/DirectoryLookup.h"
- #include "clang/Lex/ExternalPreprocessorSource.h"
- #include "clang/Lex/HeaderMap.h"
- #include "clang/Lex/HeaderSearchOptions.h"
- #include "clang/Lex/LexDiagnostic.h"
- #include "clang/Lex/ModuleMap.h"
- #include "clang/Lex/Preprocessor.h"
- #include "llvm/ADT/APInt.h"
- #include "llvm/ADT/Hashing.h"
- #include "llvm/ADT/SmallString.h"
- #include "llvm/ADT/SmallVector.h"
- #include "llvm/ADT/Statistic.h"
- #include "llvm/ADT/StringRef.h"
- #include "llvm/ADT/STLExtras.h"
- #include "llvm/Support/Allocator.h"
- #include "llvm/Support/Capacity.h"
- #include "llvm/Support/Errc.h"
- #include "llvm/Support/ErrorHandling.h"
- #include "llvm/Support/FileSystem.h"
- #include "llvm/Support/Path.h"
- #include "llvm/Support/VirtualFileSystem.h"
- #include <algorithm>
- #include <cassert>
- #include <cstddef>
- #include <cstdio>
- #include <cstring>
- #include <string>
- #include <system_error>
- #include <utility>
- using namespace clang;
- #define DEBUG_TYPE "file-search"
- ALWAYS_ENABLED_STATISTIC(NumIncluded, "Number of attempted #includes.");
- ALWAYS_ENABLED_STATISTIC(
- NumMultiIncludeFileOptzn,
- "Number of #includes skipped due to the multi-include optimization.");
- ALWAYS_ENABLED_STATISTIC(NumFrameworkLookups, "Number of framework lookups.");
- ALWAYS_ENABLED_STATISTIC(NumSubFrameworkLookups,
- "Number of subframework lookups.");
- const IdentifierInfo *
- HeaderFileInfo::getControllingMacro(ExternalPreprocessorSource *External) {
- if (ControllingMacro) {
- if (ControllingMacro->isOutOfDate()) {
- assert(External && "We must have an external source if we have a "
- "controlling macro that is out of date.");
- External->updateOutOfDateIdentifier(
- *const_cast<IdentifierInfo *>(ControllingMacro));
- }
- return ControllingMacro;
- }
- if (!ControllingMacroID || !External)
- return nullptr;
- ControllingMacro = External->GetIdentifier(ControllingMacroID);
- return ControllingMacro;
- }
- ExternalHeaderFileInfoSource::~ExternalHeaderFileInfoSource() = default;
- HeaderSearch::HeaderSearch(std::shared_ptr<HeaderSearchOptions> HSOpts,
- SourceManager &SourceMgr, DiagnosticsEngine &Diags,
- const LangOptions &LangOpts,
- const TargetInfo *Target)
- : HSOpts(std::move(HSOpts)), Diags(Diags),
- FileMgr(SourceMgr.getFileManager()), FrameworkMap(64),
- ModMap(SourceMgr, Diags, LangOpts, Target, *this) {}
- void HeaderSearch::PrintStats() {
- llvm::errs() << "\n*** HeaderSearch Stats:\n"
- << FileInfo.size() << " files tracked.\n";
- unsigned NumOnceOnlyFiles = 0;
- for (unsigned i = 0, e = FileInfo.size(); i != e; ++i)
- NumOnceOnlyFiles += (FileInfo[i].isPragmaOnce || FileInfo[i].isImport);
- llvm::errs() << " " << NumOnceOnlyFiles << " #import/#pragma once files.\n";
- llvm::errs() << " " << NumIncluded << " #include/#include_next/#import.\n"
- << " " << NumMultiIncludeFileOptzn
- << " #includes skipped due to the multi-include optimization.\n";
- llvm::errs() << NumFrameworkLookups << " framework lookups.\n"
- << NumSubFrameworkLookups << " subframework lookups.\n";
- }
- void HeaderSearch::SetSearchPaths(
- std::vector<DirectoryLookup> dirs, unsigned int angledDirIdx,
- unsigned int systemDirIdx, bool noCurDirSearch,
- llvm::DenseMap<unsigned int, unsigned int> searchDirToHSEntry) {
- assert(angledDirIdx <= systemDirIdx && systemDirIdx <= dirs.size() &&
- "Directory indices are unordered");
- SearchDirs = std::move(dirs);
- SearchDirsUsage.assign(SearchDirs.size(), false);
- AngledDirIdx = angledDirIdx;
- SystemDirIdx = systemDirIdx;
- NoCurDirSearch = noCurDirSearch;
- SearchDirToHSEntry = std::move(searchDirToHSEntry);
- //LookupFileCache.clear();
- indexInitialHeaderMaps();
- }
- void HeaderSearch::AddSearchPath(const DirectoryLookup &dir, bool isAngled) {
- unsigned idx = isAngled ? SystemDirIdx : AngledDirIdx;
- SearchDirs.insert(SearchDirs.begin() + idx, dir);
- SearchDirsUsage.insert(SearchDirsUsage.begin() + idx, false);
- if (!isAngled)
- AngledDirIdx++;
- SystemDirIdx++;
- }
- std::vector<bool> HeaderSearch::computeUserEntryUsage() const {
- std::vector<bool> UserEntryUsage(HSOpts->UserEntries.size());
- for (unsigned I = 0, E = SearchDirsUsage.size(); I < E; ++I) {
- // Check whether this DirectoryLookup has been successfully used.
- if (SearchDirsUsage[I]) {
- auto UserEntryIdxIt = SearchDirToHSEntry.find(I);
- // Check whether this DirectoryLookup maps to a HeaderSearch::UserEntry.
- if (UserEntryIdxIt != SearchDirToHSEntry.end())
- UserEntryUsage[UserEntryIdxIt->second] = true;
- }
- }
- return UserEntryUsage;
- }
- /// CreateHeaderMap - This method returns a HeaderMap for the specified
- /// FileEntry, uniquing them through the 'HeaderMaps' datastructure.
- const HeaderMap *HeaderSearch::CreateHeaderMap(const FileEntry *FE) {
- // We expect the number of headermaps to be small, and almost always empty.
- // If it ever grows, use of a linear search should be re-evaluated.
- if (!HeaderMaps.empty()) {
- for (unsigned i = 0, e = HeaderMaps.size(); i != e; ++i)
- // Pointer equality comparison of FileEntries works because they are
- // already uniqued by inode.
- if (HeaderMaps[i].first == FE)
- return HeaderMaps[i].second.get();
- }
- if (std::unique_ptr<HeaderMap> HM = HeaderMap::Create(FE, FileMgr)) {
- HeaderMaps.emplace_back(FE, std::move(HM));
- return HeaderMaps.back().second.get();
- }
- return nullptr;
- }
- /// Get filenames for all registered header maps.
- void HeaderSearch::getHeaderMapFileNames(
- SmallVectorImpl<std::string> &Names) const {
- for (auto &HM : HeaderMaps)
- Names.push_back(std::string(HM.first->getName()));
- }
- std::string HeaderSearch::getCachedModuleFileName(Module *Module) {
- OptionalFileEntryRef ModuleMap =
- getModuleMap().getModuleMapFileForUniquing(Module);
- // The ModuleMap maybe a nullptr, when we load a cached C++ module without
- // *.modulemap file. In this case, just return an empty string.
- if (!ModuleMap)
- return {};
- return getCachedModuleFileName(Module->Name, ModuleMap->getName());
- }
- std::string HeaderSearch::getPrebuiltModuleFileName(StringRef ModuleName,
- bool FileMapOnly) {
- // First check the module name to pcm file map.
- auto i(HSOpts->PrebuiltModuleFiles.find(ModuleName));
- if (i != HSOpts->PrebuiltModuleFiles.end())
- return i->second;
- if (FileMapOnly || HSOpts->PrebuiltModulePaths.empty())
- return {};
- // Then go through each prebuilt module directory and try to find the pcm
- // file.
- for (const std::string &Dir : HSOpts->PrebuiltModulePaths) {
- SmallString<256> Result(Dir);
- llvm::sys::fs::make_absolute(Result);
- if (ModuleName.contains(':'))
- // The separator of C++20 modules partitions (':') is not good for file
- // systems, here clang and gcc choose '-' by default since it is not a
- // valid character of C++ indentifiers. So we could avoid conflicts.
- llvm::sys::path::append(Result, ModuleName.split(':').first + "-" +
- ModuleName.split(':').second +
- ".pcm");
- else
- llvm::sys::path::append(Result, ModuleName + ".pcm");
- if (getFileMgr().getFile(Result.str()))
- return std::string(Result);
- }
- return {};
- }
- std::string HeaderSearch::getPrebuiltImplicitModuleFileName(Module *Module) {
- OptionalFileEntryRef ModuleMap =
- getModuleMap().getModuleMapFileForUniquing(Module);
- StringRef ModuleName = Module->Name;
- StringRef ModuleMapPath = ModuleMap->getName();
- StringRef ModuleCacheHash = HSOpts->DisableModuleHash ? "" : getModuleHash();
- for (const std::string &Dir : HSOpts->PrebuiltModulePaths) {
- SmallString<256> CachePath(Dir);
- llvm::sys::fs::make_absolute(CachePath);
- llvm::sys::path::append(CachePath, ModuleCacheHash);
- std::string FileName =
- getCachedModuleFileNameImpl(ModuleName, ModuleMapPath, CachePath);
- if (!FileName.empty() && getFileMgr().getFile(FileName))
- return FileName;
- }
- return {};
- }
- std::string HeaderSearch::getCachedModuleFileName(StringRef ModuleName,
- StringRef ModuleMapPath) {
- return getCachedModuleFileNameImpl(ModuleName, ModuleMapPath,
- getModuleCachePath());
- }
- std::string HeaderSearch::getCachedModuleFileNameImpl(StringRef ModuleName,
- StringRef ModuleMapPath,
- StringRef CachePath) {
- // If we don't have a module cache path or aren't supposed to use one, we
- // can't do anything.
- if (CachePath.empty())
- return {};
- SmallString<256> Result(CachePath);
- llvm::sys::fs::make_absolute(Result);
- if (HSOpts->DisableModuleHash) {
- llvm::sys::path::append(Result, ModuleName + ".pcm");
- } else {
- // Construct the name <ModuleName>-<hash of ModuleMapPath>.pcm which should
- // ideally be globally unique to this particular module. Name collisions
- // in the hash are safe (because any translation unit can only import one
- // module with each name), but result in a loss of caching.
- //
- // To avoid false-negatives, we form as canonical a path as we can, and map
- // to lower-case in case we're on a case-insensitive file system.
- SmallString<128> CanonicalPath(ModuleMapPath);
- if (getModuleMap().canonicalizeModuleMapPath(CanonicalPath))
- return {};
- llvm::hash_code Hash = llvm::hash_combine(CanonicalPath.str().lower());
- SmallString<128> HashStr;
- llvm::APInt(64, size_t(Hash)).toStringUnsigned(HashStr, /*Radix*/36);
- llvm::sys::path::append(Result, ModuleName + "-" + HashStr + ".pcm");
- }
- return Result.str().str();
- }
- Module *HeaderSearch::lookupModule(StringRef ModuleName,
- SourceLocation ImportLoc, bool AllowSearch,
- bool AllowExtraModuleMapSearch) {
- // Look in the module map to determine if there is a module by this name.
- Module *Module = ModMap.findModule(ModuleName);
- if (Module || !AllowSearch || !HSOpts->ImplicitModuleMaps)
- return Module;
- StringRef SearchName = ModuleName;
- Module = lookupModule(ModuleName, SearchName, ImportLoc,
- AllowExtraModuleMapSearch);
- // The facility for "private modules" -- adjacent, optional module maps named
- // module.private.modulemap that are supposed to define private submodules --
- // may have different flavors of names: FooPrivate, Foo_Private and Foo.Private.
- //
- // Foo.Private is now deprecated in favor of Foo_Private. Users of FooPrivate
- // should also rename to Foo_Private. Representing private as submodules
- // could force building unwanted dependencies into the parent module and cause
- // dependency cycles.
- if (!Module && SearchName.consume_back("_Private"))
- Module = lookupModule(ModuleName, SearchName, ImportLoc,
- AllowExtraModuleMapSearch);
- if (!Module && SearchName.consume_back("Private"))
- Module = lookupModule(ModuleName, SearchName, ImportLoc,
- AllowExtraModuleMapSearch);
- return Module;
- }
- Module *HeaderSearch::lookupModule(StringRef ModuleName, StringRef SearchName,
- SourceLocation ImportLoc,
- bool AllowExtraModuleMapSearch) {
- Module *Module = nullptr;
- // Look through the various header search paths to load any available module
- // maps, searching for a module map that describes this module.
- for (DirectoryLookup &Dir : search_dir_range()) {
- if (Dir.isFramework()) {
- // Search for or infer a module map for a framework. Here we use
- // SearchName rather than ModuleName, to permit finding private modules
- // named FooPrivate in buggy frameworks named Foo.
- SmallString<128> FrameworkDirName;
- FrameworkDirName += Dir.getFrameworkDir()->getName();
- llvm::sys::path::append(FrameworkDirName, SearchName + ".framework");
- if (auto FrameworkDir =
- FileMgr.getOptionalDirectoryRef(FrameworkDirName)) {
- bool IsSystem = Dir.getDirCharacteristic() != SrcMgr::C_User;
- Module = loadFrameworkModule(ModuleName, *FrameworkDir, IsSystem);
- if (Module)
- break;
- }
- }
- // FIXME: Figure out how header maps and module maps will work together.
- // Only deal with normal search directories.
- if (!Dir.isNormalDir())
- continue;
- bool IsSystem = Dir.isSystemHeaderDirectory();
- // Only returns std::nullopt if not a normal directory, which we just
- // checked
- DirectoryEntryRef NormalDir = *Dir.getDirRef();
- // Search for a module map file in this directory.
- if (loadModuleMapFile(NormalDir, IsSystem,
- /*IsFramework*/false) == LMM_NewlyLoaded) {
- // We just loaded a module map file; check whether the module is
- // available now.
- Module = ModMap.findModule(ModuleName);
- if (Module)
- break;
- }
- // Search for a module map in a subdirectory with the same name as the
- // module.
- SmallString<128> NestedModuleMapDirName;
- NestedModuleMapDirName = Dir.getDir()->getName();
- llvm::sys::path::append(NestedModuleMapDirName, ModuleName);
- if (loadModuleMapFile(NestedModuleMapDirName, IsSystem,
- /*IsFramework*/false) == LMM_NewlyLoaded){
- // If we just loaded a module map file, look for the module again.
- Module = ModMap.findModule(ModuleName);
- if (Module)
- break;
- }
- // If we've already performed the exhaustive search for module maps in this
- // search directory, don't do it again.
- if (Dir.haveSearchedAllModuleMaps())
- continue;
- // Load all module maps in the immediate subdirectories of this search
- // directory if ModuleName was from @import.
- if (AllowExtraModuleMapSearch)
- loadSubdirectoryModuleMaps(Dir);
- // Look again for the module.
- Module = ModMap.findModule(ModuleName);
- if (Module)
- break;
- }
- return Module;
- }
- void HeaderSearch::indexInitialHeaderMaps() {
- llvm::StringMap<unsigned, llvm::BumpPtrAllocator> Index(SearchDirs.size());
- // Iterate over all filename keys and associate them with the index i.
- unsigned i = 0;
- for (; i != SearchDirs.size(); ++i) {
- auto &Dir = SearchDirs[i];
- // We're concerned with only the initial contiguous run of header
- // maps within SearchDirs, which can be 99% of SearchDirs when
- // SearchDirs.size() is ~10000.
- if (!Dir.isHeaderMap())
- break;
- // Give earlier keys precedence over identical later keys.
- auto Callback = [&](StringRef Filename) {
- Index.try_emplace(Filename.lower(), i);
- };
- Dir.getHeaderMap()->forEachKey(Callback);
- }
- SearchDirHeaderMapIndex = std::move(Index);
- FirstNonHeaderMapSearchDirIdx = i;
- }
- //===----------------------------------------------------------------------===//
- // File lookup within a DirectoryLookup scope
- //===----------------------------------------------------------------------===//
- /// getName - Return the directory or filename corresponding to this lookup
- /// object.
- StringRef DirectoryLookup::getName() const {
- // FIXME: Use the name from \c DirectoryEntryRef.
- if (isNormalDir())
- return getDir()->getName();
- if (isFramework())
- return getFrameworkDir()->getName();
- assert(isHeaderMap() && "Unknown DirectoryLookup");
- return getHeaderMap()->getFileName();
- }
- OptionalFileEntryRef HeaderSearch::getFileAndSuggestModule(
- StringRef FileName, SourceLocation IncludeLoc, const DirectoryEntry *Dir,
- bool IsSystemHeaderDir, Module *RequestingModule,
- ModuleMap::KnownHeader *SuggestedModule, bool OpenFile /*=true*/,
- bool CacheFailures /*=true*/) {
- // If we have a module map that might map this header, load it and
- // check whether we'll have a suggestion for a module.
- auto File = getFileMgr().getFileRef(FileName, OpenFile, CacheFailures);
- if (!File) {
- // For rare, surprising errors (e.g. "out of file handles"), diag the EC
- // message.
- std::error_code EC = llvm::errorToErrorCode(File.takeError());
- if (EC != llvm::errc::no_such_file_or_directory &&
- EC != llvm::errc::invalid_argument &&
- EC != llvm::errc::is_a_directory && EC != llvm::errc::not_a_directory) {
- Diags.Report(IncludeLoc, diag::err_cannot_open_file)
- << FileName << EC.message();
- }
- return std::nullopt;
- }
- // If there is a module that corresponds to this header, suggest it.
- if (!findUsableModuleForHeader(
- &File->getFileEntry(), Dir ? Dir : File->getFileEntry().getDir(),
- RequestingModule, SuggestedModule, IsSystemHeaderDir))
- return std::nullopt;
- return *File;
- }
- /// LookupFile - Lookup the specified file in this search path, returning it
- /// if it exists or returning null if not.
- OptionalFileEntryRef DirectoryLookup::LookupFile(
- StringRef &Filename, HeaderSearch &HS, SourceLocation IncludeLoc,
- SmallVectorImpl<char> *SearchPath, SmallVectorImpl<char> *RelativePath,
- Module *RequestingModule, ModuleMap::KnownHeader *SuggestedModule,
- bool &InUserSpecifiedSystemFramework, bool &IsFrameworkFound,
- bool &IsInHeaderMap, SmallVectorImpl<char> &MappedName,
- bool OpenFile) const {
- InUserSpecifiedSystemFramework = false;
- IsInHeaderMap = false;
- MappedName.clear();
- SmallString<1024> TmpDir;
- if (isNormalDir()) {
- // Concatenate the requested file onto the directory.
- TmpDir = getDirRef()->getName();
- llvm::sys::path::append(TmpDir, Filename);
- if (SearchPath) {
- StringRef SearchPathRef(getDirRef()->getName());
- SearchPath->clear();
- SearchPath->append(SearchPathRef.begin(), SearchPathRef.end());
- }
- if (RelativePath) {
- RelativePath->clear();
- RelativePath->append(Filename.begin(), Filename.end());
- }
- return HS.getFileAndSuggestModule(
- TmpDir, IncludeLoc, getDir(), isSystemHeaderDirectory(),
- RequestingModule, SuggestedModule, OpenFile);
- }
- if (isFramework())
- return DoFrameworkLookup(Filename, HS, SearchPath, RelativePath,
- RequestingModule, SuggestedModule,
- InUserSpecifiedSystemFramework, IsFrameworkFound);
- assert(isHeaderMap() && "Unknown directory lookup");
- const HeaderMap *HM = getHeaderMap();
- SmallString<1024> Path;
- StringRef Dest = HM->lookupFilename(Filename, Path);
- if (Dest.empty())
- return std::nullopt;
- IsInHeaderMap = true;
- auto FixupSearchPath = [&]() {
- if (SearchPath) {
- StringRef SearchPathRef(getName());
- SearchPath->clear();
- SearchPath->append(SearchPathRef.begin(), SearchPathRef.end());
- }
- if (RelativePath) {
- RelativePath->clear();
- RelativePath->append(Filename.begin(), Filename.end());
- }
- };
- // Check if the headermap maps the filename to a framework include
- // ("Foo.h" -> "Foo/Foo.h"), in which case continue header lookup using the
- // framework include.
- if (llvm::sys::path::is_relative(Dest)) {
- MappedName.append(Dest.begin(), Dest.end());
- Filename = StringRef(MappedName.begin(), MappedName.size());
- Dest = HM->lookupFilename(Filename, Path);
- }
- if (auto Res = HS.getFileMgr().getOptionalFileRef(Dest, OpenFile)) {
- FixupSearchPath();
- return *Res;
- }
- // Header maps need to be marked as used whenever the filename matches.
- // The case where the target file **exists** is handled by callee of this
- // function as part of the regular logic that applies to include search paths.
- // The case where the target file **does not exist** is handled here:
- HS.noteLookupUsage(HS.searchDirIdx(*this), IncludeLoc);
- return std::nullopt;
- }
- /// Given a framework directory, find the top-most framework directory.
- ///
- /// \param FileMgr The file manager to use for directory lookups.
- /// \param DirName The name of the framework directory.
- /// \param SubmodulePath Will be populated with the submodule path from the
- /// returned top-level module to the originally named framework.
- static OptionalDirectoryEntryRef
- getTopFrameworkDir(FileManager &FileMgr, StringRef DirName,
- SmallVectorImpl<std::string> &SubmodulePath) {
- assert(llvm::sys::path::extension(DirName) == ".framework" &&
- "Not a framework directory");
- // Note: as an egregious but useful hack we use the real path here, because
- // frameworks moving between top-level frameworks to embedded frameworks tend
- // to be symlinked, and we base the logical structure of modules on the
- // physical layout. In particular, we need to deal with crazy includes like
- //
- // #include <Foo/Frameworks/Bar.framework/Headers/Wibble.h>
- //
- // where 'Bar' used to be embedded in 'Foo', is now a top-level framework
- // which one should access with, e.g.,
- //
- // #include <Bar/Wibble.h>
- //
- // Similar issues occur when a top-level framework has moved into an
- // embedded framework.
- auto TopFrameworkDir = FileMgr.getOptionalDirectoryRef(DirName);
- if (TopFrameworkDir)
- DirName = FileMgr.getCanonicalName(*TopFrameworkDir);
- do {
- // Get the parent directory name.
- DirName = llvm::sys::path::parent_path(DirName);
- if (DirName.empty())
- break;
- // Determine whether this directory exists.
- auto Dir = FileMgr.getOptionalDirectoryRef(DirName);
- if (!Dir)
- break;
- // If this is a framework directory, then we're a subframework of this
- // framework.
- if (llvm::sys::path::extension(DirName) == ".framework") {
- SubmodulePath.push_back(std::string(llvm::sys::path::stem(DirName)));
- TopFrameworkDir = *Dir;
- }
- } while (true);
- return TopFrameworkDir;
- }
- static bool needModuleLookup(Module *RequestingModule,
- bool HasSuggestedModule) {
- return HasSuggestedModule ||
- (RequestingModule && RequestingModule->NoUndeclaredIncludes);
- }
- /// DoFrameworkLookup - Do a lookup of the specified file in the current
- /// DirectoryLookup, which is a framework directory.
- OptionalFileEntryRef DirectoryLookup::DoFrameworkLookup(
- StringRef Filename, HeaderSearch &HS, SmallVectorImpl<char> *SearchPath,
- SmallVectorImpl<char> *RelativePath, Module *RequestingModule,
- ModuleMap::KnownHeader *SuggestedModule,
- bool &InUserSpecifiedSystemFramework, bool &IsFrameworkFound) const {
- FileManager &FileMgr = HS.getFileMgr();
- // Framework names must have a '/' in the filename.
- size_t SlashPos = Filename.find('/');
- if (SlashPos == StringRef::npos)
- return std::nullopt;
- // Find out if this is the home for the specified framework, by checking
- // HeaderSearch. Possible answers are yes/no and unknown.
- FrameworkCacheEntry &CacheEntry =
- HS.LookupFrameworkCache(Filename.substr(0, SlashPos));
- // If it is known and in some other directory, fail.
- if (CacheEntry.Directory && CacheEntry.Directory != getFrameworkDirRef())
- return std::nullopt;
- // Otherwise, construct the path to this framework dir.
- // FrameworkName = "/System/Library/Frameworks/"
- SmallString<1024> FrameworkName;
- FrameworkName += getFrameworkDirRef()->getName();
- if (FrameworkName.empty() || FrameworkName.back() != '/')
- FrameworkName.push_back('/');
- // FrameworkName = "/System/Library/Frameworks/Cocoa"
- StringRef ModuleName(Filename.begin(), SlashPos);
- FrameworkName += ModuleName;
- // FrameworkName = "/System/Library/Frameworks/Cocoa.framework/"
- FrameworkName += ".framework/";
- // If the cache entry was unresolved, populate it now.
- if (!CacheEntry.Directory) {
- ++NumFrameworkLookups;
- // If the framework dir doesn't exist, we fail.
- auto Dir = FileMgr.getDirectory(FrameworkName);
- if (!Dir)
- return std::nullopt;
- // Otherwise, if it does, remember that this is the right direntry for this
- // framework.
- CacheEntry.Directory = getFrameworkDirRef();
- // If this is a user search directory, check if the framework has been
- // user-specified as a system framework.
- if (getDirCharacteristic() == SrcMgr::C_User) {
- SmallString<1024> SystemFrameworkMarker(FrameworkName);
- SystemFrameworkMarker += ".system_framework";
- if (llvm::sys::fs::exists(SystemFrameworkMarker)) {
- CacheEntry.IsUserSpecifiedSystemFramework = true;
- }
- }
- }
- // Set out flags.
- InUserSpecifiedSystemFramework = CacheEntry.IsUserSpecifiedSystemFramework;
- IsFrameworkFound = CacheEntry.Directory.has_value();
- if (RelativePath) {
- RelativePath->clear();
- RelativePath->append(Filename.begin()+SlashPos+1, Filename.end());
- }
- // Check "/System/Library/Frameworks/Cocoa.framework/Headers/file.h"
- unsigned OrigSize = FrameworkName.size();
- FrameworkName += "Headers/";
- if (SearchPath) {
- SearchPath->clear();
- // Without trailing '/'.
- SearchPath->append(FrameworkName.begin(), FrameworkName.end()-1);
- }
- FrameworkName.append(Filename.begin()+SlashPos+1, Filename.end());
- auto File =
- FileMgr.getOptionalFileRef(FrameworkName, /*OpenFile=*/!SuggestedModule);
- if (!File) {
- // Check "/System/Library/Frameworks/Cocoa.framework/PrivateHeaders/file.h"
- const char *Private = "Private";
- FrameworkName.insert(FrameworkName.begin()+OrigSize, Private,
- Private+strlen(Private));
- if (SearchPath)
- SearchPath->insert(SearchPath->begin()+OrigSize, Private,
- Private+strlen(Private));
- File = FileMgr.getOptionalFileRef(FrameworkName,
- /*OpenFile=*/!SuggestedModule);
- }
- // If we found the header and are allowed to suggest a module, do so now.
- if (File && needModuleLookup(RequestingModule, SuggestedModule)) {
- // Find the framework in which this header occurs.
- StringRef FrameworkPath = File->getFileEntry().getDir()->getName();
- bool FoundFramework = false;
- do {
- // Determine whether this directory exists.
- auto Dir = FileMgr.getDirectory(FrameworkPath);
- if (!Dir)
- break;
- // If this is a framework directory, then we're a subframework of this
- // framework.
- if (llvm::sys::path::extension(FrameworkPath) == ".framework") {
- FoundFramework = true;
- break;
- }
- // Get the parent directory name.
- FrameworkPath = llvm::sys::path::parent_path(FrameworkPath);
- if (FrameworkPath.empty())
- break;
- } while (true);
- bool IsSystem = getDirCharacteristic() != SrcMgr::C_User;
- if (FoundFramework) {
- if (!HS.findUsableModuleForFrameworkHeader(
- &File->getFileEntry(), FrameworkPath, RequestingModule,
- SuggestedModule, IsSystem))
- return std::nullopt;
- } else {
- if (!HS.findUsableModuleForHeader(&File->getFileEntry(), getDir(),
- RequestingModule, SuggestedModule,
- IsSystem))
- return std::nullopt;
- }
- }
- if (File)
- return *File;
- return std::nullopt;
- }
- void HeaderSearch::cacheLookupSuccess(LookupFileCacheInfo &CacheLookup,
- ConstSearchDirIterator HitIt,
- SourceLocation Loc) {
- CacheLookup.HitIt = HitIt;
- noteLookupUsage(HitIt.Idx, Loc);
- }
- void HeaderSearch::noteLookupUsage(unsigned HitIdx, SourceLocation Loc) {
- SearchDirsUsage[HitIdx] = true;
- auto UserEntryIdxIt = SearchDirToHSEntry.find(HitIdx);
- if (UserEntryIdxIt != SearchDirToHSEntry.end())
- Diags.Report(Loc, diag::remark_pp_search_path_usage)
- << HSOpts->UserEntries[UserEntryIdxIt->second].Path;
- }
- void HeaderSearch::setTarget(const TargetInfo &Target) {
- ModMap.setTarget(Target);
- }
- //===----------------------------------------------------------------------===//
- // Header File Location.
- //===----------------------------------------------------------------------===//
- /// Return true with a diagnostic if the file that MSVC would have found
- /// fails to match the one that Clang would have found with MSVC header search
- /// disabled.
- static bool checkMSVCHeaderSearch(DiagnosticsEngine &Diags,
- const FileEntry *MSFE, const FileEntry *FE,
- SourceLocation IncludeLoc) {
- if (MSFE && FE != MSFE) {
- Diags.Report(IncludeLoc, diag::ext_pp_include_search_ms) << MSFE->getName();
- return true;
- }
- return false;
- }
- static const char *copyString(StringRef Str, llvm::BumpPtrAllocator &Alloc) {
- assert(!Str.empty());
- char *CopyStr = Alloc.Allocate<char>(Str.size()+1);
- std::copy(Str.begin(), Str.end(), CopyStr);
- CopyStr[Str.size()] = '\0';
- return CopyStr;
- }
- static bool isFrameworkStylePath(StringRef Path, bool &IsPrivateHeader,
- SmallVectorImpl<char> &FrameworkName,
- SmallVectorImpl<char> &IncludeSpelling) {
- using namespace llvm::sys;
- path::const_iterator I = path::begin(Path);
- path::const_iterator E = path::end(Path);
- IsPrivateHeader = false;
- // Detect different types of framework style paths:
- //
- // ...Foo.framework/{Headers,PrivateHeaders}
- // ...Foo.framework/Versions/{A,Current}/{Headers,PrivateHeaders}
- // ...Foo.framework/Frameworks/Nested.framework/{Headers,PrivateHeaders}
- // ...<other variations with 'Versions' like in the above path>
- //
- // and some other variations among these lines.
- int FoundComp = 0;
- while (I != E) {
- if (*I == "Headers") {
- ++FoundComp;
- } else if (*I == "PrivateHeaders") {
- ++FoundComp;
- IsPrivateHeader = true;
- } else if (I->endswith(".framework")) {
- StringRef Name = I->drop_back(10); // Drop .framework
- // Need to reset the strings and counter to support nested frameworks.
- FrameworkName.clear();
- FrameworkName.append(Name.begin(), Name.end());
- IncludeSpelling.clear();
- IncludeSpelling.append(Name.begin(), Name.end());
- FoundComp = 1;
- } else if (FoundComp >= 2) {
- IncludeSpelling.push_back('/');
- IncludeSpelling.append(I->begin(), I->end());
- }
- ++I;
- }
- return !FrameworkName.empty() && FoundComp >= 2;
- }
- static void
- diagnoseFrameworkInclude(DiagnosticsEngine &Diags, SourceLocation IncludeLoc,
- StringRef Includer, StringRef IncludeFilename,
- const FileEntry *IncludeFE, bool isAngled = false,
- bool FoundByHeaderMap = false) {
- bool IsIncluderPrivateHeader = false;
- SmallString<128> FromFramework, ToFramework;
- SmallString<128> FromIncludeSpelling, ToIncludeSpelling;
- if (!isFrameworkStylePath(Includer, IsIncluderPrivateHeader, FromFramework,
- FromIncludeSpelling))
- return;
- bool IsIncludeePrivateHeader = false;
- bool IsIncludeeInFramework =
- isFrameworkStylePath(IncludeFE->getName(), IsIncludeePrivateHeader,
- ToFramework, ToIncludeSpelling);
- if (!isAngled && !FoundByHeaderMap) {
- SmallString<128> NewInclude("<");
- if (IsIncludeeInFramework) {
- NewInclude += ToIncludeSpelling;
- NewInclude += ">";
- } else {
- NewInclude += IncludeFilename;
- NewInclude += ">";
- }
- Diags.Report(IncludeLoc, diag::warn_quoted_include_in_framework_header)
- << IncludeFilename
- << FixItHint::CreateReplacement(IncludeLoc, NewInclude);
- }
- // Headers in Foo.framework/Headers should not include headers
- // from Foo.framework/PrivateHeaders, since this violates public/private
- // API boundaries and can cause modular dependency cycles.
- if (!IsIncluderPrivateHeader && IsIncludeeInFramework &&
- IsIncludeePrivateHeader && FromFramework == ToFramework)
- Diags.Report(IncludeLoc, diag::warn_framework_include_private_from_public)
- << IncludeFilename;
- }
- /// LookupFile - Given a "foo" or \<foo> reference, look up the indicated file,
- /// return null on failure. isAngled indicates whether the file reference is
- /// for system \#include's or not (i.e. using <> instead of ""). Includers, if
- /// non-empty, indicates where the \#including file(s) are, in case a relative
- /// search is needed. Microsoft mode will pass all \#including files.
- OptionalFileEntryRef HeaderSearch::LookupFile(
- StringRef Filename, SourceLocation IncludeLoc, bool isAngled,
- ConstSearchDirIterator FromDir, ConstSearchDirIterator *CurDirArg,
- ArrayRef<std::pair<const FileEntry *, const DirectoryEntry *>> Includers,
- SmallVectorImpl<char> *SearchPath, SmallVectorImpl<char> *RelativePath,
- Module *RequestingModule, ModuleMap::KnownHeader *SuggestedModule,
- bool *IsMapped, bool *IsFrameworkFound, bool SkipCache,
- bool BuildSystemModule, bool OpenFile, bool CacheFailures) {
- ConstSearchDirIterator CurDirLocal = nullptr;
- ConstSearchDirIterator &CurDir = CurDirArg ? *CurDirArg : CurDirLocal;
- if (IsMapped)
- *IsMapped = false;
- if (IsFrameworkFound)
- *IsFrameworkFound = false;
- if (SuggestedModule)
- *SuggestedModule = ModuleMap::KnownHeader();
- // If 'Filename' is absolute, check to see if it exists and no searching.
- if (llvm::sys::path::is_absolute(Filename)) {
- CurDir = nullptr;
- // If this was an #include_next "/absolute/file", fail.
- if (FromDir)
- return std::nullopt;
- if (SearchPath)
- SearchPath->clear();
- if (RelativePath) {
- RelativePath->clear();
- RelativePath->append(Filename.begin(), Filename.end());
- }
- // Otherwise, just return the file.
- return getFileAndSuggestModule(Filename, IncludeLoc, nullptr,
- /*IsSystemHeaderDir*/ false,
- RequestingModule, SuggestedModule, OpenFile,
- CacheFailures);
- }
- // This is the header that MSVC's header search would have found.
- ModuleMap::KnownHeader MSSuggestedModule;
- OptionalFileEntryRef MSFE;
- // Unless disabled, check to see if the file is in the #includer's
- // directory. This cannot be based on CurDir, because each includer could be
- // a #include of a subdirectory (#include "foo/bar.h") and a subsequent
- // include of "baz.h" should resolve to "whatever/foo/baz.h".
- // This search is not done for <> headers.
- if (!Includers.empty() && !isAngled && !NoCurDirSearch) {
- SmallString<1024> TmpDir;
- bool First = true;
- for (const auto &IncluderAndDir : Includers) {
- const FileEntry *Includer = IncluderAndDir.first;
- // Concatenate the requested file onto the directory.
- // FIXME: Portability. Filename concatenation should be in sys::Path.
- TmpDir = IncluderAndDir.second->getName();
- TmpDir.push_back('/');
- TmpDir.append(Filename.begin(), Filename.end());
- // FIXME: We don't cache the result of getFileInfo across the call to
- // getFileAndSuggestModule, because it's a reference to an element of
- // a container that could be reallocated across this call.
- //
- // If we have no includer, that means we're processing a #include
- // from a module build. We should treat this as a system header if we're
- // building a [system] module.
- bool IncluderIsSystemHeader =
- Includer ? getFileInfo(Includer).DirInfo != SrcMgr::C_User :
- BuildSystemModule;
- if (OptionalFileEntryRef FE = getFileAndSuggestModule(
- TmpDir, IncludeLoc, IncluderAndDir.second, IncluderIsSystemHeader,
- RequestingModule, SuggestedModule)) {
- if (!Includer) {
- assert(First && "only first includer can have no file");
- return FE;
- }
- // Leave CurDir unset.
- // This file is a system header or C++ unfriendly if the old file is.
- //
- // Note that we only use one of FromHFI/ToHFI at once, due to potential
- // reallocation of the underlying vector potentially making the first
- // reference binding dangling.
- HeaderFileInfo &FromHFI = getFileInfo(Includer);
- unsigned DirInfo = FromHFI.DirInfo;
- bool IndexHeaderMapHeader = FromHFI.IndexHeaderMapHeader;
- StringRef Framework = FromHFI.Framework;
- HeaderFileInfo &ToHFI = getFileInfo(&FE->getFileEntry());
- ToHFI.DirInfo = DirInfo;
- ToHFI.IndexHeaderMapHeader = IndexHeaderMapHeader;
- ToHFI.Framework = Framework;
- if (SearchPath) {
- StringRef SearchPathRef(IncluderAndDir.second->getName());
- SearchPath->clear();
- SearchPath->append(SearchPathRef.begin(), SearchPathRef.end());
- }
- if (RelativePath) {
- RelativePath->clear();
- RelativePath->append(Filename.begin(), Filename.end());
- }
- if (First) {
- diagnoseFrameworkInclude(Diags, IncludeLoc,
- IncluderAndDir.second->getName(), Filename,
- &FE->getFileEntry());
- return FE;
- }
- // Otherwise, we found the path via MSVC header search rules. If
- // -Wmsvc-include is enabled, we have to keep searching to see if we
- // would've found this header in -I or -isystem directories.
- if (Diags.isIgnored(diag::ext_pp_include_search_ms, IncludeLoc)) {
- return FE;
- } else {
- MSFE = FE;
- if (SuggestedModule) {
- MSSuggestedModule = *SuggestedModule;
- *SuggestedModule = ModuleMap::KnownHeader();
- }
- break;
- }
- }
- First = false;
- }
- }
- CurDir = nullptr;
- // If this is a system #include, ignore the user #include locs.
- ConstSearchDirIterator It =
- isAngled ? angled_dir_begin() : search_dir_begin();
- // If this is a #include_next request, start searching after the directory the
- // file was found in.
- if (FromDir)
- It = FromDir;
- // Cache all of the lookups performed by this method. Many headers are
- // multiply included, and the "pragma once" optimization prevents them from
- // being relex/pp'd, but they would still have to search through a
- // (potentially huge) series of SearchDirs to find it.
- LookupFileCacheInfo &CacheLookup = LookupFileCache[Filename];
- ConstSearchDirIterator NextIt = std::next(It);
- if (!SkipCache) {
- if (CacheLookup.StartIt == NextIt) {
- // HIT: Skip querying potentially lots of directories for this lookup.
- if (CacheLookup.HitIt)
- It = CacheLookup.HitIt;
- if (CacheLookup.MappedName) {
- Filename = CacheLookup.MappedName;
- if (IsMapped)
- *IsMapped = true;
- }
- } else {
- // MISS: This is the first query, or the previous query didn't match
- // our search start. We will fill in our found location below, so prime
- // the start point value.
- CacheLookup.reset(/*NewStartIt=*/NextIt);
- if (It == search_dir_begin() && FirstNonHeaderMapSearchDirIdx > 0) {
- // Handle cold misses of user includes in the presence of many header
- // maps. We avoid searching perhaps thousands of header maps by
- // jumping directly to the correct one or jumping beyond all of them.
- auto Iter = SearchDirHeaderMapIndex.find(Filename.lower());
- if (Iter == SearchDirHeaderMapIndex.end())
- // Not in index => Skip to first SearchDir after initial header maps
- It = search_dir_nth(FirstNonHeaderMapSearchDirIdx);
- else
- // In index => Start with a specific header map
- It = search_dir_nth(Iter->second);
- }
- }
- } else
- CacheLookup.reset(/*NewStartIt=*/NextIt);
- SmallString<64> MappedName;
- // Check each directory in sequence to see if it contains this file.
- for (; It != search_dir_end(); ++It) {
- bool InUserSpecifiedSystemFramework = false;
- bool IsInHeaderMap = false;
- bool IsFrameworkFoundInDir = false;
- OptionalFileEntryRef File = It->LookupFile(
- Filename, *this, IncludeLoc, SearchPath, RelativePath, RequestingModule,
- SuggestedModule, InUserSpecifiedSystemFramework, IsFrameworkFoundInDir,
- IsInHeaderMap, MappedName, OpenFile);
- if (!MappedName.empty()) {
- assert(IsInHeaderMap && "MappedName should come from a header map");
- CacheLookup.MappedName =
- copyString(MappedName, LookupFileCache.getAllocator());
- }
- if (IsMapped)
- // A filename is mapped when a header map remapped it to a relative path
- // used in subsequent header search or to an absolute path pointing to an
- // existing file.
- *IsMapped |= (!MappedName.empty() || (IsInHeaderMap && File));
- if (IsFrameworkFound)
- // Because we keep a filename remapped for subsequent search directory
- // lookups, ignore IsFrameworkFoundInDir after the first remapping and not
- // just for remapping in a current search directory.
- *IsFrameworkFound |= (IsFrameworkFoundInDir && !CacheLookup.MappedName);
- if (!File)
- continue;
- CurDir = It;
- const auto FE = &File->getFileEntry();
- IncludeNames[FE] = Filename;
- // This file is a system header or C++ unfriendly if the dir is.
- HeaderFileInfo &HFI = getFileInfo(FE);
- HFI.DirInfo = CurDir->getDirCharacteristic();
- // If the directory characteristic is User but this framework was
- // user-specified to be treated as a system framework, promote the
- // characteristic.
- if (HFI.DirInfo == SrcMgr::C_User && InUserSpecifiedSystemFramework)
- HFI.DirInfo = SrcMgr::C_System;
- // If the filename matches a known system header prefix, override
- // whether the file is a system header.
- for (unsigned j = SystemHeaderPrefixes.size(); j; --j) {
- if (Filename.startswith(SystemHeaderPrefixes[j-1].first)) {
- HFI.DirInfo = SystemHeaderPrefixes[j-1].second ? SrcMgr::C_System
- : SrcMgr::C_User;
- break;
- }
- }
- // Set the `Framework` info if this file is in a header map with framework
- // style include spelling or found in a framework dir. The header map case
- // is possible when building frameworks which use header maps.
- if (CurDir->isHeaderMap() && isAngled) {
- size_t SlashPos = Filename.find('/');
- if (SlashPos != StringRef::npos)
- HFI.Framework =
- getUniqueFrameworkName(StringRef(Filename.begin(), SlashPos));
- if (CurDir->isIndexHeaderMap())
- HFI.IndexHeaderMapHeader = 1;
- } else if (CurDir->isFramework()) {
- size_t SlashPos = Filename.find('/');
- if (SlashPos != StringRef::npos)
- HFI.Framework =
- getUniqueFrameworkName(StringRef(Filename.begin(), SlashPos));
- }
- if (checkMSVCHeaderSearch(Diags, MSFE ? &MSFE->getFileEntry() : nullptr,
- &File->getFileEntry(), IncludeLoc)) {
- if (SuggestedModule)
- *SuggestedModule = MSSuggestedModule;
- return MSFE;
- }
- bool FoundByHeaderMap = !IsMapped ? false : *IsMapped;
- if (!Includers.empty())
- diagnoseFrameworkInclude(
- Diags, IncludeLoc, Includers.front().second->getName(), Filename,
- &File->getFileEntry(), isAngled, FoundByHeaderMap);
- // Remember this location for the next lookup we do.
- cacheLookupSuccess(CacheLookup, It, IncludeLoc);
- return File;
- }
- // If we are including a file with a quoted include "foo.h" from inside
- // a header in a framework that is currently being built, and we couldn't
- // resolve "foo.h" any other way, change the include to <Foo/foo.h>, where
- // "Foo" is the name of the framework in which the including header was found.
- if (!Includers.empty() && Includers.front().first && !isAngled &&
- !Filename.contains('/')) {
- HeaderFileInfo &IncludingHFI = getFileInfo(Includers.front().first);
- if (IncludingHFI.IndexHeaderMapHeader) {
- SmallString<128> ScratchFilename;
- ScratchFilename += IncludingHFI.Framework;
- ScratchFilename += '/';
- ScratchFilename += Filename;
- OptionalFileEntryRef File = LookupFile(
- ScratchFilename, IncludeLoc, /*isAngled=*/true, FromDir, &CurDir,
- Includers.front(), SearchPath, RelativePath, RequestingModule,
- SuggestedModule, IsMapped, /*IsFrameworkFound=*/nullptr);
- if (checkMSVCHeaderSearch(Diags, MSFE ? &MSFE->getFileEntry() : nullptr,
- File ? &File->getFileEntry() : nullptr,
- IncludeLoc)) {
- if (SuggestedModule)
- *SuggestedModule = MSSuggestedModule;
- return MSFE;
- }
- cacheLookupSuccess(LookupFileCache[Filename],
- LookupFileCache[ScratchFilename].HitIt, IncludeLoc);
- // FIXME: SuggestedModule.
- return File;
- }
- }
- if (checkMSVCHeaderSearch(Diags, MSFE ? &MSFE->getFileEntry() : nullptr,
- nullptr, IncludeLoc)) {
- if (SuggestedModule)
- *SuggestedModule = MSSuggestedModule;
- return MSFE;
- }
- // Otherwise, didn't find it. Remember we didn't find this.
- CacheLookup.HitIt = search_dir_end();
- return std::nullopt;
- }
- /// LookupSubframeworkHeader - Look up a subframework for the specified
- /// \#include file. For example, if \#include'ing <HIToolbox/HIToolbox.h> from
- /// within ".../Carbon.framework/Headers/Carbon.h", check to see if HIToolbox
- /// is a subframework within Carbon.framework. If so, return the FileEntry
- /// for the designated file, otherwise return null.
- OptionalFileEntryRef HeaderSearch::LookupSubframeworkHeader(
- StringRef Filename, const FileEntry *ContextFileEnt,
- SmallVectorImpl<char> *SearchPath, SmallVectorImpl<char> *RelativePath,
- Module *RequestingModule, ModuleMap::KnownHeader *SuggestedModule) {
- assert(ContextFileEnt && "No context file?");
- // Framework names must have a '/' in the filename. Find it.
- // FIXME: Should we permit '\' on Windows?
- size_t SlashPos = Filename.find('/');
- if (SlashPos == StringRef::npos)
- return std::nullopt;
- // Look up the base framework name of the ContextFileEnt.
- StringRef ContextName = ContextFileEnt->getName();
- // If the context info wasn't a framework, couldn't be a subframework.
- const unsigned DotFrameworkLen = 10;
- auto FrameworkPos = ContextName.find(".framework");
- if (FrameworkPos == StringRef::npos ||
- (ContextName[FrameworkPos + DotFrameworkLen] != '/' &&
- ContextName[FrameworkPos + DotFrameworkLen] != '\\'))
- return std::nullopt;
- SmallString<1024> FrameworkName(ContextName.data(), ContextName.data() +
- FrameworkPos +
- DotFrameworkLen + 1);
- // Append Frameworks/HIToolbox.framework/
- FrameworkName += "Frameworks/";
- FrameworkName.append(Filename.begin(), Filename.begin()+SlashPos);
- FrameworkName += ".framework/";
- auto &CacheLookup =
- *FrameworkMap.insert(std::make_pair(Filename.substr(0, SlashPos),
- FrameworkCacheEntry())).first;
- // Some other location?
- if (CacheLookup.second.Directory &&
- CacheLookup.first().size() == FrameworkName.size() &&
- memcmp(CacheLookup.first().data(), &FrameworkName[0],
- CacheLookup.first().size()) != 0)
- return std::nullopt;
- // Cache subframework.
- if (!CacheLookup.second.Directory) {
- ++NumSubFrameworkLookups;
- // If the framework dir doesn't exist, we fail.
- auto Dir = FileMgr.getOptionalDirectoryRef(FrameworkName);
- if (!Dir)
- return std::nullopt;
- // Otherwise, if it does, remember that this is the right direntry for this
- // framework.
- CacheLookup.second.Directory = Dir;
- }
- if (RelativePath) {
- RelativePath->clear();
- RelativePath->append(Filename.begin()+SlashPos+1, Filename.end());
- }
- // Check ".../Frameworks/HIToolbox.framework/Headers/HIToolbox.h"
- SmallString<1024> HeadersFilename(FrameworkName);
- HeadersFilename += "Headers/";
- if (SearchPath) {
- SearchPath->clear();
- // Without trailing '/'.
- SearchPath->append(HeadersFilename.begin(), HeadersFilename.end()-1);
- }
- HeadersFilename.append(Filename.begin()+SlashPos+1, Filename.end());
- auto File = FileMgr.getOptionalFileRef(HeadersFilename, /*OpenFile=*/true);
- if (!File) {
- // Check ".../Frameworks/HIToolbox.framework/PrivateHeaders/HIToolbox.h"
- HeadersFilename = FrameworkName;
- HeadersFilename += "PrivateHeaders/";
- if (SearchPath) {
- SearchPath->clear();
- // Without trailing '/'.
- SearchPath->append(HeadersFilename.begin(), HeadersFilename.end()-1);
- }
- HeadersFilename.append(Filename.begin()+SlashPos+1, Filename.end());
- File = FileMgr.getOptionalFileRef(HeadersFilename, /*OpenFile=*/true);
- if (!File)
- return std::nullopt;
- }
- // This file is a system header or C++ unfriendly if the old file is.
- //
- // Note that the temporary 'DirInfo' is required here, as either call to
- // getFileInfo could resize the vector and we don't want to rely on order
- // of evaluation.
- unsigned DirInfo = getFileInfo(ContextFileEnt).DirInfo;
- getFileInfo(&File->getFileEntry()).DirInfo = DirInfo;
- FrameworkName.pop_back(); // remove the trailing '/'
- if (!findUsableModuleForFrameworkHeader(&File->getFileEntry(), FrameworkName,
- RequestingModule, SuggestedModule,
- /*IsSystem*/ false))
- return std::nullopt;
- return *File;
- }
- //===----------------------------------------------------------------------===//
- // File Info Management.
- //===----------------------------------------------------------------------===//
- /// Merge the header file info provided by \p OtherHFI into the current
- /// header file info (\p HFI)
- static void mergeHeaderFileInfo(HeaderFileInfo &HFI,
- const HeaderFileInfo &OtherHFI) {
- assert(OtherHFI.External && "expected to merge external HFI");
- HFI.isImport |= OtherHFI.isImport;
- HFI.isPragmaOnce |= OtherHFI.isPragmaOnce;
- HFI.isModuleHeader |= OtherHFI.isModuleHeader;
- if (!HFI.ControllingMacro && !HFI.ControllingMacroID) {
- HFI.ControllingMacro = OtherHFI.ControllingMacro;
- HFI.ControllingMacroID = OtherHFI.ControllingMacroID;
- }
- HFI.DirInfo = OtherHFI.DirInfo;
- HFI.External = (!HFI.IsValid || HFI.External);
- HFI.IsValid = true;
- HFI.IndexHeaderMapHeader = OtherHFI.IndexHeaderMapHeader;
- if (HFI.Framework.empty())
- HFI.Framework = OtherHFI.Framework;
- }
- /// getFileInfo - Return the HeaderFileInfo structure for the specified
- /// FileEntry.
- HeaderFileInfo &HeaderSearch::getFileInfo(const FileEntry *FE) {
- if (FE->getUID() >= FileInfo.size())
- FileInfo.resize(FE->getUID() + 1);
- HeaderFileInfo *HFI = &FileInfo[FE->getUID()];
- // FIXME: Use a generation count to check whether this is really up to date.
- if (ExternalSource && !HFI->Resolved) {
- auto ExternalHFI = ExternalSource->GetHeaderFileInfo(FE);
- if (ExternalHFI.IsValid) {
- HFI->Resolved = true;
- if (ExternalHFI.External)
- mergeHeaderFileInfo(*HFI, ExternalHFI);
- }
- }
- HFI->IsValid = true;
- // We have local information about this header file, so it's no longer
- // strictly external.
- HFI->External = false;
- return *HFI;
- }
- const HeaderFileInfo *
- HeaderSearch::getExistingFileInfo(const FileEntry *FE,
- bool WantExternal) const {
- // If we have an external source, ensure we have the latest information.
- // FIXME: Use a generation count to check whether this is really up to date.
- HeaderFileInfo *HFI;
- if (ExternalSource) {
- if (FE->getUID() >= FileInfo.size()) {
- if (!WantExternal)
- return nullptr;
- FileInfo.resize(FE->getUID() + 1);
- }
- HFI = &FileInfo[FE->getUID()];
- if (!WantExternal && (!HFI->IsValid || HFI->External))
- return nullptr;
- if (!HFI->Resolved) {
- auto ExternalHFI = ExternalSource->GetHeaderFileInfo(FE);
- if (ExternalHFI.IsValid) {
- HFI->Resolved = true;
- if (ExternalHFI.External)
- mergeHeaderFileInfo(*HFI, ExternalHFI);
- }
- }
- } else if (FE->getUID() >= FileInfo.size()) {
- return nullptr;
- } else {
- HFI = &FileInfo[FE->getUID()];
- }
- if (!HFI->IsValid || (HFI->External && !WantExternal))
- return nullptr;
- return HFI;
- }
- bool HeaderSearch::isFileMultipleIncludeGuarded(const FileEntry *File) {
- // Check if we've entered this file and found an include guard or #pragma
- // once. Note that we dor't check for #import, because that's not a property
- // of the file itself.
- if (auto *HFI = getExistingFileInfo(File))
- return HFI->isPragmaOnce || HFI->ControllingMacro ||
- HFI->ControllingMacroID;
- return false;
- }
- void HeaderSearch::MarkFileModuleHeader(const FileEntry *FE,
- ModuleMap::ModuleHeaderRole Role,
- bool isCompilingModuleHeader) {
- bool isModularHeader = ModuleMap::isModular(Role);
- // Don't mark the file info as non-external if there's nothing to change.
- if (!isCompilingModuleHeader) {
- if (!isModularHeader)
- return;
- auto *HFI = getExistingFileInfo(FE);
- if (HFI && HFI->isModuleHeader)
- return;
- }
- auto &HFI = getFileInfo(FE);
- HFI.isModuleHeader |= isModularHeader;
- HFI.isCompilingModuleHeader |= isCompilingModuleHeader;
- }
- bool HeaderSearch::ShouldEnterIncludeFile(Preprocessor &PP,
- const FileEntry *File, bool isImport,
- bool ModulesEnabled, Module *M,
- bool &IsFirstIncludeOfFile) {
- ++NumIncluded; // Count # of attempted #includes.
- IsFirstIncludeOfFile = false;
- // Get information about this file.
- HeaderFileInfo &FileInfo = getFileInfo(File);
- // FIXME: this is a workaround for the lack of proper modules-aware support
- // for #import / #pragma once
- auto TryEnterImported = [&]() -> bool {
- if (!ModulesEnabled)
- return false;
- // Ensure FileInfo bits are up to date.
- ModMap.resolveHeaderDirectives(File);
- // Modules with builtins are special; multiple modules use builtins as
- // modular headers, example:
- //
- // module stddef { header "stddef.h" export * }
- //
- // After module map parsing, this expands to:
- //
- // module stddef {
- // header "/path_to_builtin_dirs/stddef.h"
- // textual "stddef.h"
- // }
- //
- // It's common that libc++ and system modules will both define such
- // submodules. Make sure cached results for a builtin header won't
- // prevent other builtin modules from potentially entering the builtin
- // header. Note that builtins are header guarded and the decision to
- // actually enter them is postponed to the controlling macros logic below.
- bool TryEnterHdr = false;
- if (FileInfo.isCompilingModuleHeader && FileInfo.isModuleHeader)
- TryEnterHdr = ModMap.isBuiltinHeader(File);
- // Textual headers can be #imported from different modules. Since ObjC
- // headers find in the wild might rely only on #import and do not contain
- // controlling macros, be conservative and only try to enter textual headers
- // if such macro is present.
- if (!FileInfo.isModuleHeader &&
- FileInfo.getControllingMacro(ExternalLookup))
- TryEnterHdr = true;
- return TryEnterHdr;
- };
- // If this is a #import directive, check that we have not already imported
- // this header.
- if (isImport) {
- // If this has already been imported, don't import it again.
- FileInfo.isImport = true;
- // Has this already been #import'ed or #include'd?
- if (PP.alreadyIncluded(File) && !TryEnterImported())
- return false;
- } else {
- // Otherwise, if this is a #include of a file that was previously #import'd
- // or if this is the second #include of a #pragma once file, ignore it.
- if ((FileInfo.isPragmaOnce || FileInfo.isImport) && !TryEnterImported())
- return false;
- }
- // Next, check to see if the file is wrapped with #ifndef guards. If so, and
- // if the macro that guards it is defined, we know the #include has no effect.
- if (const IdentifierInfo *ControllingMacro
- = FileInfo.getControllingMacro(ExternalLookup)) {
- // If the header corresponds to a module, check whether the macro is already
- // defined in that module rather than checking in the current set of visible
- // modules.
- if (M ? PP.isMacroDefinedInLocalModule(ControllingMacro, M)
- : PP.isMacroDefined(ControllingMacro)) {
- ++NumMultiIncludeFileOptzn;
- return false;
- }
- }
- IsFirstIncludeOfFile = PP.markIncluded(File);
- return true;
- }
- size_t HeaderSearch::getTotalMemory() const {
- return SearchDirs.capacity()
- + llvm::capacity_in_bytes(FileInfo)
- + llvm::capacity_in_bytes(HeaderMaps)
- + LookupFileCache.getAllocator().getTotalMemory()
- + FrameworkMap.getAllocator().getTotalMemory();
- }
- unsigned HeaderSearch::searchDirIdx(const DirectoryLookup &DL) const {
- return &DL - &*SearchDirs.begin();
- }
- StringRef HeaderSearch::getUniqueFrameworkName(StringRef Framework) {
- return FrameworkNames.insert(Framework).first->first();
- }
- StringRef HeaderSearch::getIncludeNameForHeader(const FileEntry *File) const {
- auto It = IncludeNames.find(File);
- if (It == IncludeNames.end())
- return {};
- return It->second;
- }
- bool HeaderSearch::hasModuleMap(StringRef FileName,
- const DirectoryEntry *Root,
- bool IsSystem) {
- if (!HSOpts->ImplicitModuleMaps)
- return false;
- SmallVector<const DirectoryEntry *, 2> FixUpDirectories;
- StringRef DirName = FileName;
- do {
- // Get the parent directory name.
- DirName = llvm::sys::path::parent_path(DirName);
- if (DirName.empty())
- return false;
- // Determine whether this directory exists.
- auto Dir = FileMgr.getOptionalDirectoryRef(DirName);
- if (!Dir)
- return false;
- // Try to load the module map file in this directory.
- switch (loadModuleMapFile(*Dir, IsSystem,
- llvm::sys::path::extension(Dir->getName()) ==
- ".framework")) {
- case LMM_NewlyLoaded:
- case LMM_AlreadyLoaded:
- // Success. All of the directories we stepped through inherit this module
- // map file.
- for (unsigned I = 0, N = FixUpDirectories.size(); I != N; ++I)
- DirectoryHasModuleMap[FixUpDirectories[I]] = true;
- return true;
- case LMM_NoDirectory:
- case LMM_InvalidModuleMap:
- break;
- }
- // If we hit the top of our search, we're done.
- if (*Dir == Root)
- return false;
- // Keep track of all of the directories we checked, so we can mark them as
- // having module maps if we eventually do find a module map.
- FixUpDirectories.push_back(*Dir);
- } while (true);
- }
- ModuleMap::KnownHeader
- HeaderSearch::findModuleForHeader(const FileEntry *File, bool AllowTextual,
- bool AllowExcluded) const {
- if (ExternalSource) {
- // Make sure the external source has handled header info about this file,
- // which includes whether the file is part of a module.
- (void)getExistingFileInfo(File);
- }
- return ModMap.findModuleForHeader(File, AllowTextual, AllowExcluded);
- }
- ArrayRef<ModuleMap::KnownHeader>
- HeaderSearch::findAllModulesForHeader(const FileEntry *File) const {
- if (ExternalSource) {
- // Make sure the external source has handled header info about this file,
- // which includes whether the file is part of a module.
- (void)getExistingFileInfo(File);
- }
- return ModMap.findAllModulesForHeader(File);
- }
- static bool suggestModule(HeaderSearch &HS, const FileEntry *File,
- Module *RequestingModule,
- ModuleMap::KnownHeader *SuggestedModule) {
- ModuleMap::KnownHeader Module =
- HS.findModuleForHeader(File, /*AllowTextual*/true);
- // If this module specifies [no_undeclared_includes], we cannot find any
- // file that's in a non-dependency module.
- if (RequestingModule && Module && RequestingModule->NoUndeclaredIncludes) {
- HS.getModuleMap().resolveUses(RequestingModule, /*Complain*/ false);
- if (!RequestingModule->directlyUses(Module.getModule())) {
- // Builtin headers are a special case. Multiple modules can use the same
- // builtin as a modular header (see also comment in
- // ShouldEnterIncludeFile()), so the builtin header may have been
- // "claimed" by an unrelated module. This shouldn't prevent us from
- // including the builtin header textually in this module.
- if (HS.getModuleMap().isBuiltinHeader(File)) {
- if (SuggestedModule)
- *SuggestedModule = ModuleMap::KnownHeader();
- return true;
- }
- // TODO: Add this module (or just its module map file) into something like
- // `RequestingModule->AffectingClangModules`.
- return false;
- }
- }
- if (SuggestedModule)
- *SuggestedModule = (Module.getRole() & ModuleMap::TextualHeader)
- ? ModuleMap::KnownHeader()
- : Module;
- return true;
- }
- bool HeaderSearch::findUsableModuleForHeader(
- const FileEntry *File, const DirectoryEntry *Root, Module *RequestingModule,
- ModuleMap::KnownHeader *SuggestedModule, bool IsSystemHeaderDir) {
- if (File && needModuleLookup(RequestingModule, SuggestedModule)) {
- // If there is a module that corresponds to this header, suggest it.
- hasModuleMap(File->getName(), Root, IsSystemHeaderDir);
- return suggestModule(*this, File, RequestingModule, SuggestedModule);
- }
- return true;
- }
- bool HeaderSearch::findUsableModuleForFrameworkHeader(
- const FileEntry *File, StringRef FrameworkName, Module *RequestingModule,
- ModuleMap::KnownHeader *SuggestedModule, bool IsSystemFramework) {
- // If we're supposed to suggest a module, look for one now.
- if (needModuleLookup(RequestingModule, SuggestedModule)) {
- // Find the top-level framework based on this framework.
- SmallVector<std::string, 4> SubmodulePath;
- OptionalDirectoryEntryRef TopFrameworkDir =
- ::getTopFrameworkDir(FileMgr, FrameworkName, SubmodulePath);
- assert(TopFrameworkDir && "Could not find the top-most framework dir");
- // Determine the name of the top-level framework.
- StringRef ModuleName = llvm::sys::path::stem(TopFrameworkDir->getName());
- // Load this framework module. If that succeeds, find the suggested module
- // for this header, if any.
- loadFrameworkModule(ModuleName, *TopFrameworkDir, IsSystemFramework);
- // FIXME: This can find a module not part of ModuleName, which is
- // important so that we're consistent about whether this header
- // corresponds to a module. Possibly we should lock down framework modules
- // so that this is not possible.
- return suggestModule(*this, File, RequestingModule, SuggestedModule);
- }
- return true;
- }
- static const FileEntry *getPrivateModuleMap(const FileEntry *File,
- FileManager &FileMgr) {
- StringRef Filename = llvm::sys::path::filename(File->getName());
- SmallString<128> PrivateFilename(File->getDir()->getName());
- if (Filename == "module.map")
- llvm::sys::path::append(PrivateFilename, "module_private.map");
- else if (Filename == "module.modulemap")
- llvm::sys::path::append(PrivateFilename, "module.private.modulemap");
- else
- return nullptr;
- if (auto File = FileMgr.getFile(PrivateFilename))
- return *File;
- return nullptr;
- }
- bool HeaderSearch::loadModuleMapFile(const FileEntry *File, bool IsSystem,
- FileID ID, unsigned *Offset,
- StringRef OriginalModuleMapFile) {
- // Find the directory for the module. For frameworks, that may require going
- // up from the 'Modules' directory.
- OptionalDirectoryEntryRef Dir;
- if (getHeaderSearchOpts().ModuleMapFileHomeIsCwd) {
- Dir = FileMgr.getOptionalDirectoryRef(".");
- } else {
- if (!OriginalModuleMapFile.empty()) {
- // We're building a preprocessed module map. Find or invent the directory
- // that it originally occupied.
- Dir = FileMgr.getOptionalDirectoryRef(
- llvm::sys::path::parent_path(OriginalModuleMapFile));
- if (!Dir) {
- auto FakeFile = FileMgr.getVirtualFileRef(OriginalModuleMapFile, 0, 0);
- Dir = FakeFile.getDir();
- }
- } else {
- // TODO: Replace with `Dir = File.getDir()` when `File` is switched to
- // `FileEntryRef`.
- Dir = FileMgr.getOptionalDirectoryRef(File->getDir()->getName());
- }
- assert(Dir && "parent must exist");
- StringRef DirName(Dir->getName());
- if (llvm::sys::path::filename(DirName) == "Modules") {
- DirName = llvm::sys::path::parent_path(DirName);
- if (DirName.endswith(".framework"))
- if (auto MaybeDir = FileMgr.getOptionalDirectoryRef(DirName))
- Dir = *MaybeDir;
- // FIXME: This assert can fail if there's a race between the above check
- // and the removal of the directory.
- assert(Dir && "parent must exist");
- }
- }
- assert(Dir && "module map home directory must exist");
- switch (loadModuleMapFileImpl(File, IsSystem, *Dir, ID, Offset)) {
- case LMM_AlreadyLoaded:
- case LMM_NewlyLoaded:
- return false;
- case LMM_NoDirectory:
- case LMM_InvalidModuleMap:
- return true;
- }
- llvm_unreachable("Unknown load module map result");
- }
- HeaderSearch::LoadModuleMapResult
- HeaderSearch::loadModuleMapFileImpl(const FileEntry *File, bool IsSystem,
- DirectoryEntryRef Dir, FileID ID,
- unsigned *Offset) {
- assert(File && "expected FileEntry");
- // Check whether we've already loaded this module map, and mark it as being
- // loaded in case we recursively try to load it from itself.
- auto AddResult = LoadedModuleMaps.insert(std::make_pair(File, true));
- if (!AddResult.second)
- return AddResult.first->second ? LMM_AlreadyLoaded : LMM_InvalidModuleMap;
- if (ModMap.parseModuleMapFile(File, IsSystem, Dir, ID, Offset)) {
- LoadedModuleMaps[File] = false;
- return LMM_InvalidModuleMap;
- }
- // Try to load a corresponding private module map.
- if (const FileEntry *PMMFile = getPrivateModuleMap(File, FileMgr)) {
- if (ModMap.parseModuleMapFile(PMMFile, IsSystem, Dir)) {
- LoadedModuleMaps[File] = false;
- return LMM_InvalidModuleMap;
- }
- }
- // This directory has a module map.
- return LMM_NewlyLoaded;
- }
- const FileEntry *
- HeaderSearch::lookupModuleMapFile(const DirectoryEntry *Dir, bool IsFramework) {
- if (!HSOpts->ImplicitModuleMaps)
- return nullptr;
- // For frameworks, the preferred spelling is Modules/module.modulemap, but
- // module.map at the framework root is also accepted.
- SmallString<128> ModuleMapFileName(Dir->getName());
- if (IsFramework)
- llvm::sys::path::append(ModuleMapFileName, "Modules");
- llvm::sys::path::append(ModuleMapFileName, "module.modulemap");
- if (auto F = FileMgr.getFile(ModuleMapFileName))
- return *F;
- // Continue to allow module.map
- ModuleMapFileName = Dir->getName();
- llvm::sys::path::append(ModuleMapFileName, "module.map");
- if (auto F = FileMgr.getFile(ModuleMapFileName))
- return *F;
- // For frameworks, allow to have a private module map with a preferred
- // spelling when a public module map is absent.
- if (IsFramework) {
- ModuleMapFileName = Dir->getName();
- llvm::sys::path::append(ModuleMapFileName, "Modules",
- "module.private.modulemap");
- if (auto F = FileMgr.getFile(ModuleMapFileName))
- return *F;
- }
- return nullptr;
- }
- Module *HeaderSearch::loadFrameworkModule(StringRef Name, DirectoryEntryRef Dir,
- bool IsSystem) {
- if (Module *Module = ModMap.findModule(Name))
- return Module;
- // Try to load a module map file.
- switch (loadModuleMapFile(Dir, IsSystem, /*IsFramework*/true)) {
- case LMM_InvalidModuleMap:
- // Try to infer a module map from the framework directory.
- if (HSOpts->ImplicitModuleMaps)
- ModMap.inferFrameworkModule(Dir, IsSystem, /*Parent=*/nullptr);
- break;
- case LMM_AlreadyLoaded:
- case LMM_NoDirectory:
- return nullptr;
- case LMM_NewlyLoaded:
- break;
- }
- return ModMap.findModule(Name);
- }
- HeaderSearch::LoadModuleMapResult
- HeaderSearch::loadModuleMapFile(StringRef DirName, bool IsSystem,
- bool IsFramework) {
- if (auto Dir = FileMgr.getOptionalDirectoryRef(DirName))
- return loadModuleMapFile(*Dir, IsSystem, IsFramework);
- return LMM_NoDirectory;
- }
- HeaderSearch::LoadModuleMapResult
- HeaderSearch::loadModuleMapFile(DirectoryEntryRef Dir, bool IsSystem,
- bool IsFramework) {
- auto KnownDir = DirectoryHasModuleMap.find(Dir);
- if (KnownDir != DirectoryHasModuleMap.end())
- return KnownDir->second ? LMM_AlreadyLoaded : LMM_InvalidModuleMap;
- if (const FileEntry *ModuleMapFile = lookupModuleMapFile(Dir, IsFramework)) {
- LoadModuleMapResult Result =
- loadModuleMapFileImpl(ModuleMapFile, IsSystem, Dir);
- // Add Dir explicitly in case ModuleMapFile is in a subdirectory.
- // E.g. Foo.framework/Modules/module.modulemap
- // ^Dir ^ModuleMapFile
- if (Result == LMM_NewlyLoaded)
- DirectoryHasModuleMap[Dir] = true;
- else if (Result == LMM_InvalidModuleMap)
- DirectoryHasModuleMap[Dir] = false;
- return Result;
- }
- return LMM_InvalidModuleMap;
- }
- void HeaderSearch::collectAllModules(SmallVectorImpl<Module *> &Modules) {
- Modules.clear();
- if (HSOpts->ImplicitModuleMaps) {
- // Load module maps for each of the header search directories.
- for (DirectoryLookup &DL : search_dir_range()) {
- bool IsSystem = DL.isSystemHeaderDirectory();
- if (DL.isFramework()) {
- std::error_code EC;
- SmallString<128> DirNative;
- llvm::sys::path::native(DL.getFrameworkDir()->getName(), DirNative);
- // Search each of the ".framework" directories to load them as modules.
- llvm::vfs::FileSystem &FS = FileMgr.getVirtualFileSystem();
- for (llvm::vfs::directory_iterator Dir = FS.dir_begin(DirNative, EC),
- DirEnd;
- Dir != DirEnd && !EC; Dir.increment(EC)) {
- if (llvm::sys::path::extension(Dir->path()) != ".framework")
- continue;
- auto FrameworkDir = FileMgr.getOptionalDirectoryRef(Dir->path());
- if (!FrameworkDir)
- continue;
- // Load this framework module.
- loadFrameworkModule(llvm::sys::path::stem(Dir->path()), *FrameworkDir,
- IsSystem);
- }
- continue;
- }
- // FIXME: Deal with header maps.
- if (DL.isHeaderMap())
- continue;
- // Try to load a module map file for the search directory.
- loadModuleMapFile(*DL.getDirRef(), IsSystem, /*IsFramework*/ false);
- // Try to load module map files for immediate subdirectories of this
- // search directory.
- loadSubdirectoryModuleMaps(DL);
- }
- }
- // Populate the list of modules.
- llvm::transform(ModMap.modules(), std::back_inserter(Modules),
- [](const auto &NameAndMod) { return NameAndMod.second; });
- }
- void HeaderSearch::loadTopLevelSystemModules() {
- if (!HSOpts->ImplicitModuleMaps)
- return;
- // Load module maps for each of the header search directories.
- for (const DirectoryLookup &DL : search_dir_range()) {
- // We only care about normal header directories.
- if (!DL.isNormalDir())
- continue;
- // Try to load a module map file for the search directory.
- loadModuleMapFile(*DL.getDirRef(), DL.isSystemHeaderDirectory(),
- DL.isFramework());
- }
- }
- void HeaderSearch::loadSubdirectoryModuleMaps(DirectoryLookup &SearchDir) {
- assert(HSOpts->ImplicitModuleMaps &&
- "Should not be loading subdirectory module maps");
- if (SearchDir.haveSearchedAllModuleMaps())
- return;
- std::error_code EC;
- SmallString<128> Dir = SearchDir.getDir()->getName();
- FileMgr.makeAbsolutePath(Dir);
- SmallString<128> DirNative;
- llvm::sys::path::native(Dir, DirNative);
- llvm::vfs::FileSystem &FS = FileMgr.getVirtualFileSystem();
- for (llvm::vfs::directory_iterator Dir = FS.dir_begin(DirNative, EC), DirEnd;
- Dir != DirEnd && !EC; Dir.increment(EC)) {
- bool IsFramework = llvm::sys::path::extension(Dir->path()) == ".framework";
- if (IsFramework == SearchDir.isFramework())
- loadModuleMapFile(Dir->path(), SearchDir.isSystemHeaderDirectory(),
- SearchDir.isFramework());
- }
- SearchDir.setSearchedAllModuleMaps(true);
- }
- std::string HeaderSearch::suggestPathToFileForDiagnostics(
- const FileEntry *File, llvm::StringRef MainFile, bool *IsSystem) {
- // FIXME: We assume that the path name currently cached in the FileEntry is
- // the most appropriate one for this analysis (and that it's spelled the
- // same way as the corresponding header search path).
- return suggestPathToFileForDiagnostics(File->getName(), /*WorkingDir=*/"",
- MainFile, IsSystem);
- }
- std::string HeaderSearch::suggestPathToFileForDiagnostics(
- llvm::StringRef File, llvm::StringRef WorkingDir, llvm::StringRef MainFile,
- bool *IsSystem) {
- using namespace llvm::sys;
-
- llvm::SmallString<32> FilePath = File;
- // remove_dots switches to backslashes on windows as a side-effect!
- // We always want to suggest forward slashes for includes.
- // (not remove_dots(..., posix) as that misparses windows paths).
- path::remove_dots(FilePath, /*remove_dot_dot=*/true);
- path::native(FilePath, path::Style::posix);
- File = FilePath;
- unsigned BestPrefixLength = 0;
- // Checks whether `Dir` is a strict path prefix of `File`. If so and that's
- // the longest prefix we've seen so for it, returns true and updates the
- // `BestPrefixLength` accordingly.
- auto CheckDir = [&](llvm::SmallString<32> Dir) -> bool {
- if (!WorkingDir.empty() && !path::is_absolute(Dir))
- fs::make_absolute(WorkingDir, Dir);
- path::remove_dots(Dir, /*remove_dot_dot=*/true);
- for (auto NI = path::begin(File), NE = path::end(File),
- DI = path::begin(Dir), DE = path::end(Dir);
- NI != NE; ++NI, ++DI) {
- if (DI == DE) {
- // Dir is a prefix of File, up to choice of path separators.
- unsigned PrefixLength = NI - path::begin(File);
- if (PrefixLength > BestPrefixLength) {
- BestPrefixLength = PrefixLength;
- return true;
- }
- break;
- }
- // Consider all path separators equal.
- if (NI->size() == 1 && DI->size() == 1 &&
- path::is_separator(NI->front()) && path::is_separator(DI->front()))
- continue;
- // Special case Apple .sdk folders since the search path is typically a
- // symlink like `iPhoneSimulator14.5.sdk` while the file is instead
- // located in `iPhoneSimulator.sdk` (the real folder).
- if (NI->endswith(".sdk") && DI->endswith(".sdk")) {
- StringRef NBasename = path::stem(*NI);
- StringRef DBasename = path::stem(*DI);
- if (DBasename.startswith(NBasename))
- continue;
- }
- if (*NI != *DI)
- break;
- }
- return false;
- };
- bool BestPrefixIsFramework = false;
- for (const DirectoryLookup &DL : search_dir_range()) {
- if (DL.isNormalDir()) {
- StringRef Dir = DL.getDir()->getName();
- if (CheckDir(Dir)) {
- if (IsSystem)
- *IsSystem = BestPrefixLength && isSystem(DL.getDirCharacteristic());
- BestPrefixIsFramework = false;
- }
- } else if (DL.isFramework()) {
- StringRef Dir = DL.getFrameworkDir()->getName();
- if (CheckDir(Dir)) {
- if (IsSystem)
- *IsSystem = BestPrefixLength && isSystem(DL.getDirCharacteristic());
- BestPrefixIsFramework = true;
- }
- }
- }
- // Try to shorten include path using TUs directory, if we couldn't find any
- // suitable prefix in include search paths.
- if (!BestPrefixLength && CheckDir(path::parent_path(MainFile))) {
- if (IsSystem)
- *IsSystem = false;
- BestPrefixIsFramework = false;
- }
- // Try resolving resulting filename via reverse search in header maps,
- // key from header name is user preferred name for the include file.
- StringRef Filename = File.drop_front(BestPrefixLength);
- for (const DirectoryLookup &DL : search_dir_range()) {
- if (!DL.isHeaderMap())
- continue;
- StringRef SpelledFilename =
- DL.getHeaderMap()->reverseLookupFilename(Filename);
- if (!SpelledFilename.empty()) {
- Filename = SpelledFilename;
- BestPrefixIsFramework = false;
- break;
- }
- }
- // If the best prefix is a framework path, we need to compute the proper
- // include spelling for the framework header.
- bool IsPrivateHeader;
- SmallString<128> FrameworkName, IncludeSpelling;
- if (BestPrefixIsFramework &&
- isFrameworkStylePath(Filename, IsPrivateHeader, FrameworkName,
- IncludeSpelling)) {
- Filename = IncludeSpelling;
- }
- return path::convert_to_slash(Filename);
- }
|