10b57cec5SDimitry Andric //===- Multilib.cpp - Multilib Implementation -----------------------------===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric 90b57cec5SDimitry Andric #include "clang/Driver/Multilib.h" 100b57cec5SDimitry Andric #include "clang/Basic/LLVM.h" 1106c3fb27SDimitry Andric #include "clang/Basic/Version.h" 12*5f757f3fSDimitry Andric #include "llvm/ADT/DenseSet.h" 130b57cec5SDimitry Andric #include "llvm/ADT/SmallString.h" 140b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h" 150b57cec5SDimitry Andric #include "llvm/Support/Compiler.h" 1606c3fb27SDimitry Andric #include "llvm/Support/Error.h" 170b57cec5SDimitry Andric #include "llvm/Support/ErrorHandling.h" 180b57cec5SDimitry Andric #include "llvm/Support/Path.h" 190b57cec5SDimitry Andric #include "llvm/Support/Regex.h" 2006c3fb27SDimitry Andric #include "llvm/Support/VersionTuple.h" 2106c3fb27SDimitry Andric #include "llvm/Support/YAMLParser.h" 2206c3fb27SDimitry Andric #include "llvm/Support/YAMLTraits.h" 230b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h" 240b57cec5SDimitry Andric #include <algorithm> 250b57cec5SDimitry Andric #include <cassert> 260b57cec5SDimitry Andric #include <string> 270b57cec5SDimitry Andric 280b57cec5SDimitry Andric using namespace clang; 290b57cec5SDimitry Andric using namespace driver; 300b57cec5SDimitry Andric using namespace llvm::sys; 310b57cec5SDimitry Andric 320b57cec5SDimitry Andric Multilib::Multilib(StringRef GCCSuffix, StringRef OSSuffix, 33*5f757f3fSDimitry Andric StringRef IncludeSuffix, const flags_list &Flags, 34*5f757f3fSDimitry Andric StringRef ExclusiveGroup) 350b57cec5SDimitry Andric : GCCSuffix(GCCSuffix), OSSuffix(OSSuffix), IncludeSuffix(IncludeSuffix), 36*5f757f3fSDimitry Andric Flags(Flags), ExclusiveGroup(ExclusiveGroup) { 3706c3fb27SDimitry Andric assert(GCCSuffix.empty() || 3806c3fb27SDimitry Andric (StringRef(GCCSuffix).front() == '/' && GCCSuffix.size() > 1)); 3906c3fb27SDimitry Andric assert(OSSuffix.empty() || 4006c3fb27SDimitry Andric (StringRef(OSSuffix).front() == '/' && OSSuffix.size() > 1)); 4106c3fb27SDimitry Andric assert(IncludeSuffix.empty() || 4206c3fb27SDimitry Andric (StringRef(IncludeSuffix).front() == '/' && IncludeSuffix.size() > 1)); 430b57cec5SDimitry Andric } 440b57cec5SDimitry Andric 450b57cec5SDimitry Andric LLVM_DUMP_METHOD void Multilib::dump() const { 460b57cec5SDimitry Andric print(llvm::errs()); 470b57cec5SDimitry Andric } 480b57cec5SDimitry Andric 490b57cec5SDimitry Andric void Multilib::print(raw_ostream &OS) const { 500b57cec5SDimitry Andric if (GCCSuffix.empty()) 510b57cec5SDimitry Andric OS << "."; 520b57cec5SDimitry Andric else { 530b57cec5SDimitry Andric OS << StringRef(GCCSuffix).drop_front(); 540b57cec5SDimitry Andric } 550b57cec5SDimitry Andric OS << ";"; 560b57cec5SDimitry Andric for (StringRef Flag : Flags) { 5706c3fb27SDimitry Andric if (Flag.front() == '-') 580b57cec5SDimitry Andric OS << "@" << Flag.substr(1); 590b57cec5SDimitry Andric } 600b57cec5SDimitry Andric } 610b57cec5SDimitry Andric 620b57cec5SDimitry Andric bool Multilib::operator==(const Multilib &Other) const { 630b57cec5SDimitry Andric // Check whether the flags sets match 640b57cec5SDimitry Andric // allowing for the match to be order invariant 650b57cec5SDimitry Andric llvm::StringSet<> MyFlags; 660b57cec5SDimitry Andric for (const auto &Flag : Flags) 670b57cec5SDimitry Andric MyFlags.insert(Flag); 680b57cec5SDimitry Andric 690b57cec5SDimitry Andric for (const auto &Flag : Other.Flags) 7006c3fb27SDimitry Andric if (!MyFlags.contains(Flag)) 710b57cec5SDimitry Andric return false; 720b57cec5SDimitry Andric 730b57cec5SDimitry Andric if (osSuffix() != Other.osSuffix()) 740b57cec5SDimitry Andric return false; 750b57cec5SDimitry Andric 760b57cec5SDimitry Andric if (gccSuffix() != Other.gccSuffix()) 770b57cec5SDimitry Andric return false; 780b57cec5SDimitry Andric 790b57cec5SDimitry Andric if (includeSuffix() != Other.includeSuffix()) 800b57cec5SDimitry Andric return false; 810b57cec5SDimitry Andric 820b57cec5SDimitry Andric return true; 830b57cec5SDimitry Andric } 840b57cec5SDimitry Andric 850b57cec5SDimitry Andric raw_ostream &clang::driver::operator<<(raw_ostream &OS, const Multilib &M) { 860b57cec5SDimitry Andric M.print(OS); 870b57cec5SDimitry Andric return OS; 880b57cec5SDimitry Andric } 890b57cec5SDimitry Andric 900b57cec5SDimitry Andric MultilibSet &MultilibSet::FilterOut(FilterCallback F) { 9106c3fb27SDimitry Andric llvm::erase_if(Multilibs, F); 920b57cec5SDimitry Andric return *this; 930b57cec5SDimitry Andric } 940b57cec5SDimitry Andric 950b57cec5SDimitry Andric void MultilibSet::push_back(const Multilib &M) { Multilibs.push_back(M); } 960b57cec5SDimitry Andric 9706c3fb27SDimitry Andric bool MultilibSet::select(const Multilib::flags_list &Flags, 98*5f757f3fSDimitry Andric llvm::SmallVectorImpl<Multilib> &Selected) const { 9906c3fb27SDimitry Andric llvm::StringSet<> FlagSet(expandFlags(Flags)); 10006c3fb27SDimitry Andric Selected.clear(); 101*5f757f3fSDimitry Andric 102*5f757f3fSDimitry Andric // Decide which multilibs we're going to select at all. 103*5f757f3fSDimitry Andric llvm::DenseSet<StringRef> ExclusiveGroupsSelected; 104*5f757f3fSDimitry Andric for (const Multilib &M : llvm::reverse(Multilibs)) { 105*5f757f3fSDimitry Andric // If this multilib doesn't match all our flags, don't select it. 106*5f757f3fSDimitry Andric if (!llvm::all_of(M.flags(), [&FlagSet](const std::string &F) { 107*5f757f3fSDimitry Andric return FlagSet.contains(F); 108*5f757f3fSDimitry Andric })) 109*5f757f3fSDimitry Andric continue; 110*5f757f3fSDimitry Andric 111*5f757f3fSDimitry Andric const std::string &group = M.exclusiveGroup(); 112*5f757f3fSDimitry Andric if (!group.empty()) { 113*5f757f3fSDimitry Andric // If this multilib has the same ExclusiveGroup as one we've already 114*5f757f3fSDimitry Andric // selected, skip it. We're iterating in reverse order, so the group 115*5f757f3fSDimitry Andric // member we've selected already is preferred. 116*5f757f3fSDimitry Andric // 117*5f757f3fSDimitry Andric // Otherwise, add the group name to the set of groups we've already 118*5f757f3fSDimitry Andric // selected a member of. 119*5f757f3fSDimitry Andric auto [It, Inserted] = ExclusiveGroupsSelected.insert(group); 120*5f757f3fSDimitry Andric if (!Inserted) 121*5f757f3fSDimitry Andric continue; 122*5f757f3fSDimitry Andric } 123*5f757f3fSDimitry Andric 124*5f757f3fSDimitry Andric // Select this multilib. 125*5f757f3fSDimitry Andric Selected.push_back(M); 126*5f757f3fSDimitry Andric } 127*5f757f3fSDimitry Andric 128*5f757f3fSDimitry Andric // We iterated in reverse order, so now put Selected back the right way 129*5f757f3fSDimitry Andric // round. 130*5f757f3fSDimitry Andric std::reverse(Selected.begin(), Selected.end()); 131*5f757f3fSDimitry Andric 13206c3fb27SDimitry Andric return !Selected.empty(); 1330b57cec5SDimitry Andric } 1340b57cec5SDimitry Andric 13506c3fb27SDimitry Andric llvm::StringSet<> 13606c3fb27SDimitry Andric MultilibSet::expandFlags(const Multilib::flags_list &InFlags) const { 13706c3fb27SDimitry Andric llvm::StringSet<> Result; 13806c3fb27SDimitry Andric for (const auto &F : InFlags) 13906c3fb27SDimitry Andric Result.insert(F); 14006c3fb27SDimitry Andric for (const FlagMatcher &M : FlagMatchers) { 14106c3fb27SDimitry Andric std::string RegexString(M.Match); 14206c3fb27SDimitry Andric 14306c3fb27SDimitry Andric // Make the regular expression match the whole string. 14406c3fb27SDimitry Andric if (!StringRef(M.Match).starts_with("^")) 14506c3fb27SDimitry Andric RegexString.insert(RegexString.begin(), '^'); 14606c3fb27SDimitry Andric if (!StringRef(M.Match).ends_with("$")) 14706c3fb27SDimitry Andric RegexString.push_back('$'); 14806c3fb27SDimitry Andric 14906c3fb27SDimitry Andric const llvm::Regex Regex(RegexString); 15006c3fb27SDimitry Andric assert(Regex.isValid()); 151*5f757f3fSDimitry Andric if (llvm::any_of(InFlags, 152*5f757f3fSDimitry Andric [&Regex](StringRef F) { return Regex.match(F); })) { 15306c3fb27SDimitry Andric Result.insert(M.Flags.begin(), M.Flags.end()); 15406c3fb27SDimitry Andric } 15506c3fb27SDimitry Andric } 15606c3fb27SDimitry Andric return Result; 15706c3fb27SDimitry Andric } 15806c3fb27SDimitry Andric 15906c3fb27SDimitry Andric namespace { 16006c3fb27SDimitry Andric 16106c3fb27SDimitry Andric // When updating this also update MULTILIB_VERSION in MultilibTest.cpp 16206c3fb27SDimitry Andric static const VersionTuple MultilibVersionCurrent(1, 0); 16306c3fb27SDimitry Andric 16406c3fb27SDimitry Andric struct MultilibSerialization { 16506c3fb27SDimitry Andric std::string Dir; 16606c3fb27SDimitry Andric std::vector<std::string> Flags; 167*5f757f3fSDimitry Andric std::string Group; 168*5f757f3fSDimitry Andric }; 169*5f757f3fSDimitry Andric 170*5f757f3fSDimitry Andric enum class MultilibGroupType { 171*5f757f3fSDimitry Andric /* 172*5f757f3fSDimitry Andric * The only group type currently supported is 'Exclusive', which indicates a 173*5f757f3fSDimitry Andric * group of multilibs of which at most one may be selected. 174*5f757f3fSDimitry Andric */ 175*5f757f3fSDimitry Andric Exclusive, 176*5f757f3fSDimitry Andric 177*5f757f3fSDimitry Andric /* 178*5f757f3fSDimitry Andric * Future possibility: a second group type indicating a set of library 179*5f757f3fSDimitry Andric * directories that are mutually _dependent_ rather than mutually exclusive: 180*5f757f3fSDimitry Andric * if you include one you must include them all. 181*5f757f3fSDimitry Andric * 182*5f757f3fSDimitry Andric * It might also be useful to allow groups to be members of other groups, so 183*5f757f3fSDimitry Andric * that a mutually exclusive group could contain a mutually dependent set of 184*5f757f3fSDimitry Andric * library directories, or vice versa. 185*5f757f3fSDimitry Andric * 186*5f757f3fSDimitry Andric * These additional features would need changes in the implementation, but 187*5f757f3fSDimitry Andric * the YAML schema is set up so they can be added without requiring changes 188*5f757f3fSDimitry Andric * in existing users' multilib.yaml files. 189*5f757f3fSDimitry Andric */ 190*5f757f3fSDimitry Andric }; 191*5f757f3fSDimitry Andric 192*5f757f3fSDimitry Andric struct MultilibGroupSerialization { 193*5f757f3fSDimitry Andric std::string Name; 194*5f757f3fSDimitry Andric MultilibGroupType Type; 19506c3fb27SDimitry Andric }; 19606c3fb27SDimitry Andric 19706c3fb27SDimitry Andric struct MultilibSetSerialization { 19806c3fb27SDimitry Andric llvm::VersionTuple MultilibVersion; 199*5f757f3fSDimitry Andric std::vector<MultilibGroupSerialization> Groups; 20006c3fb27SDimitry Andric std::vector<MultilibSerialization> Multilibs; 20106c3fb27SDimitry Andric std::vector<MultilibSet::FlagMatcher> FlagMatchers; 20206c3fb27SDimitry Andric }; 20306c3fb27SDimitry Andric 20406c3fb27SDimitry Andric } // end anonymous namespace 20506c3fb27SDimitry Andric 20606c3fb27SDimitry Andric template <> struct llvm::yaml::MappingTraits<MultilibSerialization> { 20706c3fb27SDimitry Andric static void mapping(llvm::yaml::IO &io, MultilibSerialization &V) { 20806c3fb27SDimitry Andric io.mapRequired("Dir", V.Dir); 20906c3fb27SDimitry Andric io.mapRequired("Flags", V.Flags); 210*5f757f3fSDimitry Andric io.mapOptional("Group", V.Group); 21106c3fb27SDimitry Andric } 21206c3fb27SDimitry Andric static std::string validate(IO &io, MultilibSerialization &V) { 21306c3fb27SDimitry Andric if (StringRef(V.Dir).starts_with("/")) 21406c3fb27SDimitry Andric return "paths must be relative but \"" + V.Dir + "\" starts with \"/\""; 21506c3fb27SDimitry Andric return std::string{}; 21606c3fb27SDimitry Andric } 21706c3fb27SDimitry Andric }; 21806c3fb27SDimitry Andric 219*5f757f3fSDimitry Andric template <> struct llvm::yaml::ScalarEnumerationTraits<MultilibGroupType> { 220*5f757f3fSDimitry Andric static void enumeration(IO &io, MultilibGroupType &Val) { 221*5f757f3fSDimitry Andric io.enumCase(Val, "Exclusive", MultilibGroupType::Exclusive); 222*5f757f3fSDimitry Andric } 223*5f757f3fSDimitry Andric }; 224*5f757f3fSDimitry Andric 225*5f757f3fSDimitry Andric template <> struct llvm::yaml::MappingTraits<MultilibGroupSerialization> { 226*5f757f3fSDimitry Andric static void mapping(llvm::yaml::IO &io, MultilibGroupSerialization &V) { 227*5f757f3fSDimitry Andric io.mapRequired("Name", V.Name); 228*5f757f3fSDimitry Andric io.mapRequired("Type", V.Type); 229*5f757f3fSDimitry Andric } 230*5f757f3fSDimitry Andric }; 231*5f757f3fSDimitry Andric 23206c3fb27SDimitry Andric template <> struct llvm::yaml::MappingTraits<MultilibSet::FlagMatcher> { 23306c3fb27SDimitry Andric static void mapping(llvm::yaml::IO &io, MultilibSet::FlagMatcher &M) { 23406c3fb27SDimitry Andric io.mapRequired("Match", M.Match); 23506c3fb27SDimitry Andric io.mapRequired("Flags", M.Flags); 23606c3fb27SDimitry Andric } 23706c3fb27SDimitry Andric static std::string validate(IO &io, MultilibSet::FlagMatcher &M) { 23806c3fb27SDimitry Andric llvm::Regex Regex(M.Match); 23906c3fb27SDimitry Andric std::string RegexError; 24006c3fb27SDimitry Andric if (!Regex.isValid(RegexError)) 24106c3fb27SDimitry Andric return RegexError; 24206c3fb27SDimitry Andric if (M.Flags.empty()) 24306c3fb27SDimitry Andric return "value required for 'Flags'"; 24406c3fb27SDimitry Andric return std::string{}; 24506c3fb27SDimitry Andric } 24606c3fb27SDimitry Andric }; 24706c3fb27SDimitry Andric 24806c3fb27SDimitry Andric template <> struct llvm::yaml::MappingTraits<MultilibSetSerialization> { 24906c3fb27SDimitry Andric static void mapping(llvm::yaml::IO &io, MultilibSetSerialization &M) { 25006c3fb27SDimitry Andric io.mapRequired("MultilibVersion", M.MultilibVersion); 25106c3fb27SDimitry Andric io.mapRequired("Variants", M.Multilibs); 252*5f757f3fSDimitry Andric io.mapOptional("Groups", M.Groups); 25306c3fb27SDimitry Andric io.mapOptional("Mappings", M.FlagMatchers); 25406c3fb27SDimitry Andric } 25506c3fb27SDimitry Andric static std::string validate(IO &io, MultilibSetSerialization &M) { 25606c3fb27SDimitry Andric if (M.MultilibVersion.empty()) 25706c3fb27SDimitry Andric return "missing required key 'MultilibVersion'"; 25806c3fb27SDimitry Andric if (M.MultilibVersion.getMajor() != MultilibVersionCurrent.getMajor()) 25906c3fb27SDimitry Andric return "multilib version " + M.MultilibVersion.getAsString() + 26006c3fb27SDimitry Andric " is unsupported"; 26106c3fb27SDimitry Andric if (M.MultilibVersion.getMinor() > MultilibVersionCurrent.getMinor()) 26206c3fb27SDimitry Andric return "multilib version " + M.MultilibVersion.getAsString() + 26306c3fb27SDimitry Andric " is unsupported"; 264*5f757f3fSDimitry Andric for (const MultilibSerialization &Lib : M.Multilibs) { 265*5f757f3fSDimitry Andric if (!Lib.Group.empty()) { 266*5f757f3fSDimitry Andric bool Found = false; 267*5f757f3fSDimitry Andric for (const MultilibGroupSerialization &Group : M.Groups) 268*5f757f3fSDimitry Andric if (Group.Name == Lib.Group) { 269*5f757f3fSDimitry Andric Found = true; 270*5f757f3fSDimitry Andric break; 271*5f757f3fSDimitry Andric } 272*5f757f3fSDimitry Andric if (!Found) 273*5f757f3fSDimitry Andric return "multilib \"" + Lib.Dir + 274*5f757f3fSDimitry Andric "\" specifies undefined group name \"" + Lib.Group + "\""; 275*5f757f3fSDimitry Andric } 276*5f757f3fSDimitry Andric } 27706c3fb27SDimitry Andric return std::string{}; 27806c3fb27SDimitry Andric } 27906c3fb27SDimitry Andric }; 28006c3fb27SDimitry Andric 28106c3fb27SDimitry Andric LLVM_YAML_IS_SEQUENCE_VECTOR(MultilibSerialization) 282*5f757f3fSDimitry Andric LLVM_YAML_IS_SEQUENCE_VECTOR(MultilibGroupSerialization) 28306c3fb27SDimitry Andric LLVM_YAML_IS_SEQUENCE_VECTOR(MultilibSet::FlagMatcher) 28406c3fb27SDimitry Andric 28506c3fb27SDimitry Andric llvm::ErrorOr<MultilibSet> 28606c3fb27SDimitry Andric MultilibSet::parseYaml(llvm::MemoryBufferRef Input, 28706c3fb27SDimitry Andric llvm::SourceMgr::DiagHandlerTy DiagHandler, 28806c3fb27SDimitry Andric void *DiagHandlerCtxt) { 28906c3fb27SDimitry Andric MultilibSetSerialization MS; 29006c3fb27SDimitry Andric llvm::yaml::Input YamlInput(Input, nullptr, DiagHandler, DiagHandlerCtxt); 29106c3fb27SDimitry Andric YamlInput >> MS; 29206c3fb27SDimitry Andric if (YamlInput.error()) 29306c3fb27SDimitry Andric return YamlInput.error(); 29406c3fb27SDimitry Andric 29506c3fb27SDimitry Andric multilib_list Multilibs; 29606c3fb27SDimitry Andric Multilibs.reserve(MS.Multilibs.size()); 29706c3fb27SDimitry Andric for (const auto &M : MS.Multilibs) { 29806c3fb27SDimitry Andric std::string Dir; 29906c3fb27SDimitry Andric if (M.Dir != ".") 30006c3fb27SDimitry Andric Dir = "/" + M.Dir; 301*5f757f3fSDimitry Andric // We transfer M.Group straight into the ExclusiveGroup parameter for the 302*5f757f3fSDimitry Andric // Multilib constructor. If we later support more than one type of group, 303*5f757f3fSDimitry Andric // we'll have to look up the group name in MS.Groups, check its type, and 304*5f757f3fSDimitry Andric // decide what to do here. 305*5f757f3fSDimitry Andric Multilibs.emplace_back(Dir, Dir, Dir, M.Flags, M.Group); 30606c3fb27SDimitry Andric } 30706c3fb27SDimitry Andric 30806c3fb27SDimitry Andric return MultilibSet(std::move(Multilibs), std::move(MS.FlagMatchers)); 3090b57cec5SDimitry Andric } 3100b57cec5SDimitry Andric 3110b57cec5SDimitry Andric LLVM_DUMP_METHOD void MultilibSet::dump() const { 3120b57cec5SDimitry Andric print(llvm::errs()); 3130b57cec5SDimitry Andric } 3140b57cec5SDimitry Andric 3150b57cec5SDimitry Andric void MultilibSet::print(raw_ostream &OS) const { 3160b57cec5SDimitry Andric for (const auto &M : *this) 3170b57cec5SDimitry Andric OS << M << "\n"; 3180b57cec5SDimitry Andric } 3190b57cec5SDimitry Andric 3200b57cec5SDimitry Andric raw_ostream &clang::driver::operator<<(raw_ostream &OS, const MultilibSet &MS) { 3210b57cec5SDimitry Andric MS.print(OS); 3220b57cec5SDimitry Andric return OS; 3230b57cec5SDimitry Andric } 324