Index: projects/clang400-import/contrib/llvm/include/llvm/Analysis/AssumptionCache.h =================================================================== --- projects/clang400-import/contrib/llvm/include/llvm/Analysis/AssumptionCache.h (revision 312307) +++ projects/clang400-import/contrib/llvm/include/llvm/Analysis/AssumptionCache.h (revision 312308) @@ -1,209 +1,212 @@ //===- llvm/Analysis/AssumptionCache.h - Track @llvm.assume ---*- C++ -*-===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// // // This file contains a pass that keeps track of @llvm.assume intrinsics in // the functions of a module (allowing assumptions within any function to be // found cheaply by other parts of the optimizer). // //===----------------------------------------------------------------------===// #ifndef LLVM_ANALYSIS_ASSUMPTIONCACHE_H #define LLVM_ANALYSIS_ASSUMPTIONCACHE_H #include "llvm/ADT/ArrayRef.h" #include "llvm/ADT/DenseMap.h" #include "llvm/ADT/SmallSet.h" #include "llvm/IR/Function.h" #include "llvm/IR/Instructions.h" #include "llvm/IR/ValueHandle.h" #include "llvm/IR/PassManager.h" #include "llvm/Pass.h" #include namespace llvm { /// \brief A cache of @llvm.assume calls within a function. /// /// This cache provides fast lookup of assumptions within a function by caching /// them and amortizing the cost of scanning for them across all queries. The /// cache is also conservatively self-updating so that it will never return /// incorrect results about a function even as the function is being mutated. /// However, flushing the cache and rebuilding it (or explicitly updating it) /// may allow it to discover new assumptions. class AssumptionCache { /// \brief The function for which this cache is handling assumptions. /// /// We track this to lazily populate our assumptions. Function &F; /// \brief Vector of weak value handles to calls of the @llvm.assume /// intrinsic. SmallVector AssumeHandles; class AffectedValueCallbackVH final : public CallbackVH { AssumptionCache *AC; void deleted() override; void allUsesReplacedWith(Value *) override; public: using DMI = DenseMapInfo; AffectedValueCallbackVH(Value *V, AssumptionCache *AC = nullptr) : CallbackVH(V), AC(AC) {} }; friend AffectedValueCallbackVH; /// \brief A map of values about which an assumption might be providing /// information to the relevant set of assumptions. using AffectedValuesMap = DenseMap, AffectedValueCallbackVH::DMI>; AffectedValuesMap AffectedValues; /// Get the vector of assumptions which affect a value from the cache. - SmallVector &getAffectedValues(Value *V); + SmallVector &getOrInsertAffectedValues(Value *V); + + /// Copy affected values in the cache for OV to be affected values for NV. + void copyAffectedValuesInCache(Value *OV, Value *NV); /// \brief Flag tracking whether we have scanned the function yet. /// /// We want to be as lazy about this as possible, and so we scan the function /// at the last moment. bool Scanned; /// \brief Scan the function for assumptions and add them to the cache. void scanFunction(); public: /// \brief Construct an AssumptionCache from a function by scanning all of /// its instructions. AssumptionCache(Function &F) : F(F), Scanned(false) {} /// \brief Add an @llvm.assume intrinsic to this function's cache. /// /// The call passed in must be an instruction within this function and must /// not already be in the cache. void registerAssumption(CallInst *CI); /// \brief Update the cache of values being affected by this assumption (i.e. /// the values about which this assumption provides information). void updateAffectedValues(CallInst *CI); /// \brief Clear the cache of @llvm.assume intrinsics for a function. /// /// It will be re-scanned the next time it is requested. void clear() { AssumeHandles.clear(); AffectedValues.clear(); Scanned = false; } /// \brief Access the list of assumption handles currently tracked for this /// function. /// /// Note that these produce weak handles that may be null. The caller must /// handle that case. /// FIXME: We should replace this with pointee_iterator> /// when we can write that to filter out the null values. Then caller code /// will become simpler. MutableArrayRef assumptions() { if (!Scanned) scanFunction(); return AssumeHandles; } /// \brief Access the list of assumptions which affect this value. MutableArrayRef assumptionsFor(const Value *V) { if (!Scanned) scanFunction(); auto AVI = AffectedValues.find_as(const_cast(V)); if (AVI == AffectedValues.end()) return MutableArrayRef(); return AVI->second; } }; /// \brief A function analysis which provides an \c AssumptionCache. /// /// This analysis is intended for use with the new pass manager and will vend /// assumption caches for a given function. class AssumptionAnalysis : public AnalysisInfoMixin { friend AnalysisInfoMixin; static AnalysisKey Key; public: typedef AssumptionCache Result; AssumptionCache run(Function &F, FunctionAnalysisManager &) { return AssumptionCache(F); } }; /// \brief Printer pass for the \c AssumptionAnalysis results. class AssumptionPrinterPass : public PassInfoMixin { raw_ostream &OS; public: explicit AssumptionPrinterPass(raw_ostream &OS) : OS(OS) {} PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM); }; /// \brief An immutable pass that tracks lazily created \c AssumptionCache /// objects. /// /// This is essentially a workaround for the legacy pass manager's weaknesses /// which associates each assumption cache with Function and clears it if the /// function is deleted. The nature of the AssumptionCache is that it is not /// invalidated by any changes to the function body and so this is sufficient /// to be conservatively correct. class AssumptionCacheTracker : public ImmutablePass { /// A callback value handle applied to function objects, which we use to /// delete our cache of intrinsics for a function when it is deleted. class FunctionCallbackVH final : public CallbackVH { AssumptionCacheTracker *ACT; void deleted() override; public: typedef DenseMapInfo DMI; FunctionCallbackVH(Value *V, AssumptionCacheTracker *ACT = nullptr) : CallbackVH(V), ACT(ACT) {} }; friend FunctionCallbackVH; typedef DenseMap, FunctionCallbackVH::DMI> FunctionCallsMap; FunctionCallsMap AssumptionCaches; public: /// \brief Get the cached assumptions for a function. /// /// If no assumptions are cached, this will scan the function. Otherwise, the /// existing cache will be returned. AssumptionCache &getAssumptionCache(Function &F); AssumptionCacheTracker(); ~AssumptionCacheTracker() override; void releaseMemory() override { AssumptionCaches.shrink_and_clear(); } void verifyAnalysis() const override; bool doFinalization(Module &) override { verifyAnalysis(); return false; } static char ID; // Pass identification, replacement for typeid }; } // end namespace llvm #endif Index: projects/clang400-import/contrib/llvm/lib/Analysis/AssumptionCache.cpp =================================================================== --- projects/clang400-import/contrib/llvm/lib/Analysis/AssumptionCache.cpp (revision 312307) +++ projects/clang400-import/contrib/llvm/lib/Analysis/AssumptionCache.cpp (revision 312308) @@ -1,249 +1,256 @@ //===- AssumptionCache.cpp - Cache finding @llvm.assume calls -------------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// // // This file contains a pass that keeps track of @llvm.assume intrinsics in // the functions of a module. // //===----------------------------------------------------------------------===// #include "llvm/Analysis/AssumptionCache.h" #include "llvm/IR/CallSite.h" #include "llvm/IR/Dominators.h" #include "llvm/IR/Function.h" #include "llvm/IR/Instructions.h" #include "llvm/IR/IntrinsicInst.h" #include "llvm/IR/PassManager.h" #include "llvm/IR/PatternMatch.h" #include "llvm/Support/Debug.h" using namespace llvm; using namespace llvm::PatternMatch; -SmallVector &AssumptionCache::getAffectedValues(Value *V) { +SmallVector &AssumptionCache::getOrInsertAffectedValues(Value *V) { // Try using find_as first to avoid creating extra value handles just for the // purpose of doing the lookup. auto AVI = AffectedValues.find_as(V); if (AVI != AffectedValues.end()) return AVI->second; auto AVIP = AffectedValues.insert({ AffectedValueCallbackVH(V, this), SmallVector()}); return AVIP.first->second; } void AssumptionCache::updateAffectedValues(CallInst *CI) { // Note: This code must be kept in-sync with the code in // computeKnownBitsFromAssume in ValueTracking. SmallVector Affected; auto AddAffected = [&Affected](Value *V) { if (isa(V)) { Affected.push_back(V); } else if (auto *I = dyn_cast(V)) { Affected.push_back(I); if (I->getOpcode() == Instruction::BitCast || I->getOpcode() == Instruction::PtrToInt) { auto *Op = I->getOperand(0); if (isa(Op) || isa(Op)) Affected.push_back(Op); } } }; Value *Cond = CI->getArgOperand(0), *A, *B; AddAffected(Cond); CmpInst::Predicate Pred; if (match(Cond, m_ICmp(Pred, m_Value(A), m_Value(B)))) { AddAffected(A); AddAffected(B); if (Pred == ICmpInst::ICMP_EQ) { // For equality comparisons, we handle the case of bit inversion. auto AddAffectedFromEq = [&AddAffected](Value *V) { Value *A; if (match(V, m_Not(m_Value(A)))) { AddAffected(A); V = A; } Value *B; ConstantInt *C; // (A & B) or (A | B) or (A ^ B). if (match(V, m_CombineOr(m_And(m_Value(A), m_Value(B)), m_CombineOr(m_Or(m_Value(A), m_Value(B)), m_Xor(m_Value(A), m_Value(B)))))) { AddAffected(A); AddAffected(B); // (A << C) or (A >>_s C) or (A >>_u C) where C is some constant. } else if (match(V, m_CombineOr(m_Shl(m_Value(A), m_ConstantInt(C)), m_CombineOr(m_LShr(m_Value(A), m_ConstantInt(C)), m_AShr(m_Value(A), m_ConstantInt(C)))))) { AddAffected(A); } }; AddAffectedFromEq(A); AddAffectedFromEq(B); } } for (auto &AV : Affected) { - auto &AVV = getAffectedValues(AV); + auto &AVV = getOrInsertAffectedValues(AV); if (std::find(AVV.begin(), AVV.end(), CI) == AVV.end()) AVV.push_back(CI); } } void AssumptionCache::AffectedValueCallbackVH::deleted() { auto AVI = AC->AffectedValues.find(getValPtr()); if (AVI != AC->AffectedValues.end()) AC->AffectedValues.erase(AVI); // 'this' now dangles! } +void AssumptionCache::copyAffectedValuesInCache(Value *OV, Value *NV) { + auto &NAVV = getOrInsertAffectedValues(NV); + auto AVI = AffectedValues.find(OV); + if (AVI == AffectedValues.end()) + return; + + for (auto &A : AVI->second) + if (std::find(NAVV.begin(), NAVV.end(), A) == NAVV.end()) + NAVV.push_back(A); +} + void AssumptionCache::AffectedValueCallbackVH::allUsesReplacedWith(Value *NV) { if (!isa(NV) && !isa(NV)) return; // Any assumptions that affected this value now affect the new value. - auto &NAVV = AC->getAffectedValues(NV); - auto AVI = AC->AffectedValues.find(getValPtr()); - if (AVI == AC->AffectedValues.end()) - return; - - for (auto &A : AVI->second) - if (std::find(NAVV.begin(), NAVV.end(), A) == NAVV.end()) - NAVV.push_back(A); + AC->copyAffectedValuesInCache(getValPtr(), NV); + // 'this' now might dangle! If the AffectedValues map was resized to add an + // entry for NV then this object might have been destroyed in favor of some + // copy in the grown map. } void AssumptionCache::scanFunction() { assert(!Scanned && "Tried to scan the function twice!"); assert(AssumeHandles.empty() && "Already have assumes when scanning!"); // Go through all instructions in all blocks, add all calls to @llvm.assume // to this cache. for (BasicBlock &B : F) for (Instruction &II : B) if (match(&II, m_Intrinsic())) AssumeHandles.push_back(&II); // Mark the scan as complete. Scanned = true; // Update affected values. for (auto &A : AssumeHandles) updateAffectedValues(cast(A)); } void AssumptionCache::registerAssumption(CallInst *CI) { assert(match(CI, m_Intrinsic()) && "Registered call does not call @llvm.assume"); // If we haven't scanned the function yet, just drop this assumption. It will // be found when we scan later. if (!Scanned) return; AssumeHandles.push_back(CI); #ifndef NDEBUG assert(CI->getParent() && "Cannot register @llvm.assume call not in a basic block"); assert(&F == CI->getParent()->getParent() && "Cannot register @llvm.assume call not in this function"); // We expect the number of assumptions to be small, so in an asserts build // check that we don't accumulate duplicates and that all assumptions point // to the same function. SmallPtrSet AssumptionSet; for (auto &VH : AssumeHandles) { if (!VH) continue; assert(&F == cast(VH)->getParent()->getParent() && "Cached assumption not inside this function!"); assert(match(cast(VH), m_Intrinsic()) && "Cached something other than a call to @llvm.assume!"); assert(AssumptionSet.insert(VH).second && "Cache contains multiple copies of a call!"); } #endif updateAffectedValues(CI); } AnalysisKey AssumptionAnalysis::Key; PreservedAnalyses AssumptionPrinterPass::run(Function &F, FunctionAnalysisManager &AM) { AssumptionCache &AC = AM.getResult(F); OS << "Cached assumptions for function: " << F.getName() << "\n"; for (auto &VH : AC.assumptions()) if (VH) OS << " " << *cast(VH)->getArgOperand(0) << "\n"; return PreservedAnalyses::all(); } void AssumptionCacheTracker::FunctionCallbackVH::deleted() { auto I = ACT->AssumptionCaches.find_as(cast(getValPtr())); if (I != ACT->AssumptionCaches.end()) ACT->AssumptionCaches.erase(I); // 'this' now dangles! } AssumptionCache &AssumptionCacheTracker::getAssumptionCache(Function &F) { // We probe the function map twice to try and avoid creating a value handle // around the function in common cases. This makes insertion a bit slower, // but if we have to insert we're going to scan the whole function so that // shouldn't matter. auto I = AssumptionCaches.find_as(&F); if (I != AssumptionCaches.end()) return *I->second; // Ok, build a new cache by scanning the function, insert it and the value // handle into our map, and return the newly populated cache. auto IP = AssumptionCaches.insert(std::make_pair( FunctionCallbackVH(&F, this), llvm::make_unique(F))); assert(IP.second && "Scanning function already in the map?"); return *IP.first->second; } void AssumptionCacheTracker::verifyAnalysis() const { #ifndef NDEBUG SmallPtrSet AssumptionSet; for (const auto &I : AssumptionCaches) { for (auto &VH : I.second->assumptions()) if (VH) AssumptionSet.insert(cast(VH)); for (const BasicBlock &B : cast(*I.first)) for (const Instruction &II : B) if (match(&II, m_Intrinsic())) assert(AssumptionSet.count(cast(&II)) && "Assumption in scanned function not in cache"); } #endif } AssumptionCacheTracker::AssumptionCacheTracker() : ImmutablePass(ID) { initializeAssumptionCacheTrackerPass(*PassRegistry::getPassRegistry()); } AssumptionCacheTracker::~AssumptionCacheTracker() {} INITIALIZE_PASS(AssumptionCacheTracker, "assumption-cache-tracker", "Assumption Cache Tracker", false, true) char AssumptionCacheTracker::ID = 0;