File Manager

003 File Manager

Current Path: /usr/src/contrib/llvm-project/llvm/include/llvm/Transforms/Utils

usr / src / contrib / llvm-project / llvm / include / llvm / Transforms / Utils /

📁 ..
📄 AMDGPUEmitPrintf.h(864 B)
📄 ASanStackFrameLayout.h(3.51 KB)
📄 AddDiscriminators.h(1.04 KB)
📄 AssumeBundleBuilder.h(2.29 KB)
📄 BasicBlockUtils.h(20.81 KB)
📄 BreakCriticalEdges.h(1.16 KB)
📄 BuildLibCalls.h(9.67 KB)
📄 BypassSlowDivision.h(2.55 KB)
📄 CallGraphUpdater.h(3.84 KB)
📄 CallPromotionUtils.h(3.41 KB)
📄 CanonicalizeAliases.h(998 B)
📄 CanonicalizeFreezeInLoops.h(1.15 KB)
📄 Cloning.h(12.34 KB)
📄 CodeExtractor.h(9.58 KB)
📄 CodeMoverUtils.h(2.85 KB)
📄 CtorUtils.h(1021 B)
📄 Debugify.h(3.36 KB)
📄 EntryExitInstrumenter.h(1.16 KB)
📄 EscapeEnumerator.h(1.56 KB)
📄 Evaluator.h(4.69 KB)
📄 FunctionComparator.h(17.12 KB)
📄 FunctionImportUtils.h(5.73 KB)
📄 GlobalStatus.h(2.97 KB)
📄 GuardUtils.h(1.92 KB)
📄 ImportedFunctionsInliningStatistics.h(4.35 KB)
📄 InjectTLIMappings.h(1.27 KB)
📄 IntegerDivision.h(2.88 KB)
📄 LCSSA.h(1.56 KB)
📄 LibCallsShrinkWrap.h(908 B)
📄 Local.h(24.77 KB)
📄 LoopRotationUtils.h(1.54 KB)
📄 LoopSimplify.h(2.85 KB)
📄 LoopUtils.h(21.25 KB)
📄 LoopVersioning.h(5.87 KB)
📄 LowerInvoke.h(1.08 KB)
📄 LowerMemIntrinsics.h(2.14 KB)
📄 Mem2Reg.h(921 B)
📄 MisExpect.h(1.81 KB)
📄 ModuleUtils.h(5.04 KB)
📄 NameAnonGlobals.h(1.03 KB)
📄 PredicateInfo.h(7.76 KB)
📄 PromoteMemToReg.h(1.57 KB)
📄 SSAUpdater.h(6.12 KB)
📄 SSAUpdaterBulk.h(3.18 KB)
📄 SSAUpdaterImpl.h(15.75 KB)
📄 SanitizerStats.h(1.53 KB)
📄 ScalarEvolutionExpander.h(17.87 KB)
📄 SimplifyIndVar.h(2.12 KB)
📄 SimplifyLibCalls.h(10.85 KB)
📄 SizeOpts.h(4.84 KB)
📄 SplitModule.h(1.53 KB)
📄 SymbolRewriter.h(5.02 KB)
📄 UnifyFunctionExitNodes.h(1.83 KB)
📄 UniqueInternalLinkageNames.h(1.07 KB)
📄 UnrollLoop.h(6.05 KB)
📄 VNCoercion.h(4.99 KB)
📄 ValueMapper.h(11.67 KB)

Editing: LoopVersioning.h

//===- LoopVersioning.h - Utility to version a loop -------------*- C++ -*-===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// This file defines a utility class to perform loop versioning.  The versioned
// loop speculates that otherwise may-aliasing memory accesses don't overlap and
// emits checks to prove this.
//
//===----------------------------------------------------------------------===//

#ifndef LLVM_TRANSFORMS_UTILS_LOOPVERSIONING_H
#define LLVM_TRANSFORMS_UTILS_LOOPVERSIONING_H

#include "llvm/Analysis/ScalarEvolution.h"
#include "llvm/Transforms/Utils/LoopUtils.h"
#include "llvm/Transforms/Utils/ValueMapper.h"

namespace llvm {

class Loop;
class LoopAccessInfo;
class LoopInfo;
class ScalarEvolution;
struct RuntimeCheckingPtrGroup;
typedef std::pair<const RuntimeCheckingPtrGroup *,
                  const RuntimeCheckingPtrGroup *>
    RuntimePointerCheck;

template <typename T> class ArrayRef;

/// This class emits a version of the loop where run-time checks ensure
/// that may-alias pointers can't overlap.
///
/// It currently only supports single-exit loops and assumes that the loop
/// already has a preheader.
class LoopVersioning {
public:
  /// Expects LoopAccessInfo, Loop, LoopInfo, DominatorTree as input.
  /// It uses runtime check provided by the user. If \p UseLAIChecks is true,
  /// we will retain the default checks made by LAI. Otherwise, construct an
  /// object having no checks and we expect the user to add them.
  LoopVersioning(const LoopAccessInfo &LAI, Loop *L, LoopInfo *LI,
                 DominatorTree *DT, ScalarEvolution *SE,
                 bool UseLAIChecks = true);

/// Performs the CFG manipulation part of versioning the loop including
  /// the DominatorTree and LoopInfo updates.
  ///
  /// The loop that was used to construct the class will be the "versioned" loop
  /// i.e. the loop that will receive control if all the memchecks pass.
  ///
  /// This allows the loop transform pass to operate on the same loop regardless
  /// of whether versioning was necessary or not:
  ///
  ///    for each loop L:
  ///        analyze L
  ///        if versioning is necessary version L
  ///        transform L
  void versionLoop() { versionLoop(findDefsUsedOutsideOfLoop(VersionedLoop)); }

/// Same but if the client has already precomputed the set of values
  /// used outside the loop, this API will allows passing that.
  void versionLoop(const SmallVectorImpl<Instruction *> &DefsUsedOutside);

/// Returns the versioned loop.  Control flows here if pointers in the
  /// loop don't alias (i.e. all memchecks passed).  (This loop is actually the
  /// same as the original loop that we got constructed with.)
  Loop *getVersionedLoop() { return VersionedLoop; }

/// Returns the fall-back loop.  Control flows here if pointers in the
  /// loop may alias (i.e. one of the memchecks failed).
  Loop *getNonVersionedLoop() { return NonVersionedLoop; }

/// Sets the runtime alias checks for versioning the loop.
  void setAliasChecks(ArrayRef<RuntimePointerCheck> Checks);

/// Sets the runtime SCEV checks for versioning the loop.
  void setSCEVChecks(SCEVUnionPredicate Check);

/// Annotate memory instructions in the versioned loop with no-alias
  /// metadata based on the memchecks issued.
  ///
  /// This is just wrapper that calls prepareNoAliasMetadata and
  /// annotateInstWithNoAlias on the instructions of the versioned loop.
  void annotateLoopWithNoAlias();

/// Set up the aliasing scopes based on the memchecks.  This needs to
  /// be called before the first call to annotateInstWithNoAlias.
  void prepareNoAliasMetadata();

/// Add the noalias annotations to \p VersionedInst.
  ///
  /// \p OrigInst is the instruction corresponding to \p VersionedInst in the
  /// original loop.  Initialize the aliasing scopes with
  /// prepareNoAliasMetadata once before this can be called.
  void annotateInstWithNoAlias(Instruction *VersionedInst,
                               const Instruction *OrigInst);

private:
  /// Adds the necessary PHI nodes for the versioned loops based on the
  /// loop-defined values used outside of the loop.
  ///
  /// This needs to be called after versionLoop if there are defs in the loop
  /// that are used outside the loop.
  void addPHINodes(const SmallVectorImpl<Instruction *> &DefsUsedOutside);

/// Add the noalias annotations to \p I.  Initialize the aliasing
  /// scopes with prepareNoAliasMetadata once before this can be called.
  void annotateInstWithNoAlias(Instruction *I) {
    annotateInstWithNoAlias(I, I);
  }

/// The original loop.  This becomes the "versioned" one.  I.e.,
  /// control flows here if pointers in the loop don't alias.
  Loop *VersionedLoop;
  /// The fall-back loop.  I.e. control flows here if pointers in the
  /// loop may alias (memchecks failed).
  Loop *NonVersionedLoop;

/// This maps the instructions from VersionedLoop to their counterpart
  /// in NonVersionedLoop.
  ValueToValueMapTy VMap;

/// The set of alias checks that we are versioning for.
  SmallVector<RuntimePointerCheck, 4> AliasChecks;

/// The set of SCEV checks that we are versioning for.
  SCEVUnionPredicate Preds;

/// Maps a pointer to the pointer checking group that the pointer
  /// belongs to.
  DenseMap<const Value *, const RuntimeCheckingPtrGroup *> PtrToGroup;

/// The alias scope corresponding to a pointer checking group.
  DenseMap<const RuntimeCheckingPtrGroup *, MDNode *> GroupToScope;

/// The list of alias scopes that a pointer checking group can't alias.
  DenseMap<const RuntimeCheckingPtrGroup *, MDNode *>
      GroupToNonAliasingScopeList;

/// Analyses used.
  const LoopAccessInfo &LAI;
  LoopInfo *LI;
  DominatorTree *DT;
  ScalarEvolution *SE;
};
}

#endif

003 File Manager

Editing: LoopVersioning.h

Upload File

Create Folder