File Manager

003 File Manager

Current Path: /usr/src/contrib/llvm-project/llvm/include/llvm/IR

usr / src / contrib / llvm-project / llvm / include / llvm / IR /

📁 ..
📄 AbstractCallSite.h(9.5 KB)
📄 Argument.h(5.03 KB)
📄 AssemblyAnnotationWriter.h(2.2 KB)
📄 Attributes.h(35.5 KB)
📄 Attributes.td(8.96 KB)
📄 AutoUpgrade.h(3.96 KB)
📄 BasicBlock.h(21.91 KB)
📄 CFG.h(13.84 KB)
📄 CallingConv.h(9.27 KB)
📄 Comdat.h(2.16 KB)
📄 Constant.h(8.33 KB)
📄 ConstantFolder.h(10.01 KB)
📄 ConstantRange.h(21.6 KB)
📄 Constants.h(53.03 KB)
📄 ConstrainedOps.def(5.4 KB)
📄 DIBuilder.h(44.36 KB)
📄 DataLayout.h(24.11 KB)
📄 DebugInfo.h(5.42 KB)
📄 DebugInfoFlags.def(3.62 KB)
📄 DebugInfoMetadata.h(132.91 KB)
📄 DebugLoc.h(4.57 KB)
📄 DerivedTypes.h(26.81 KB)
📄 DerivedUser.h(1.32 KB)
📄 DiagnosticHandler.h(2.89 KB)
📄 DiagnosticInfo.h(41.02 KB)
📄 DiagnosticPrinter.h(3.46 KB)
📄 Dominators.h(9.94 KB)
📄 FPEnv.h(1.97 KB)
📄 FixedMetadataKinds.def(2.05 KB)
📄 Function.h(31.39 KB)
📄 GVMaterializer.h(1.45 KB)
📄 GetElementPtrTypeIterator.h(5.54 KB)
📄 GlobalAlias.h(3.16 KB)
📄 GlobalIFunc.h(2.51 KB)
📄 GlobalIndirectSymbol.h(3.11 KB)
📄 GlobalObject.h(7.39 KB)
📄 GlobalValue.h(21.2 KB)
📄 GlobalVariable.h(9.6 KB)
📄 IRBuilder.h(105.58 KB)
📄 IRBuilderFolder.h(7.1 KB)
📄 IRPrintingPasses.h(3.57 KB)
📄 InlineAsm.h(15.84 KB)
📄 InstIterator.h(5.06 KB)
📄 InstVisitor.h(13.95 KB)
📄 InstrTypes.h(86.25 KB)
📄 Instruction.def(8.53 KB)
📄 Instruction.h(30.74 KB)
📄 Instructions.h(195.68 KB)
📄 IntrinsicInst.h(29.03 KB)
📄 Intrinsics.h(8.21 KB)
📄 Intrinsics.td(78.88 KB)
📄 IntrinsicsAArch64.td(100.59 KB)
📄 IntrinsicsAMDGPU.td(80.43 KB)
📄 IntrinsicsARM.td(65.15 KB)
📄 IntrinsicsBPF.td(1.54 KB)
📄 IntrinsicsHexagon.td(11.53 KB)
📄 IntrinsicsHexagonDep.td(197.38 KB)
📄 IntrinsicsMips.td(94.94 KB)
📄 IntrinsicsNVVM.td(193.97 KB)
📄 IntrinsicsPowerPC.td(68.23 KB)
📄 IntrinsicsRISCV.td(3.24 KB)
📄 IntrinsicsSystemZ.td(18.56 KB)
📄 IntrinsicsWebAssembly.td(9.38 KB)
📄 IntrinsicsX86.td(242.99 KB)
📄 IntrinsicsXCore.td(6.83 KB)
📄 LLVMContext.h(14.18 KB)
📄 LLVMRemarkStreamer.h(3.36 KB)
📄 LegacyPassManager.h(3.11 KB)
📄 LegacyPassManagers.h(18.17 KB)
📄 LegacyPassNameParser.h(3.73 KB)
📄 MDBuilder.h(8.65 KB)
📄 Mangler.h(2.06 KB)
📄 MatrixBuilder.h(8.81 KB)
📄 Metadata.def(5.07 KB)
📄 Metadata.h(45.24 KB)
📄 Module.h(34.6 KB)
📄 ModuleSlotTracker.h(2.56 KB)
📄 ModuleSummaryIndex.h(58.12 KB)
📄 ModuleSummaryIndexYAML.h(10.93 KB)
📄 NoFolder.h(11.32 KB)
📄 OperandTraits.h(5.78 KB)
📄 Operator.h(19.58 KB)
📄 OptBisect.h(2.79 KB)
📄 PassInstrumentation.h(8.05 KB)
📄 PassManager.h(54.18 KB)
📄 PassManagerImpl.h(5.76 KB)
📄 PassManagerInternal.h(11.9 KB)
📄 PassTimingInfo.h(3.65 KB)
📄 PatternMatch.h(73.41 KB)
📄 PredIteratorCache.h(2.59 KB)
📄 ProfileSummary.h(4.34 KB)
📄 RuntimeLibcalls.def(24.52 KB)
📄 SafepointIRVerifier.h(1.63 KB)
📄 Statepoint.h(13.61 KB)
📄 SymbolTableListTraits.h(4.45 KB)
📄 TrackingMDRef.h(4.5 KB)
📄 Type.h(18.98 KB)
📄 TypeFinder.h(2.57 KB)
📄 Use.h(3.75 KB)
📄 UseListOrder.h(1.18 KB)
📄 User.h(11.75 KB)
📄 VPIntrinsics.def(2.34 KB)
📄 Value.def(3.62 KB)
📄 Value.h(32.16 KB)
📄 ValueHandle.h(18.11 KB)
📄 ValueMap.h(14.09 KB)
📄 ValueSymbolTable.h(4.22 KB)
📄 Verifier.h(5.47 KB)

Editing: MatrixBuilder.h

//===- llvm/MatrixBuilder.h - Builder to lower matrix ops -------*- C++ -*-===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// This file defines the MatrixBuilder class, which is used as a convenient way
// to lower matrix operations to LLVM IR.
//
//===----------------------------------------------------------------------===//

#ifndef LLVM_IR_MATRIXBUILDER_H
#define LLVM_IR_MATRIXBUILDER_H

#include "llvm/IR/Constant.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/Alignment.h"

namespace llvm {

class Function;
class Twine;
class Module;

template <class IRBuilderTy> class MatrixBuilder {
  IRBuilderTy &B;
  Module *getModule() { return B.GetInsertBlock()->getParent()->getParent(); }

std::pair<Value *, Value *> splatScalarOperandIfNeeded(Value *LHS,
                                                         Value *RHS) {
    assert((LHS->getType()->isVectorTy() || RHS->getType()->isVectorTy()) &&
           "One of the operands must be a matrix (embedded in a vector)");
    if (LHS->getType()->isVectorTy() && !RHS->getType()->isVectorTy())
      RHS = B.CreateVectorSplat(
          cast<VectorType>(LHS->getType())->getNumElements(), RHS,
          "scalar.splat");
    else if (!LHS->getType()->isVectorTy() && RHS->getType()->isVectorTy())
      LHS = B.CreateVectorSplat(
          cast<VectorType>(RHS->getType())->getNumElements(), LHS,
          "scalar.splat");
    return {LHS, RHS};
  }

public:
  MatrixBuilder(IRBuilderTy &Builder) : B(Builder) {}

/// Create a column major, strided matrix load.
  /// \p DataPtr - Start address of the matrix read
  /// \p Rows    - Number of rows in matrix (must be a constant)
  /// \p Columns - Number of columns in matrix (must be a constant)
  /// \p Stride  - Space between columns
  CallInst *CreateColumnMajorLoad(Value *DataPtr, Align Alignment,
                                  Value *Stride, bool IsVolatile, unsigned Rows,
                                  unsigned Columns, const Twine &Name = "") {

// Deal with the pointer
    PointerType *PtrTy = cast<PointerType>(DataPtr->getType());
    Type *EltTy = PtrTy->getElementType();

auto *RetType = FixedVectorType::get(EltTy, Rows * Columns);

Value *Ops[] = {DataPtr, Stride, B.getInt1(IsVolatile), B.getInt32(Rows),
                    B.getInt32(Columns)};
    Type *OverloadedTypes[] = {RetType};

Function *TheFn = Intrinsic::getDeclaration(
        getModule(), Intrinsic::matrix_column_major_load, OverloadedTypes);

CallInst *Call = B.CreateCall(TheFn->getFunctionType(), TheFn, Ops, Name);
    Attribute AlignAttr =
        Attribute::getWithAlignment(Call->getContext(), Alignment);
    Call->addAttribute(1, AlignAttr);
    return Call;
  }

/// Create a column major, strided matrix store.
  /// \p Matrix  - Matrix to store
  /// \p Ptr     - Pointer to write back to
  /// \p Stride  - Space between columns
  CallInst *CreateColumnMajorStore(Value *Matrix, Value *Ptr, Align Alignment,
                                   Value *Stride, bool IsVolatile,
                                   unsigned Rows, unsigned Columns,
                                   const Twine &Name = "") {
    Value *Ops[] = {Matrix,           Ptr,
                    Stride,           B.getInt1(IsVolatile),
                    B.getInt32(Rows), B.getInt32(Columns)};
    Type *OverloadedTypes[] = {Matrix->getType()};

Function *TheFn = Intrinsic::getDeclaration(
        getModule(), Intrinsic::matrix_column_major_store, OverloadedTypes);

/// Create a llvm.matrix.transpose call, transposing \p Matrix with \p Rows
  /// rows and \p Columns columns.
  CallInst *CreateMatrixTranspose(Value *Matrix, unsigned Rows,
                                  unsigned Columns, const Twine &Name = "") {
    auto *OpType = cast<VectorType>(Matrix->getType());
    auto *ReturnType =
        FixedVectorType::get(OpType->getElementType(), Rows * Columns);

Type *OverloadedTypes[] = {ReturnType};
    Value *Ops[] = {Matrix, B.getInt32(Rows), B.getInt32(Columns)};
    Function *TheFn = Intrinsic::getDeclaration(
        getModule(), Intrinsic::matrix_transpose, OverloadedTypes);

return B.CreateCall(TheFn->getFunctionType(), TheFn, Ops, Name);
  }

/// Create a llvm.matrix.multiply call, multiplying matrixes \p LHS and \p
  /// RHS.
  CallInst *CreateMatrixMultiply(Value *LHS, Value *RHS, unsigned LHSRows,
                                 unsigned LHSColumns, unsigned RHSColumns,
                                 const Twine &Name = "") {
    auto *LHSType = cast<VectorType>(LHS->getType());
    auto *RHSType = cast<VectorType>(RHS->getType());

auto *ReturnType =
        FixedVectorType::get(LHSType->getElementType(), LHSRows * RHSColumns);

Value *Ops[] = {LHS, RHS, B.getInt32(LHSRows), B.getInt32(LHSColumns),
                    B.getInt32(RHSColumns)};
    Type *OverloadedTypes[] = {ReturnType, LHSType, RHSType};

Function *TheFn = Intrinsic::getDeclaration(
        getModule(), Intrinsic::matrix_multiply, OverloadedTypes);
    return B.CreateCall(TheFn->getFunctionType(), TheFn, Ops, Name);
  }

/// Insert a single element \p NewVal into \p Matrix at indices (\p RowIdx, \p
  /// ColumnIdx).
  Value *CreateMatrixInsert(Value *Matrix, Value *NewVal, Value *RowIdx,
                            Value *ColumnIdx, unsigned NumRows) {
    return B.CreateInsertElement(
        Matrix, NewVal,
        B.CreateAdd(B.CreateMul(ColumnIdx, ConstantInt::get(
                                               ColumnIdx->getType(), NumRows)),
                    RowIdx));
  }

/// Add matrixes \p LHS and \p RHS. Support both integer and floating point
  /// matrixes.
  Value *CreateAdd(Value *LHS, Value *RHS) {
    assert(LHS->getType()->isVectorTy() || RHS->getType()->isVectorTy());
    if (LHS->getType()->isVectorTy() && !RHS->getType()->isVectorTy())
      RHS = B.CreateVectorSplat(
          cast<VectorType>(LHS->getType())->getNumElements(), RHS,
          "scalar.splat");
    else if (!LHS->getType()->isVectorTy() && RHS->getType()->isVectorTy())
      LHS = B.CreateVectorSplat(
          cast<VectorType>(RHS->getType())->getNumElements(), LHS,
          "scalar.splat");

return cast<VectorType>(LHS->getType())
                   ->getElementType()
                   ->isFloatingPointTy()
               ? B.CreateFAdd(LHS, RHS)
               : B.CreateAdd(LHS, RHS);
  }

/// Subtract matrixes \p LHS and \p RHS. Support both integer and floating
  /// point matrixes.
  Value *CreateSub(Value *LHS, Value *RHS) {
    assert(LHS->getType()->isVectorTy() || RHS->getType()->isVectorTy());
    if (LHS->getType()->isVectorTy() && !RHS->getType()->isVectorTy())
      RHS = B.CreateVectorSplat(
          cast<VectorType>(LHS->getType())->getNumElements(), RHS,
          "scalar.splat");
    else if (!LHS->getType()->isVectorTy() && RHS->getType()->isVectorTy())
      LHS = B.CreateVectorSplat(
          cast<VectorType>(RHS->getType())->getNumElements(), LHS,
          "scalar.splat");

return cast<VectorType>(LHS->getType())
                   ->getElementType()
                   ->isFloatingPointTy()
               ? B.CreateFSub(LHS, RHS)
               : B.CreateSub(LHS, RHS);
  }

/// Multiply matrix \p LHS with scalar \p RHS or scalar \p LHS with matrix \p
  /// RHS.
  Value *CreateScalarMultiply(Value *LHS, Value *RHS) {
    std::tie(LHS, RHS) = splatScalarOperandIfNeeded(LHS, RHS);
    if (LHS->getType()->getScalarType()->isFloatingPointTy())
      return B.CreateFMul(LHS, RHS);
    return B.CreateMul(LHS, RHS);
  }

/// Extracts the element at (\p RowIdx, \p ColumnIdx) from \p Matrix.
  Value *CreateExtractElement(Value *Matrix, Value *RowIdx, Value *ColumnIdx,
                              unsigned NumRows, Twine const &Name = "") {

unsigned MaxWidth = std::max(RowIdx->getType()->getScalarSizeInBits(),
                                 ColumnIdx->getType()->getScalarSizeInBits());
    Type *IntTy = IntegerType::get(RowIdx->getType()->getContext(), MaxWidth);
    RowIdx = B.CreateZExt(RowIdx, IntTy);
    ColumnIdx = B.CreateZExt(ColumnIdx, IntTy);
    Value *NumRowsV = B.getIntN(MaxWidth, NumRows);
    return B.CreateExtractElement(
        Matrix, B.CreateAdd(B.CreateMul(ColumnIdx, NumRowsV), RowIdx),
        "matext");
  }
};

} // end namespace llvm

#endif // LLVM_IR_MATRIXBUILDER_H

003 File Manager

Editing: MatrixBuilder.h

Upload File

Create Folder