1 //===- VectorBuilder.cpp - Builder for VP Intrinsics ----------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file implements the VectorBuilder class, which is used as a convenient
10 // way to create VP intrinsics as if they were LLVM instructions with a
11 // consistent and simplified interface.
12 //
13 //===----------------------------------------------------------------------===//
14
15 #include <llvm/ADT/SmallVector.h>
16 #include <llvm/IR/FPEnv.h>
17 #include <llvm/IR/Instructions.h>
18 #include <llvm/IR/IntrinsicInst.h>
19 #include <llvm/IR/Intrinsics.h>
20 #include <llvm/IR/VectorBuilder.h>
21
22 namespace llvm {
23
handleError(const char * ErrorMsg) const24 void VectorBuilder::handleError(const char *ErrorMsg) const {
25 if (ErrorHandling == Behavior::SilentlyReturnNone)
26 return;
27 report_fatal_error(ErrorMsg);
28 }
29
getModule() const30 Module &VectorBuilder::getModule() const {
31 return *Builder.GetInsertBlock()->getModule();
32 }
33
getAllTrueMask()34 Value *VectorBuilder::getAllTrueMask() {
35 return Builder.getAllOnesMask(StaticVectorLength);
36 }
37
requestMask()38 Value &VectorBuilder::requestMask() {
39 if (Mask)
40 return *Mask;
41
42 return *getAllTrueMask();
43 }
44
requestEVL()45 Value &VectorBuilder::requestEVL() {
46 if (ExplicitVectorLength)
47 return *ExplicitVectorLength;
48
49 assert(!StaticVectorLength.isScalable() && "TODO vscale lowering");
50 auto *IntTy = Builder.getInt32Ty();
51 return *ConstantInt::get(IntTy, StaticVectorLength.getFixedValue());
52 }
53
createVectorInstruction(unsigned Opcode,Type * ReturnTy,ArrayRef<Value * > InstOpArray,const Twine & Name)54 Value *VectorBuilder::createVectorInstruction(unsigned Opcode, Type *ReturnTy,
55 ArrayRef<Value *> InstOpArray,
56 const Twine &Name) {
57 auto VPID = VPIntrinsic::getForOpcode(Opcode);
58 if (VPID == Intrinsic::not_intrinsic)
59 return returnWithError<Value *>("No VPIntrinsic for this opcode");
60 return createVectorInstructionImpl(VPID, ReturnTy, InstOpArray, Name);
61 }
62
createSimpleTargetReduction(Intrinsic::ID RdxID,Type * ValTy,ArrayRef<Value * > InstOpArray,const Twine & Name)63 Value *VectorBuilder::createSimpleTargetReduction(Intrinsic::ID RdxID,
64 Type *ValTy,
65 ArrayRef<Value *> InstOpArray,
66 const Twine &Name) {
67 auto VPID = VPIntrinsic::getForIntrinsic(RdxID);
68 assert(VPReductionIntrinsic::isVPReduction(VPID) &&
69 "No VPIntrinsic for this reduction");
70 return createVectorInstructionImpl(VPID, ValTy, InstOpArray, Name);
71 }
72
createVectorInstructionImpl(Intrinsic::ID VPID,Type * ReturnTy,ArrayRef<Value * > InstOpArray,const Twine & Name)73 Value *VectorBuilder::createVectorInstructionImpl(Intrinsic::ID VPID,
74 Type *ReturnTy,
75 ArrayRef<Value *> InstOpArray,
76 const Twine &Name) {
77 auto MaskPosOpt = VPIntrinsic::getMaskParamPos(VPID);
78 auto VLenPosOpt = VPIntrinsic::getVectorLengthParamPos(VPID);
79 size_t NumInstParams = InstOpArray.size();
80 size_t NumVPParams =
81 NumInstParams + MaskPosOpt.has_value() + VLenPosOpt.has_value();
82
83 SmallVector<Value *, 6> IntrinParams;
84
85 // Whether the mask and vlen parameter are at the end of the parameter list.
86 bool TrailingMaskAndVLen =
87 std::min<size_t>(MaskPosOpt.value_or(NumInstParams),
88 VLenPosOpt.value_or(NumInstParams)) >= NumInstParams;
89
90 if (TrailingMaskAndVLen) {
91 // Fast path for trailing mask, vector length.
92 IntrinParams.append(InstOpArray.begin(), InstOpArray.end());
93 IntrinParams.resize(NumVPParams);
94 } else {
95 IntrinParams.resize(NumVPParams);
96 // Insert mask and evl operands in between the instruction operands.
97 for (size_t VPParamIdx = 0, ParamIdx = 0; VPParamIdx < NumVPParams;
98 ++VPParamIdx) {
99 if ((MaskPosOpt && MaskPosOpt.value_or(NumVPParams) == VPParamIdx) ||
100 (VLenPosOpt && VLenPosOpt.value_or(NumVPParams) == VPParamIdx))
101 continue;
102 assert(ParamIdx < NumInstParams);
103 IntrinParams[VPParamIdx] = InstOpArray[ParamIdx++];
104 }
105 }
106
107 if (MaskPosOpt)
108 IntrinParams[*MaskPosOpt] = &requestMask();
109 if (VLenPosOpt)
110 IntrinParams[*VLenPosOpt] = &requestEVL();
111
112 auto *VPDecl = VPIntrinsic::getDeclarationForParams(&getModule(), VPID,
113 ReturnTy, IntrinParams);
114 return Builder.CreateCall(VPDecl, IntrinParams, Name);
115 }
116
117 } // namespace llvm
118