Lines Matching refs:AVL
24 SDValue AVL =
28 SDValue LoA = CDAG.getUnpack(MVT::v256i1, A, PackElem::Lo, AVL);
29 SDValue HiA = CDAG.getUnpack(MVT::v256i1, A, PackElem::Hi, AVL);
30 SDValue LoB = CDAG.getUnpack(MVT::v256i1, B, PackElem::Lo, AVL);
31 SDValue HiB = CDAG.getUnpack(MVT::v256i1, B, PackElem::Hi, AVL);
35 return CDAG.getPack(MVT::v512i1, LoRes, HiRes, AVL);
63 SDValue AVL;
73 AVL = Op->getOperand(*AVLIdx);
77 if (!AVL)
78 AVL = CDAG.getConstant(OpVecVT.getVectorNumElements(), MVT::i32);
84 return CDAG.getNode(VVPOpcode, LegalVecVT, {Op->getOperand(0), Mask, AVL});
87 {Op->getOperand(0), Op->getOperand(1), Mask, AVL});
93 VectorV, Mask, AVL, Op->getFlags());
105 return CDAG.getNode(VVPOpcode, LegalVecVT, {X, Y, Z, Mask, AVL});
111 return CDAG.getNode(VVPOpcode, LegalVecVT, {OnTrue, OnFalse, Mask, AVL});
118 return CDAG.getNode(VVPOpcode, LegalResVT, {LHS, RHS, Pred, Mask, AVL});
132 SDValue AVL = getNodeAVL(Op);
143 // TODO: Infer lower AVL from mask.
144 if (!AVL)
145 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32);
156 {Chain, BasePtr, StrideV, Mask, AVL});
163 {NewLoadV, PassThru, Mask, AVL});
179 {Chain, Data, BasePtr, StrideV, Mask, AVL});
208 // VP ops already have an explicit mask and AVL. When expanding from non-VP
214 UpperPartAVL = SplitTM.AVL;
225 CDAG.getUnpack(SplitDataVT, PackData, Part, SplitTM.AVL);
238 OpVec.push_back(SplitTM.AVL);
276 SDValue AVL = getAnnotatedNodeAVL(Op).first;
289 // TODO: Infer lower AVL from mask.
290 if (!AVL)
291 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32);
298 CDAG.getGatherScatterAddress(BasePtr, Scale, Index, Mask, AVL);
301 {Chain, StoredValue, AddressVec, Mask, AVL});
305 {Chain, AddressVec, Mask, AVL});
312 {NewLoadV, PassThru, Mask, AVL});
366 // VP ops already have an explicit mask and AVL. When expanding from non-VP
371 UpperPartAVL = SplitTM.AVL;
385 CDAG.getUnpack(UnpackedOpVT, PackedOperand, Part, SplitTM.AVL);
391 OpVec.push_back(SplitTM.AVL);
409 // Operation already has a legal AVL.
410 auto AVL = getNodeAVL(Op);
411 if (isLegalAVL(AVL))
415 SDValue LegalAVL = AVL;
421 if (auto *ConstAVL = dyn_cast<ConstantSDNode>(AVL)) {
425 auto PlusOne = CDAG.getNode(ISD::ADD, MVT::i32, {AVL, ConstOne});