Lines Matching refs:Hi
898 SDValue Lo, Hi; in SplitVectorResult() local
914 case ISD::MERGE_VALUES: SplitRes_MERGE_VALUES(N, ResNo, Lo, Hi); break; in SplitVectorResult()
916 case ISD::SELECT: SplitRes_SELECT(N, Lo, Hi); break; in SplitVectorResult()
917 case ISD::SELECT_CC: SplitRes_SELECT_CC(N, Lo, Hi); break; in SplitVectorResult()
918 case ISD::UNDEF: SplitRes_UNDEF(N, Lo, Hi); break; in SplitVectorResult()
919 case ISD::BITCAST: SplitVecRes_BITCAST(N, Lo, Hi); break; in SplitVectorResult()
920 case ISD::BUILD_VECTOR: SplitVecRes_BUILD_VECTOR(N, Lo, Hi); break; in SplitVectorResult()
921 case ISD::CONCAT_VECTORS: SplitVecRes_CONCAT_VECTORS(N, Lo, Hi); break; in SplitVectorResult()
922 case ISD::EXTRACT_SUBVECTOR: SplitVecRes_EXTRACT_SUBVECTOR(N, Lo, Hi); break; in SplitVectorResult()
923 case ISD::INSERT_SUBVECTOR: SplitVecRes_INSERT_SUBVECTOR(N, Lo, Hi); break; in SplitVectorResult()
924 case ISD::FPOWI: SplitVecRes_FPOWI(N, Lo, Hi); break; in SplitVectorResult()
925 case ISD::FCOPYSIGN: SplitVecRes_FCOPYSIGN(N, Lo, Hi); break; in SplitVectorResult()
926 case ISD::INSERT_VECTOR_ELT: SplitVecRes_INSERT_VECTOR_ELT(N, Lo, Hi); break; in SplitVectorResult()
929 SplitVecRes_ScalarOp(N, Lo, Hi); in SplitVectorResult()
932 SplitVecRes_STEP_VECTOR(N, Lo, Hi); in SplitVectorResult()
934 case ISD::SIGN_EXTEND_INREG: SplitVecRes_InregOp(N, Lo, Hi); break; in SplitVectorResult()
936 SplitVecRes_LOAD(cast<LoadSDNode>(N), Lo, Hi); in SplitVectorResult()
939 SplitVecRes_MLOAD(cast<MaskedLoadSDNode>(N), Lo, Hi); in SplitVectorResult()
942 SplitVecRes_MGATHER(cast<MaskedGatherSDNode>(N), Lo, Hi); in SplitVectorResult()
945 SplitVecRes_SETCC(N, Lo, Hi); in SplitVectorResult()
948 SplitVecRes_VECTOR_REVERSE(N, Lo, Hi); in SplitVectorResult()
951 SplitVecRes_VECTOR_SHUFFLE(cast<ShuffleVectorSDNode>(N), Lo, Hi); in SplitVectorResult()
954 SplitVecRes_VECTOR_SPLICE(N, Lo, Hi); in SplitVectorResult()
957 SplitVecRes_VAARG(N, Lo, Hi); in SplitVectorResult()
963 SplitVecRes_ExtVecInRegOp(N, Lo, Hi); in SplitVectorResult()
1000 SplitVecRes_UnaryOp(N, Lo, Hi); in SplitVectorResult()
1006 SplitVecRes_ExtendOp(N, Lo, Hi); in SplitVectorResult()
1046 SplitVecRes_BinOp(N, Lo, Hi); in SplitVectorResult()
1051 SplitVecRes_TernaryOp(N, Lo, Hi); in SplitVectorResult()
1057 SplitVecRes_StrictFPOp(N, Lo, Hi); in SplitVectorResult()
1062 SplitVecRes_FP_TO_XINT_SAT(N, Lo, Hi); in SplitVectorResult()
1071 SplitVecRes_OverflowOp(N, ResNo, Lo, Hi); in SplitVectorResult()
1081 SplitVecRes_FIX(N, Lo, Hi); in SplitVectorResult()
1087 SetSplitVector(SDValue(N, ResNo), Lo, Hi); in SplitVectorResult()
1115 SDValue &Hi) { in SplitVecRes_BinOp() argument
1125 Hi = DAG.getNode(Opcode, dl, LHSHi.getValueType(), LHSHi, RHSHi, Flags); in SplitVecRes_BinOp()
1129 SDValue &Hi) { in SplitVecRes_TernaryOp() argument
1140 Hi = DAG.getNode(N->getOpcode(), dl, Op0Hi.getValueType(), Op0Hi, Op1Hi, in SplitVecRes_TernaryOp()
1144 void DAGTypeLegalizer::SplitVecRes_FIX(SDNode *N, SDValue &Lo, SDValue &Hi) { in SplitVecRes_FIX() argument
1155 Hi = DAG.getNode(Opcode, dl, LHSHi.getValueType(), LHSHi, RHSHi, Op2, in SplitVecRes_FIX()
1160 SDValue &Hi) { in SplitVecRes_BITCAST() argument
1186 GetExpandedOp(InOp, Lo, Hi); in SplitVecRes_BITCAST()
1188 std::swap(Lo, Hi); in SplitVecRes_BITCAST()
1190 Hi = DAG.getNode(ISD::BITCAST, dl, HiVT, Hi); in SplitVecRes_BITCAST()
1197 GetSplitVector(InOp, Lo, Hi); in SplitVecRes_BITCAST()
1199 Hi = DAG.getNode(ISD::BITCAST, dl, HiVT, Hi); in SplitVecRes_BITCAST()
1211 SplitInteger(BitConvertToInteger(InOp), LoIntVT, HiIntVT, Lo, Hi); in SplitVecRes_BITCAST()
1214 std::swap(Lo, Hi); in SplitVecRes_BITCAST()
1216 Hi = DAG.getNode(ISD::BITCAST, dl, HiVT, Hi); in SplitVecRes_BITCAST()
1220 SDValue &Hi) { in SplitVecRes_BUILD_VECTOR() argument
1229 Hi = DAG.getBuildVector(HiVT, dl, HiOps); in SplitVecRes_BUILD_VECTOR()
1233 SDValue &Hi) { in SplitVecRes_CONCAT_VECTORS() argument
1239 Hi = N->getOperand(1); in SplitVecRes_CONCAT_VECTORS()
1250 Hi = DAG.getNode(ISD::CONCAT_VECTORS, dl, HiVT, HiOps); in SplitVecRes_CONCAT_VECTORS()
1254 SDValue &Hi) { in SplitVecRes_EXTRACT_SUBVECTOR() argument
1264 Hi = DAG.getNode( in SplitVecRes_EXTRACT_SUBVECTOR()
1270 SDValue &Hi) { in SplitVecRes_INSERT_SUBVECTOR() argument
1275 GetSplitVector(Vec, Lo, Hi); in SplitVecRes_INSERT_SUBVECTOR()
1297 Hi = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, Hi.getValueType(), Hi, SubVec, in SplitVecRes_INSERT_SUBVECTOR()
1330 Hi = DAG.getLoad(Hi.getValueType(), dl, Store, StackPtr, MPI, SmallestAlign); in SplitVecRes_INSERT_SUBVECTOR()
1334 SDValue &Hi) { in SplitVecRes_FPOWI() argument
1336 GetSplitVector(N->getOperand(0), Lo, Hi); in SplitVecRes_FPOWI()
1338 Hi = DAG.getNode(ISD::FPOWI, dl, Hi.getValueType(), Hi, N->getOperand(1)); in SplitVecRes_FPOWI()
1342 SDValue &Hi) { in SplitVecRes_FCOPYSIGN() argument
1357 Hi = DAG.getNode(ISD::FCOPYSIGN, DL, LHSHi.getValueType(), LHSHi, RHSHi); in SplitVecRes_FCOPYSIGN()
1361 SDValue &Hi) { in SplitVecRes_InregOp() argument
1372 Hi = DAG.getNode(N->getOpcode(), dl, LHSHi.getValueType(), LHSHi, in SplitVecRes_InregOp()
1377 SDValue &Hi) { in SplitVecRes_ExtVecInRegOp() argument
1411 Hi = DAG.getNode(Opcode, dl, OutHiVT, InHi); in SplitVecRes_ExtVecInRegOp()
1415 SDValue &Hi) { in SplitVecRes_StrictFPOp() argument
1453 Hi = DAG.getNode(N->getOpcode(), dl, DAG.getVTList(HiValueVTs), OpsHi, in SplitVecRes_StrictFPOp()
1459 Lo.getValue(1), Hi.getValue(1)); in SplitVecRes_StrictFPOp()
1522 SDValue &Lo, SDValue &Hi) { in SplitVecRes_OverflowOp() argument
1548 Hi = SDValue(HiNode, ResNo); in SplitVecRes_OverflowOp()
1565 SDValue &Hi) { in SplitVecRes_INSERT_VECTOR_ELT() argument
1570 GetSplitVector(Vec, Lo, Hi); in SplitVecRes_INSERT_VECTOR_ELT()
1580 Hi = DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, Hi.getValueType(), Hi, Elt, in SplitVecRes_INSERT_VECTOR_ELT()
1635 Hi = DAG.getLoad(HiVT, dl, Store, StackPtr, MPI, SmallestAlign); in SplitVecRes_INSERT_VECTOR_ELT()
1641 if (HiVT != Hi.getValueType()) in SplitVecRes_INSERT_VECTOR_ELT()
1642 Hi = DAG.getNode(ISD::TRUNCATE, dl, HiVT, Hi); in SplitVecRes_INSERT_VECTOR_ELT()
1646 SDValue &Hi) { in SplitVecRes_STEP_VECTOR() argument
1664 Hi = DAG.getNode(ISD::STEP_VECTOR, dl, HiVT, Step); in SplitVecRes_STEP_VECTOR()
1665 Hi = DAG.getNode(ISD::ADD, dl, HiVT, Hi, StartOfHi); in SplitVecRes_STEP_VECTOR()
1669 SDValue &Hi) { in SplitVecRes_ScalarOp() argument
1675 Hi = DAG.getUNDEF(HiVT); in SplitVecRes_ScalarOp()
1678 Hi = Lo; in SplitVecRes_ScalarOp()
1683 SDValue &Hi) { in SplitVecRes_LOAD() argument
1703 std::tie(Lo, Hi) = DAG.SplitVector(Value, dl); in SplitVecRes_LOAD()
1715 Hi = DAG.getLoad(ISD::UNINDEXED, ExtType, HiVT, dl, Ch, Ptr, Offset, MPI, in SplitVecRes_LOAD()
1721 Hi.getValue(1)); in SplitVecRes_LOAD()
1729 SDValue &Lo, SDValue &Hi) { in SplitVecRes_MLOAD() argument
1779 Hi = Lo; in SplitVecRes_MLOAD()
1797 Hi = DAG.getMaskedLoad(HiVT, dl, Ch, Ptr, Offset, MaskHi, PassThruHi, in SplitVecRes_MLOAD()
1805 Hi.getValue(1)); in SplitVecRes_MLOAD()
1814 SDValue &Lo, SDValue &Hi) { in SplitVecRes_MGATHER() argument
1866 Hi = DAG.getMaskedGather(DAG.getVTList(HiVT, MVT::Other), HiMemVT, dl, OpsHi, in SplitVecRes_MGATHER()
1872 Hi.getValue(1)); in SplitVecRes_MGATHER()
1880 void DAGTypeLegalizer::SplitVecRes_SETCC(SDNode *N, SDValue &Lo, SDValue &Hi) { in SplitVecRes_SETCC() argument
1904 Hi = DAG.getNode(N->getOpcode(), DL, HiVT, LH, RH, N->getOperand(2)); in SplitVecRes_SETCC()
1908 SDValue &Hi) { in SplitVecRes_UnaryOp() argument
1919 GetSplitVector(N->getOperand(OpNo), Lo, Hi); in SplitVecRes_UnaryOp()
1921 std::tie(Lo, Hi) = DAG.SplitVectorOperand(N, OpNo); in SplitVecRes_UnaryOp()
1926 Hi = DAG.getNode(N->getOpcode(), dl, HiVT, Hi, N->getOperand(1), in SplitVecRes_UnaryOp()
1930 Hi = DAG.getNode(N->getOpcode(), dl, HiVT, Hi, N->getFlags()); in SplitVecRes_UnaryOp()
1935 SDValue &Hi) { in SplitVecRes_ExtendOp() argument
1971 std::tie(Lo, Hi) = DAG.SplitVector(NewSrc, dl); in SplitVecRes_ExtendOp()
1974 Hi = DAG.getNode(N->getOpcode(), dl, HiVT, Hi); in SplitVecRes_ExtendOp()
1979 SplitVecRes_UnaryOp(N, Lo, Hi); in SplitVecRes_ExtendOp()
1983 SDValue &Lo, SDValue &Hi) { in SplitVecRes_VECTOR_SHUFFLE() argument
1997 SDValue &Output = High ? Hi : Lo; in SplitVecRes_VECTOR_SHUFFLE()
2091 void DAGTypeLegalizer::SplitVecRes_VAARG(SDNode *N, SDValue &Lo, SDValue &Hi) { in SplitVecRes_VAARG() argument
2103 Hi = DAG.getVAArg(NVT, dl, Lo.getValue(1), Ptr, SV, Alignment.value()); in SplitVecRes_VAARG()
2104 Chain = Hi.getValue(1); in SplitVecRes_VAARG()
2112 SDValue &Hi) { in SplitVecRes_FP_TO_XINT_SAT() argument
2125 Hi = DAG.getNode(N->getOpcode(), dl, DstVTHi, SrcHi, N->getOperand(1)); in SplitVecRes_FP_TO_XINT_SAT()
2266 SDValue Lo, Hi; in SplitVecOp_VSELECT() local
2267 GetSplitVector(N->getOperand(0), Lo, Hi); in SplitVecOp_VSELECT()
2268 assert(Lo.getValueType() == Hi.getValueType() && in SplitVecOp_VSELECT()
2290 SDValue Lo, Hi; in SplitVecOp_VECREDUCE() local
2296 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE()
2303 SDValue Partial = DAG.getNode(CombineOpc, dl, LoOpVT, Lo, Hi, N->getFlags()); in SplitVecOp_VECREDUCE()
2309 SDValue Lo, Hi; in SplitVecOp_VECREDUCE_SEQ() local
2318 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE_SEQ()
2326 return DAG.getNode(N->getOpcode(), dl, ResVT, Partial, Hi, Flags); in SplitVecOp_VECREDUCE_SEQ()
2332 SDValue Lo, Hi; in SplitVecOp_UnaryOp() local
2334 GetSplitVector(N->getOperand(N->isStrictFPOpcode() ? 1 : 0), Lo, Hi); in SplitVecOp_UnaryOp()
2343 Hi = DAG.getNode(N->getOpcode(), dl, { OutVT, MVT::Other }, in SplitVecOp_UnaryOp()
2344 { N->getOperand(0), Hi }); in SplitVecOp_UnaryOp()
2349 Hi.getValue(1)); in SplitVecOp_UnaryOp()
2356 Hi = DAG.getNode(N->getOpcode(), dl, OutVT, Hi); in SplitVecOp_UnaryOp()
2359 return DAG.getNode(ISD::CONCAT_VECTORS, dl, ResVT, Lo, Hi); in SplitVecOp_UnaryOp()
2366 SDValue Lo, Hi; in SplitVecOp_BITCAST() local
2367 GetSplitVector(N->getOperand(0), Lo, Hi); in SplitVecOp_BITCAST()
2369 Hi = BitConvertToInteger(Hi); in SplitVecOp_BITCAST()
2372 std::swap(Lo, Hi); in SplitVecOp_BITCAST()
2375 JoinIntegers(Lo, Hi)); in SplitVecOp_BITCAST()
2389 SDValue Lo, Hi; in SplitVecOp_INSERT_SUBVECTOR() local
2390 GetSplitVector(SubVec, Lo, Hi); in SplitVecOp_INSERT_SUBVECTOR()
2398 DAG.getNode(ISD::INSERT_SUBVECTOR, dl, ResVT, FirstInsertion, Hi, in SplitVecOp_INSERT_SUBVECTOR()
2410 SDValue Lo, Hi; in SplitVecOp_EXTRACT_SUBVECTOR() local
2417 GetSplitVector(N->getOperand(0), Lo, Hi); in SplitVecOp_EXTRACT_SUBVECTOR()
2427 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, dl, SubVT, Hi, in SplitVecOp_EXTRACT_SUBVECTOR()
2440 SDValue Lo, Hi; in SplitVecOp_EXTRACT_VECTOR_ELT() local
2441 GetSplitVector(Vec, Lo, Hi); in SplitVecOp_EXTRACT_VECTOR_ELT()
2448 return SDValue(DAG.UpdateNodeOperands(N, Hi, in SplitVecOp_EXTRACT_VECTOR_ELT()
2497 SDValue Lo, Hi; in SplitVecOp_ExtVecInRegOp() local
2501 SplitVecRes_ExtVecInRegOp(N, Lo, Hi); in SplitVecOp_ExtVecInRegOp()
2503 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), N->getValueType(0), Lo, Hi); in SplitVecOp_ExtVecInRegOp()
2554 SDValue Hi = DAG.getMaskedGather(DAG.getVTList(HiVT, MVT::Other), HiMemVT, dl, in SplitVecOp_MGATHER() local
2560 Hi.getValue(1)); in SplitVecOp_MGATHER()
2567 Hi); in SplitVecOp_MGATHER()
2608 SDValue Lo, Hi, Res; in SplitVecOp_MSTORE() local
2641 Hi = DAG.getMaskedStore(Ch, DL, DataHi, Ptr, Offset, MaskHi, HiMemVT, MMO, in SplitVecOp_MSTORE()
2647 Res = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Lo, Hi); in SplitVecOp_MSTORE()
2725 SDValue Lo, Hi; in SplitVecOp_STORE() local
2726 GetSplitVector(N->getOperand(1), Lo, Hi); in SplitVecOp_STORE()
2746 Hi = DAG.getTruncStore(Ch, DL, Hi, Ptr, MPI, in SplitVecOp_STORE()
2749 Hi = DAG.getStore(Ch, DL, Hi, Ptr, MPI, Alignment, MMOFlags, AAInfo); in SplitVecOp_STORE()
2751 return DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Lo, Hi); in SplitVecOp_STORE()
2909 SDValue Lo, Hi; in SplitVecOp_FP_ROUND() local
2911 GetSplitVector(N->getOperand(N->isStrictFPOpcode() ? 1 : 0), Lo, Hi); in SplitVecOp_FP_ROUND()
2920 Hi = DAG.getNode(N->getOpcode(), DL, { OutVT, MVT::Other }, in SplitVecOp_FP_ROUND()
2921 { N->getOperand(0), Hi, N->getOperand(2) }); in SplitVecOp_FP_ROUND()
2925 Lo.getValue(1), Hi.getValue(1)); in SplitVecOp_FP_ROUND()
2929 Hi = DAG.getNode(ISD::FP_ROUND, DL, OutVT, Hi, N->getOperand(1)); in SplitVecOp_FP_ROUND()
2932 return DAG.getNode(ISD::CONCAT_VECTORS, DL, ResVT, Lo, Hi); in SplitVecOp_FP_ROUND()
2943 SDValue Lo, Hi; in SplitVecOp_FP_TO_XINT_SAT() local
2945 GetSplitVector(N->getOperand(0), Lo, Hi); in SplitVecOp_FP_TO_XINT_SAT()
2953 Hi = DAG.getNode(N->getOpcode(), dl, NewResVT, Hi, N->getOperand(1)); in SplitVecOp_FP_TO_XINT_SAT()
2955 return DAG.getNode(ISD::CONCAT_VECTORS, dl, ResVT, Lo, Hi); in SplitVecOp_FP_TO_XINT_SAT()
5569 SDValue &Hi) { in SplitVecRes_VECTOR_REVERSE() argument
5575 Hi = DAG.getNode(ISD::VECTOR_REVERSE, DL, InLo.getValueType(), InLo); in SplitVecRes_VECTOR_REVERSE()
5579 SDValue &Hi) { in SplitVecRes_VECTOR_SPLICE() argument
5589 Hi = in SplitVecRes_VECTOR_SPLICE()