173471bf0Spatrick //===------------ BPFCheckAndAdjustIR.cpp - Check and Adjust IR -----------===//
273471bf0Spatrick //
373471bf0Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
473471bf0Spatrick // See https://llvm.org/LICENSE.txt for license information.
573471bf0Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
673471bf0Spatrick //
773471bf0Spatrick //===----------------------------------------------------------------------===//
873471bf0Spatrick //
973471bf0Spatrick // Check IR and adjust IR for verifier friendly codes.
1073471bf0Spatrick // The following are done for IR checking:
1173471bf0Spatrick //   - no relocation globals in PHI node.
1273471bf0Spatrick // The following are done for IR adjustment:
1373471bf0Spatrick //   - remove __builtin_bpf_passthrough builtins. Target independent IR
1473471bf0Spatrick //     optimizations are done and those builtins can be removed.
1573471bf0Spatrick //
1673471bf0Spatrick //===----------------------------------------------------------------------===//
1773471bf0Spatrick 
1873471bf0Spatrick #include "BPF.h"
1973471bf0Spatrick #include "BPFCORE.h"
2073471bf0Spatrick #include "BPFTargetMachine.h"
2173471bf0Spatrick #include "llvm/IR/DebugInfoMetadata.h"
2273471bf0Spatrick #include "llvm/IR/GlobalVariable.h"
2373471bf0Spatrick #include "llvm/IR/Instruction.h"
2473471bf0Spatrick #include "llvm/IR/Instructions.h"
2573471bf0Spatrick #include "llvm/IR/Module.h"
2673471bf0Spatrick #include "llvm/IR/Type.h"
2773471bf0Spatrick #include "llvm/IR/User.h"
2873471bf0Spatrick #include "llvm/IR/Value.h"
2973471bf0Spatrick #include "llvm/Pass.h"
3073471bf0Spatrick #include "llvm/Transforms/Utils/BasicBlockUtils.h"
3173471bf0Spatrick 
3273471bf0Spatrick #define DEBUG_TYPE "bpf-check-and-opt-ir"
3373471bf0Spatrick 
3473471bf0Spatrick using namespace llvm;
3573471bf0Spatrick 
3673471bf0Spatrick namespace {
3773471bf0Spatrick 
3873471bf0Spatrick class BPFCheckAndAdjustIR final : public ModulePass {
3973471bf0Spatrick   bool runOnModule(Module &F) override;
4073471bf0Spatrick 
4173471bf0Spatrick public:
4273471bf0Spatrick   static char ID;
BPFCheckAndAdjustIR()4373471bf0Spatrick   BPFCheckAndAdjustIR() : ModulePass(ID) {}
4473471bf0Spatrick 
4573471bf0Spatrick private:
4673471bf0Spatrick   void checkIR(Module &M);
4773471bf0Spatrick   bool adjustIR(Module &M);
4873471bf0Spatrick   bool removePassThroughBuiltin(Module &M);
49*d415bd75Srobert   bool removeCompareBuiltin(Module &M);
5073471bf0Spatrick };
5173471bf0Spatrick } // End anonymous namespace
5273471bf0Spatrick 
5373471bf0Spatrick char BPFCheckAndAdjustIR::ID = 0;
5473471bf0Spatrick INITIALIZE_PASS(BPFCheckAndAdjustIR, DEBUG_TYPE, "BPF Check And Adjust IR",
5573471bf0Spatrick                 false, false)
5673471bf0Spatrick 
createBPFCheckAndAdjustIR()5773471bf0Spatrick ModulePass *llvm::createBPFCheckAndAdjustIR() {
5873471bf0Spatrick   return new BPFCheckAndAdjustIR();
5973471bf0Spatrick }
6073471bf0Spatrick 
checkIR(Module & M)6173471bf0Spatrick void BPFCheckAndAdjustIR::checkIR(Module &M) {
6273471bf0Spatrick   // Ensure relocation global won't appear in PHI node
6373471bf0Spatrick   // This may happen if the compiler generated the following code:
6473471bf0Spatrick   //   B1:
6573471bf0Spatrick   //      g1 = @llvm.skb_buff:0:1...
6673471bf0Spatrick   //      ...
6773471bf0Spatrick   //      goto B_COMMON
6873471bf0Spatrick   //   B2:
6973471bf0Spatrick   //      g2 = @llvm.skb_buff:0:2...
7073471bf0Spatrick   //      ...
7173471bf0Spatrick   //      goto B_COMMON
7273471bf0Spatrick   //   B_COMMON:
7373471bf0Spatrick   //      g = PHI(g1, g2)
7473471bf0Spatrick   //      x = load g
7573471bf0Spatrick   //      ...
7673471bf0Spatrick   // If anything likes the above "g = PHI(g1, g2)", issue a fatal error.
7773471bf0Spatrick   for (Function &F : M)
7873471bf0Spatrick     for (auto &BB : F)
7973471bf0Spatrick       for (auto &I : BB) {
8073471bf0Spatrick         PHINode *PN = dyn_cast<PHINode>(&I);
8173471bf0Spatrick         if (!PN || PN->use_empty())
8273471bf0Spatrick           continue;
8373471bf0Spatrick         for (int i = 0, e = PN->getNumIncomingValues(); i < e; ++i) {
8473471bf0Spatrick           auto *GV = dyn_cast<GlobalVariable>(PN->getIncomingValue(i));
8573471bf0Spatrick           if (!GV)
8673471bf0Spatrick             continue;
8773471bf0Spatrick           if (GV->hasAttribute(BPFCoreSharedInfo::AmaAttr) ||
8873471bf0Spatrick               GV->hasAttribute(BPFCoreSharedInfo::TypeIdAttr))
8973471bf0Spatrick             report_fatal_error("relocation global in PHI node");
9073471bf0Spatrick         }
9173471bf0Spatrick       }
9273471bf0Spatrick }
9373471bf0Spatrick 
removePassThroughBuiltin(Module & M)9473471bf0Spatrick bool BPFCheckAndAdjustIR::removePassThroughBuiltin(Module &M) {
9573471bf0Spatrick   // Remove __builtin_bpf_passthrough()'s which are used to prevent
9673471bf0Spatrick   // certain IR optimizations. Now major IR optimizations are done,
9773471bf0Spatrick   // remove them.
9873471bf0Spatrick   bool Changed = false;
9973471bf0Spatrick   CallInst *ToBeDeleted = nullptr;
10073471bf0Spatrick   for (Function &F : M)
10173471bf0Spatrick     for (auto &BB : F)
10273471bf0Spatrick       for (auto &I : BB) {
10373471bf0Spatrick         if (ToBeDeleted) {
10473471bf0Spatrick           ToBeDeleted->eraseFromParent();
10573471bf0Spatrick           ToBeDeleted = nullptr;
10673471bf0Spatrick         }
10773471bf0Spatrick 
10873471bf0Spatrick         auto *Call = dyn_cast<CallInst>(&I);
10973471bf0Spatrick         if (!Call)
11073471bf0Spatrick           continue;
11173471bf0Spatrick         auto *GV = dyn_cast<GlobalValue>(Call->getCalledOperand());
11273471bf0Spatrick         if (!GV)
11373471bf0Spatrick           continue;
11473471bf0Spatrick         if (!GV->getName().startswith("llvm.bpf.passthrough"))
11573471bf0Spatrick           continue;
11673471bf0Spatrick         Changed = true;
11773471bf0Spatrick         Value *Arg = Call->getArgOperand(1);
11873471bf0Spatrick         Call->replaceAllUsesWith(Arg);
11973471bf0Spatrick         ToBeDeleted = Call;
12073471bf0Spatrick       }
12173471bf0Spatrick   return Changed;
12273471bf0Spatrick }
12373471bf0Spatrick 
removeCompareBuiltin(Module & M)124*d415bd75Srobert bool BPFCheckAndAdjustIR::removeCompareBuiltin(Module &M) {
125*d415bd75Srobert   // Remove __builtin_bpf_compare()'s which are used to prevent
126*d415bd75Srobert   // certain IR optimizations. Now major IR optimizations are done,
127*d415bd75Srobert   // remove them.
128*d415bd75Srobert   bool Changed = false;
129*d415bd75Srobert   CallInst *ToBeDeleted = nullptr;
130*d415bd75Srobert   for (Function &F : M)
131*d415bd75Srobert     for (auto &BB : F)
132*d415bd75Srobert       for (auto &I : BB) {
133*d415bd75Srobert         if (ToBeDeleted) {
134*d415bd75Srobert           ToBeDeleted->eraseFromParent();
135*d415bd75Srobert           ToBeDeleted = nullptr;
136*d415bd75Srobert         }
137*d415bd75Srobert 
138*d415bd75Srobert         auto *Call = dyn_cast<CallInst>(&I);
139*d415bd75Srobert         if (!Call)
140*d415bd75Srobert           continue;
141*d415bd75Srobert         auto *GV = dyn_cast<GlobalValue>(Call->getCalledOperand());
142*d415bd75Srobert         if (!GV)
143*d415bd75Srobert           continue;
144*d415bd75Srobert         if (!GV->getName().startswith("llvm.bpf.compare"))
145*d415bd75Srobert           continue;
146*d415bd75Srobert 
147*d415bd75Srobert         Changed = true;
148*d415bd75Srobert         Value *Arg0 = Call->getArgOperand(0);
149*d415bd75Srobert         Value *Arg1 = Call->getArgOperand(1);
150*d415bd75Srobert         Value *Arg2 = Call->getArgOperand(2);
151*d415bd75Srobert 
152*d415bd75Srobert         auto OpVal = cast<ConstantInt>(Arg0)->getValue().getZExtValue();
153*d415bd75Srobert         CmpInst::Predicate Opcode = (CmpInst::Predicate)OpVal;
154*d415bd75Srobert 
155*d415bd75Srobert         auto *ICmp = new ICmpInst(Opcode, Arg1, Arg2);
156*d415bd75Srobert         ICmp->insertBefore(Call);
157*d415bd75Srobert 
158*d415bd75Srobert         Call->replaceAllUsesWith(ICmp);
159*d415bd75Srobert         ToBeDeleted = Call;
160*d415bd75Srobert       }
161*d415bd75Srobert   return Changed;
162*d415bd75Srobert }
163*d415bd75Srobert 
adjustIR(Module & M)16473471bf0Spatrick bool BPFCheckAndAdjustIR::adjustIR(Module &M) {
165*d415bd75Srobert   bool Changed = removePassThroughBuiltin(M);
166*d415bd75Srobert   Changed = removeCompareBuiltin(M) || Changed;
167*d415bd75Srobert   return Changed;
16873471bf0Spatrick }
16973471bf0Spatrick 
runOnModule(Module & M)17073471bf0Spatrick bool BPFCheckAndAdjustIR::runOnModule(Module &M) {
17173471bf0Spatrick   checkIR(M);
17273471bf0Spatrick   return adjustIR(M);
17373471bf0Spatrick }
174