This patch provides mitigation for CVE-2017-5715, Spectre variant two, which affects the P5600 and P6600. It implements the LLVM part of -mindirect-jump=hazard. It is _not_ enabled by default for the P5600. The migitation strategy suggested by MIPS for these processors is to use hazard barrier instructions. 'jalr.hb' and 'jr.hb' are hazard barrier variants of the 'jalr' and 'jr' instructions respectively. These instructions impede the execution of instruction stream until architecturally defined hazards (changes to the instruction stream, privileged registers which may affect execution) are cleared. These instructions in MIPS' designs are not speculated past. These instructions are used with the attribute +use-indirect-jump-hazard when branching indirectly and for indirect function calls. These instructions are defined by the MIPS32R2 ISA, so this mitigation method is not compatible with processors which implement an earlier revision of the MIPS ISA. Performance benchmarking of this option with -fpic and lld using -z hazardplt shows a difference of overall 10%~ time increase for the LLVM testsuite. Certain benchmarks such as methcall show a substantially larger increase in time due to their nature. Reviewers: atanasyan, zoran.jovanovic Differential Revision: https://reviews.llvm.org/D43486 llvm-svn: 325653
629 lines
21 KiB
C++
629 lines
21 KiB
C++
//===- MipsLongBranch.cpp - Emit long branches ----------------------------===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This pass expands a branch or jump instruction into a long branch if its
|
|
// offset is too large to fit into its immediate field.
|
|
//
|
|
// FIXME: Fix pc-region jump instructions which cross 256MB segment boundaries.
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "MCTargetDesc/MipsABIInfo.h"
|
|
#include "MCTargetDesc/MipsBaseInfo.h"
|
|
#include "MCTargetDesc/MipsMCNaCl.h"
|
|
#include "MCTargetDesc/MipsMCTargetDesc.h"
|
|
#include "Mips.h"
|
|
#include "MipsInstrInfo.h"
|
|
#include "MipsMachineFunction.h"
|
|
#include "MipsSubtarget.h"
|
|
#include "MipsTargetMachine.h"
|
|
#include "llvm/ADT/SmallVector.h"
|
|
#include "llvm/ADT/Statistic.h"
|
|
#include "llvm/ADT/StringRef.h"
|
|
#include "llvm/CodeGen/MachineBasicBlock.h"
|
|
#include "llvm/CodeGen/MachineFunction.h"
|
|
#include "llvm/CodeGen/MachineFunctionPass.h"
|
|
#include "llvm/CodeGen/MachineInstr.h"
|
|
#include "llvm/CodeGen/MachineInstrBuilder.h"
|
|
#include "llvm/CodeGen/MachineOperand.h"
|
|
#include "llvm/CodeGen/TargetSubtargetInfo.h"
|
|
#include "llvm/IR/DebugLoc.h"
|
|
#include "llvm/Support/CommandLine.h"
|
|
#include "llvm/Support/ErrorHandling.h"
|
|
#include "llvm/Support/MathExtras.h"
|
|
#include "llvm/Target/TargetMachine.h"
|
|
#include <cassert>
|
|
#include <cstdint>
|
|
#include <iterator>
|
|
|
|
using namespace llvm;
|
|
|
|
#define DEBUG_TYPE "mips-long-branch"
|
|
|
|
STATISTIC(LongBranches, "Number of long branches.");
|
|
|
|
static cl::opt<bool> SkipLongBranch(
|
|
"skip-mips-long-branch",
|
|
cl::init(false),
|
|
cl::desc("MIPS: Skip long branch pass."),
|
|
cl::Hidden);
|
|
|
|
static cl::opt<bool> ForceLongBranch(
|
|
"force-mips-long-branch",
|
|
cl::init(false),
|
|
cl::desc("MIPS: Expand all branches to long format."),
|
|
cl::Hidden);
|
|
|
|
namespace {
|
|
|
|
using Iter = MachineBasicBlock::iterator;
|
|
using ReverseIter = MachineBasicBlock::reverse_iterator;
|
|
|
|
struct MBBInfo {
|
|
uint64_t Size = 0;
|
|
uint64_t Address;
|
|
bool HasLongBranch = false;
|
|
MachineInstr *Br = nullptr;
|
|
|
|
MBBInfo() = default;
|
|
};
|
|
|
|
class MipsLongBranch : public MachineFunctionPass {
|
|
public:
|
|
static char ID;
|
|
|
|
MipsLongBranch()
|
|
: MachineFunctionPass(ID), ABI(MipsABIInfo::Unknown()) {}
|
|
|
|
StringRef getPassName() const override { return "Mips Long Branch"; }
|
|
|
|
bool runOnMachineFunction(MachineFunction &F) override;
|
|
|
|
MachineFunctionProperties getRequiredProperties() const override {
|
|
return MachineFunctionProperties().set(
|
|
MachineFunctionProperties::Property::NoVRegs);
|
|
}
|
|
|
|
private:
|
|
void splitMBB(MachineBasicBlock *MBB);
|
|
void initMBBInfo();
|
|
int64_t computeOffset(const MachineInstr *Br);
|
|
void replaceBranch(MachineBasicBlock &MBB, Iter Br, const DebugLoc &DL,
|
|
MachineBasicBlock *MBBOpnd);
|
|
void expandToLongBranch(MBBInfo &Info);
|
|
|
|
MachineFunction *MF;
|
|
SmallVector<MBBInfo, 16> MBBInfos;
|
|
bool IsPIC;
|
|
MipsABIInfo ABI;
|
|
unsigned LongBranchSeqSize;
|
|
};
|
|
|
|
} // end anonymous namespace
|
|
|
|
char MipsLongBranch::ID = 0;
|
|
|
|
/// Iterate over list of Br's operands and search for a MachineBasicBlock
|
|
/// operand.
|
|
static MachineBasicBlock *getTargetMBB(const MachineInstr &Br) {
|
|
for (unsigned I = 0, E = Br.getDesc().getNumOperands(); I < E; ++I) {
|
|
const MachineOperand &MO = Br.getOperand(I);
|
|
|
|
if (MO.isMBB())
|
|
return MO.getMBB();
|
|
}
|
|
|
|
llvm_unreachable("This instruction does not have an MBB operand.");
|
|
}
|
|
|
|
// Traverse the list of instructions backwards until a non-debug instruction is
|
|
// found or it reaches E.
|
|
static ReverseIter getNonDebugInstr(ReverseIter B, const ReverseIter &E) {
|
|
for (; B != E; ++B)
|
|
if (!B->isDebugValue())
|
|
return B;
|
|
|
|
return E;
|
|
}
|
|
|
|
// Split MBB if it has two direct jumps/branches.
|
|
void MipsLongBranch::splitMBB(MachineBasicBlock *MBB) {
|
|
ReverseIter End = MBB->rend();
|
|
ReverseIter LastBr = getNonDebugInstr(MBB->rbegin(), End);
|
|
|
|
// Return if MBB has no branch instructions.
|
|
if ((LastBr == End) ||
|
|
(!LastBr->isConditionalBranch() && !LastBr->isUnconditionalBranch()))
|
|
return;
|
|
|
|
ReverseIter FirstBr = getNonDebugInstr(std::next(LastBr), End);
|
|
|
|
// MBB has only one branch instruction if FirstBr is not a branch
|
|
// instruction.
|
|
if ((FirstBr == End) ||
|
|
(!FirstBr->isConditionalBranch() && !FirstBr->isUnconditionalBranch()))
|
|
return;
|
|
|
|
assert(!FirstBr->isIndirectBranch() && "Unexpected indirect branch found.");
|
|
|
|
// Create a new MBB. Move instructions in MBB to the newly created MBB.
|
|
MachineBasicBlock *NewMBB =
|
|
MF->CreateMachineBasicBlock(MBB->getBasicBlock());
|
|
|
|
// Insert NewMBB and fix control flow.
|
|
MachineBasicBlock *Tgt = getTargetMBB(*FirstBr);
|
|
NewMBB->transferSuccessors(MBB);
|
|
NewMBB->removeSuccessor(Tgt, true);
|
|
MBB->addSuccessor(NewMBB);
|
|
MBB->addSuccessor(Tgt);
|
|
MF->insert(std::next(MachineFunction::iterator(MBB)), NewMBB);
|
|
|
|
NewMBB->splice(NewMBB->end(), MBB, LastBr.getReverse(), MBB->end());
|
|
}
|
|
|
|
// Fill MBBInfos.
|
|
void MipsLongBranch::initMBBInfo() {
|
|
// Split the MBBs if they have two branches. Each basic block should have at
|
|
// most one branch after this loop is executed.
|
|
for (auto &MBB : *MF)
|
|
splitMBB(&MBB);
|
|
|
|
MF->RenumberBlocks();
|
|
MBBInfos.clear();
|
|
MBBInfos.resize(MF->size());
|
|
|
|
const MipsInstrInfo *TII =
|
|
static_cast<const MipsInstrInfo *>(MF->getSubtarget().getInstrInfo());
|
|
for (unsigned I = 0, E = MBBInfos.size(); I < E; ++I) {
|
|
MachineBasicBlock *MBB = MF->getBlockNumbered(I);
|
|
|
|
// Compute size of MBB.
|
|
for (MachineBasicBlock::instr_iterator MI = MBB->instr_begin();
|
|
MI != MBB->instr_end(); ++MI)
|
|
MBBInfos[I].Size += TII->getInstSizeInBytes(*MI);
|
|
|
|
// Search for MBB's branch instruction.
|
|
ReverseIter End = MBB->rend();
|
|
ReverseIter Br = getNonDebugInstr(MBB->rbegin(), End);
|
|
|
|
if ((Br != End) && !Br->isIndirectBranch() &&
|
|
(Br->isConditionalBranch() || (Br->isUnconditionalBranch() && IsPIC)))
|
|
MBBInfos[I].Br = &*Br;
|
|
}
|
|
}
|
|
|
|
// Compute offset of branch in number of bytes.
|
|
int64_t MipsLongBranch::computeOffset(const MachineInstr *Br) {
|
|
int64_t Offset = 0;
|
|
int ThisMBB = Br->getParent()->getNumber();
|
|
int TargetMBB = getTargetMBB(*Br)->getNumber();
|
|
|
|
// Compute offset of a forward branch.
|
|
if (ThisMBB < TargetMBB) {
|
|
for (int N = ThisMBB + 1; N < TargetMBB; ++N)
|
|
Offset += MBBInfos[N].Size;
|
|
|
|
return Offset + 4;
|
|
}
|
|
|
|
// Compute offset of a backward branch.
|
|
for (int N = ThisMBB; N >= TargetMBB; --N)
|
|
Offset += MBBInfos[N].Size;
|
|
|
|
return -Offset + 4;
|
|
}
|
|
|
|
// Replace Br with a branch which has the opposite condition code and a
|
|
// MachineBasicBlock operand MBBOpnd.
|
|
void MipsLongBranch::replaceBranch(MachineBasicBlock &MBB, Iter Br,
|
|
const DebugLoc &DL,
|
|
MachineBasicBlock *MBBOpnd) {
|
|
const MipsInstrInfo *TII = static_cast<const MipsInstrInfo *>(
|
|
MBB.getParent()->getSubtarget().getInstrInfo());
|
|
unsigned NewOpc = TII->getOppositeBranchOpc(Br->getOpcode());
|
|
const MCInstrDesc &NewDesc = TII->get(NewOpc);
|
|
|
|
MachineInstrBuilder MIB = BuildMI(MBB, Br, DL, NewDesc);
|
|
|
|
for (unsigned I = 0, E = Br->getDesc().getNumOperands(); I < E; ++I) {
|
|
MachineOperand &MO = Br->getOperand(I);
|
|
|
|
if (!MO.isReg()) {
|
|
assert(MO.isMBB() && "MBB operand expected.");
|
|
break;
|
|
}
|
|
|
|
MIB.addReg(MO.getReg());
|
|
}
|
|
|
|
MIB.addMBB(MBBOpnd);
|
|
|
|
if (Br->hasDelaySlot()) {
|
|
// Bundle the instruction in the delay slot to the newly created branch
|
|
// and erase the original branch.
|
|
assert(Br->isBundledWithSucc());
|
|
MachineBasicBlock::instr_iterator II = Br.getInstrIterator();
|
|
MIBundleBuilder(&*MIB).append((++II)->removeFromBundle());
|
|
}
|
|
Br->eraseFromParent();
|
|
}
|
|
|
|
// Expand branch instructions to long branches.
|
|
// TODO: This function has to be fixed for beqz16 and bnez16, because it
|
|
// currently assumes that all branches have 16-bit offsets, and will produce
|
|
// wrong code if branches whose allowed offsets are [-128, -126, ..., 126]
|
|
// are present.
|
|
void MipsLongBranch::expandToLongBranch(MBBInfo &I) {
|
|
MachineBasicBlock::iterator Pos;
|
|
MachineBasicBlock *MBB = I.Br->getParent(), *TgtMBB = getTargetMBB(*I.Br);
|
|
DebugLoc DL = I.Br->getDebugLoc();
|
|
const BasicBlock *BB = MBB->getBasicBlock();
|
|
MachineFunction::iterator FallThroughMBB = ++MachineFunction::iterator(MBB);
|
|
MachineBasicBlock *LongBrMBB = MF->CreateMachineBasicBlock(BB);
|
|
const MipsSubtarget &Subtarget =
|
|
static_cast<const MipsSubtarget &>(MF->getSubtarget());
|
|
const MipsInstrInfo *TII =
|
|
static_cast<const MipsInstrInfo *>(Subtarget.getInstrInfo());
|
|
|
|
MF->insert(FallThroughMBB, LongBrMBB);
|
|
MBB->replaceSuccessor(TgtMBB, LongBrMBB);
|
|
|
|
if (IsPIC) {
|
|
MachineBasicBlock *BalTgtMBB = MF->CreateMachineBasicBlock(BB);
|
|
MF->insert(FallThroughMBB, BalTgtMBB);
|
|
LongBrMBB->addSuccessor(BalTgtMBB);
|
|
BalTgtMBB->addSuccessor(TgtMBB);
|
|
|
|
// We must select between the MIPS32r6/MIPS64r6 BALC (which is a normal
|
|
// instruction) and the pre-MIPS32r6/MIPS64r6 definition (which is an
|
|
// pseudo-instruction wrapping BGEZAL).
|
|
const unsigned BalOp =
|
|
Subtarget.hasMips32r6()
|
|
? Subtarget.inMicroMipsMode() ? Mips::BALC_MMR6 : Mips::BALC
|
|
: Mips::BAL_BR;
|
|
|
|
if (!ABI.IsN64()) {
|
|
// Pre R6:
|
|
// $longbr:
|
|
// addiu $sp, $sp, -8
|
|
// sw $ra, 0($sp)
|
|
// lui $at, %hi($tgt - $baltgt)
|
|
// bal $baltgt
|
|
// addiu $at, $at, %lo($tgt - $baltgt)
|
|
// $baltgt:
|
|
// addu $at, $ra, $at
|
|
// lw $ra, 0($sp)
|
|
// jr $at
|
|
// addiu $sp, $sp, 8
|
|
// $fallthrough:
|
|
//
|
|
|
|
// R6:
|
|
// $longbr:
|
|
// addiu $sp, $sp, -8
|
|
// sw $ra, 0($sp)
|
|
// lui $at, %hi($tgt - $baltgt)
|
|
// addiu $at, $at, %lo($tgt - $baltgt)
|
|
// balc $baltgt
|
|
// $baltgt:
|
|
// addu $at, $ra, $at
|
|
// lw $ra, 0($sp)
|
|
// addiu $sp, $sp, 8
|
|
// jic $at, 0
|
|
// $fallthrough:
|
|
|
|
Pos = LongBrMBB->begin();
|
|
|
|
BuildMI(*LongBrMBB, Pos, DL, TII->get(Mips::ADDiu), Mips::SP)
|
|
.addReg(Mips::SP).addImm(-8);
|
|
BuildMI(*LongBrMBB, Pos, DL, TII->get(Mips::SW)).addReg(Mips::RA)
|
|
.addReg(Mips::SP).addImm(0);
|
|
|
|
// LUi and ADDiu instructions create 32-bit offset of the target basic
|
|
// block from the target of BAL(C) instruction. We cannot use immediate
|
|
// value for this offset because it cannot be determined accurately when
|
|
// the program has inline assembly statements. We therefore use the
|
|
// relocation expressions %hi($tgt-$baltgt) and %lo($tgt-$baltgt) which
|
|
// are resolved during the fixup, so the values will always be correct.
|
|
//
|
|
// Since we cannot create %hi($tgt-$baltgt) and %lo($tgt-$baltgt)
|
|
// expressions at this point (it is possible only at the MC layer),
|
|
// we replace LUi and ADDiu with pseudo instructions
|
|
// LONG_BRANCH_LUi and LONG_BRANCH_ADDiu, and add both basic
|
|
// blocks as operands to these instructions. When lowering these pseudo
|
|
// instructions to LUi and ADDiu in the MC layer, we will create
|
|
// %hi($tgt-$baltgt) and %lo($tgt-$baltgt) expressions and add them as
|
|
// operands to lowered instructions.
|
|
|
|
BuildMI(*LongBrMBB, Pos, DL, TII->get(Mips::LONG_BRANCH_LUi), Mips::AT)
|
|
.addMBB(TgtMBB).addMBB(BalTgtMBB);
|
|
|
|
MachineInstrBuilder BalInstr =
|
|
BuildMI(*MF, DL, TII->get(BalOp)).addMBB(BalTgtMBB);
|
|
MachineInstrBuilder ADDiuInstr =
|
|
BuildMI(*MF, DL, TII->get(Mips::LONG_BRANCH_ADDiu), Mips::AT)
|
|
.addReg(Mips::AT)
|
|
.addMBB(TgtMBB)
|
|
.addMBB(BalTgtMBB);
|
|
if (Subtarget.hasMips32r6()) {
|
|
LongBrMBB->insert(Pos, ADDiuInstr);
|
|
LongBrMBB->insert(Pos, BalInstr);
|
|
} else {
|
|
LongBrMBB->insert(Pos, BalInstr);
|
|
LongBrMBB->insert(Pos, ADDiuInstr);
|
|
LongBrMBB->rbegin()->bundleWithPred();
|
|
}
|
|
|
|
Pos = BalTgtMBB->begin();
|
|
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::ADDu), Mips::AT)
|
|
.addReg(Mips::RA).addReg(Mips::AT);
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::LW), Mips::RA)
|
|
.addReg(Mips::SP).addImm(0);
|
|
if (Subtarget.isTargetNaCl())
|
|
// Bundle-align the target of indirect branch JR.
|
|
TgtMBB->setAlignment(MIPS_NACL_BUNDLE_ALIGN);
|
|
|
|
// In NaCl, modifying the sp is not allowed in branch delay slot.
|
|
// For MIPS32R6, we can skip using a delay slot branch.
|
|
if (Subtarget.isTargetNaCl() ||
|
|
(Subtarget.hasMips32r6() && !Subtarget.useIndirectJumpsHazard()))
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::ADDiu), Mips::SP)
|
|
.addReg(Mips::SP).addImm(8);
|
|
|
|
if (Subtarget.hasMips32r6() && !Subtarget.useIndirectJumpsHazard()) {
|
|
const unsigned JICOp =
|
|
Subtarget.inMicroMipsMode() ? Mips::JIC_MMR6 : Mips::JIC;
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(JICOp))
|
|
.addReg(Mips::AT)
|
|
.addImm(0);
|
|
|
|
} else {
|
|
unsigned JROp =
|
|
Subtarget.useIndirectJumpsHazard()
|
|
? (Subtarget.hasMips32r6() ? Mips::JR_HB_R6 : Mips::JR_HB)
|
|
: Mips::JR;
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(JROp)).addReg(Mips::AT);
|
|
|
|
if (Subtarget.isTargetNaCl()) {
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::NOP));
|
|
} else
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::ADDiu), Mips::SP)
|
|
.addReg(Mips::SP)
|
|
.addImm(8);
|
|
|
|
BalTgtMBB->rbegin()->bundleWithPred();
|
|
}
|
|
} else {
|
|
// Pre R6:
|
|
// $longbr:
|
|
// daddiu $sp, $sp, -16
|
|
// sd $ra, 0($sp)
|
|
// daddiu $at, $zero, %hi($tgt - $baltgt)
|
|
// dsll $at, $at, 16
|
|
// bal $baltgt
|
|
// daddiu $at, $at, %lo($tgt - $baltgt)
|
|
// $baltgt:
|
|
// daddu $at, $ra, $at
|
|
// ld $ra, 0($sp)
|
|
// jr64 $at
|
|
// daddiu $sp, $sp, 16
|
|
// $fallthrough:
|
|
|
|
// R6:
|
|
// $longbr:
|
|
// daddiu $sp, $sp, -16
|
|
// sd $ra, 0($sp)
|
|
// daddiu $at, $zero, %hi($tgt - $baltgt)
|
|
// dsll $at, $at, 16
|
|
// daddiu $at, $at, %lo($tgt - $baltgt)
|
|
// balc $baltgt
|
|
// $baltgt:
|
|
// daddu $at, $ra, $at
|
|
// ld $ra, 0($sp)
|
|
// daddiu $sp, $sp, 16
|
|
// jic $at, 0
|
|
// $fallthrough:
|
|
|
|
// We assume the branch is within-function, and that offset is within
|
|
// +/- 2GB. High 32 bits will therefore always be zero.
|
|
|
|
// Note that this will work even if the offset is negative, because
|
|
// of the +1 modification that's added in that case. For example, if the
|
|
// offset is -1MB (0xFFFFFFFFFFF00000), the computation for %higher is
|
|
//
|
|
// 0xFFFFFFFFFFF00000 + 0x80008000 = 0x000000007FF08000
|
|
//
|
|
// and the bits [47:32] are zero. For %highest
|
|
//
|
|
// 0xFFFFFFFFFFF00000 + 0x800080008000 = 0x000080007FF08000
|
|
//
|
|
// and the bits [63:48] are zero.
|
|
|
|
Pos = LongBrMBB->begin();
|
|
|
|
BuildMI(*LongBrMBB, Pos, DL, TII->get(Mips::DADDiu), Mips::SP_64)
|
|
.addReg(Mips::SP_64).addImm(-16);
|
|
BuildMI(*LongBrMBB, Pos, DL, TII->get(Mips::SD)).addReg(Mips::RA_64)
|
|
.addReg(Mips::SP_64).addImm(0);
|
|
BuildMI(*LongBrMBB, Pos, DL, TII->get(Mips::LONG_BRANCH_DADDiu),
|
|
Mips::AT_64).addReg(Mips::ZERO_64)
|
|
.addMBB(TgtMBB, MipsII::MO_ABS_HI).addMBB(BalTgtMBB);
|
|
BuildMI(*LongBrMBB, Pos, DL, TII->get(Mips::DSLL), Mips::AT_64)
|
|
.addReg(Mips::AT_64).addImm(16);
|
|
|
|
MachineInstrBuilder BalInstr =
|
|
BuildMI(*MF, DL, TII->get(BalOp)).addMBB(BalTgtMBB);
|
|
MachineInstrBuilder DADDiuInstr =
|
|
BuildMI(*MF, DL, TII->get(Mips::LONG_BRANCH_DADDiu), Mips::AT_64)
|
|
.addReg(Mips::AT_64)
|
|
.addMBB(TgtMBB, MipsII::MO_ABS_LO)
|
|
.addMBB(BalTgtMBB);
|
|
if (Subtarget.hasMips32r6()) {
|
|
LongBrMBB->insert(Pos, DADDiuInstr);
|
|
LongBrMBB->insert(Pos, BalInstr);
|
|
} else {
|
|
LongBrMBB->insert(Pos, BalInstr);
|
|
LongBrMBB->insert(Pos, DADDiuInstr);
|
|
LongBrMBB->rbegin()->bundleWithPred();
|
|
}
|
|
|
|
Pos = BalTgtMBB->begin();
|
|
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::DADDu), Mips::AT_64)
|
|
.addReg(Mips::RA_64).addReg(Mips::AT_64);
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::LD), Mips::RA_64)
|
|
.addReg(Mips::SP_64).addImm(0);
|
|
|
|
if (Subtarget.hasMips64r6() && !Subtarget.useIndirectJumpsHazard()) {
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::DADDiu), Mips::SP_64)
|
|
.addReg(Mips::SP_64)
|
|
.addImm(16);
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::JIC64))
|
|
.addReg(Mips::AT_64)
|
|
.addImm(0);
|
|
} else {
|
|
unsigned JROp =
|
|
Subtarget.useIndirectJumpsHazard()
|
|
? (Subtarget.hasMips32r6() ? Mips::JR_HB64_R6 : Mips::JR_HB64)
|
|
: Mips::JR64;
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(JROp)).addReg(Mips::AT_64);
|
|
BuildMI(*BalTgtMBB, Pos, DL, TII->get(Mips::DADDiu), Mips::SP_64)
|
|
.addReg(Mips::SP_64)
|
|
.addImm(16);
|
|
BalTgtMBB->rbegin()->bundleWithPred();
|
|
}
|
|
}
|
|
|
|
assert(LongBrMBB->size() + BalTgtMBB->size() == LongBranchSeqSize);
|
|
} else {
|
|
// Pre R6: R6:
|
|
// $longbr: $longbr:
|
|
// j $tgt bc $tgt
|
|
// nop $fallthrough
|
|
// $fallthrough:
|
|
//
|
|
Pos = LongBrMBB->begin();
|
|
LongBrMBB->addSuccessor(TgtMBB);
|
|
if (Subtarget.hasMips32r6())
|
|
BuildMI(*LongBrMBB, Pos, DL,
|
|
TII->get(Subtarget.inMicroMipsMode() ? Mips::BC_MMR6 : Mips::BC))
|
|
.addMBB(TgtMBB);
|
|
else
|
|
MIBundleBuilder(*LongBrMBB, Pos)
|
|
.append(BuildMI(*MF, DL, TII->get(Mips::J)).addMBB(TgtMBB))
|
|
.append(BuildMI(*MF, DL, TII->get(Mips::NOP)));
|
|
|
|
assert(LongBrMBB->size() == LongBranchSeqSize);
|
|
}
|
|
|
|
if (I.Br->isUnconditionalBranch()) {
|
|
// Change branch destination.
|
|
assert(I.Br->getDesc().getNumOperands() == 1);
|
|
I.Br->RemoveOperand(0);
|
|
I.Br->addOperand(MachineOperand::CreateMBB(LongBrMBB));
|
|
} else
|
|
// Change branch destination and reverse condition.
|
|
replaceBranch(*MBB, I.Br, DL, &*FallThroughMBB);
|
|
}
|
|
|
|
static void emitGPDisp(MachineFunction &F, const MipsInstrInfo *TII) {
|
|
MachineBasicBlock &MBB = F.front();
|
|
MachineBasicBlock::iterator I = MBB.begin();
|
|
DebugLoc DL = MBB.findDebugLoc(MBB.begin());
|
|
BuildMI(MBB, I, DL, TII->get(Mips::LUi), Mips::V0)
|
|
.addExternalSymbol("_gp_disp", MipsII::MO_ABS_HI);
|
|
BuildMI(MBB, I, DL, TII->get(Mips::ADDiu), Mips::V0)
|
|
.addReg(Mips::V0).addExternalSymbol("_gp_disp", MipsII::MO_ABS_LO);
|
|
MBB.removeLiveIn(Mips::V0);
|
|
}
|
|
|
|
bool MipsLongBranch::runOnMachineFunction(MachineFunction &F) {
|
|
const MipsSubtarget &STI =
|
|
static_cast<const MipsSubtarget &>(F.getSubtarget());
|
|
const MipsInstrInfo *TII =
|
|
static_cast<const MipsInstrInfo *>(STI.getInstrInfo());
|
|
|
|
const TargetMachine& TM = F.getTarget();
|
|
IsPIC = TM.isPositionIndependent();
|
|
ABI = static_cast<const MipsTargetMachine &>(TM).getABI();
|
|
|
|
LongBranchSeqSize = IsPIC ? ((ABI.IsN64() || STI.isTargetNaCl()) ? 10 : 9)
|
|
: (STI.hasMips32r6() ? 1 : 2);
|
|
|
|
if (STI.inMips16Mode() || !STI.enableLongBranchPass())
|
|
return false;
|
|
if (IsPIC && static_cast<const MipsTargetMachine &>(TM).getABI().IsO32() &&
|
|
F.getInfo<MipsFunctionInfo>()->globalBaseRegSet())
|
|
emitGPDisp(F, TII);
|
|
|
|
if (SkipLongBranch)
|
|
return true;
|
|
|
|
MF = &F;
|
|
initMBBInfo();
|
|
|
|
SmallVectorImpl<MBBInfo>::iterator I, E = MBBInfos.end();
|
|
bool EverMadeChange = false, MadeChange = true;
|
|
|
|
while (MadeChange) {
|
|
MadeChange = false;
|
|
|
|
for (I = MBBInfos.begin(); I != E; ++I) {
|
|
// Skip if this MBB doesn't have a branch or the branch has already been
|
|
// converted to a long branch.
|
|
if (!I->Br || I->HasLongBranch)
|
|
continue;
|
|
|
|
int ShVal = STI.inMicroMipsMode() ? 2 : 4;
|
|
int64_t Offset = computeOffset(I->Br) / ShVal;
|
|
|
|
if (STI.isTargetNaCl()) {
|
|
// The offset calculation does not include sandboxing instructions
|
|
// that will be added later in the MC layer. Since at this point we
|
|
// don't know the exact amount of code that "sandboxing" will add, we
|
|
// conservatively estimate that code will not grow more than 100%.
|
|
Offset *= 2;
|
|
}
|
|
|
|
// Check if offset fits into 16-bit immediate field of branches.
|
|
if (!ForceLongBranch && isInt<16>(Offset))
|
|
continue;
|
|
|
|
I->HasLongBranch = true;
|
|
I->Size += LongBranchSeqSize * 4;
|
|
++LongBranches;
|
|
EverMadeChange = MadeChange = true;
|
|
}
|
|
}
|
|
|
|
if (!EverMadeChange)
|
|
return true;
|
|
|
|
// Compute basic block addresses.
|
|
if (IsPIC) {
|
|
uint64_t Address = 0;
|
|
|
|
for (I = MBBInfos.begin(); I != E; Address += I->Size, ++I)
|
|
I->Address = Address;
|
|
}
|
|
|
|
// Do the expansion.
|
|
for (I = MBBInfos.begin(); I != E; ++I)
|
|
if (I->HasLongBranch)
|
|
expandToLongBranch(*I);
|
|
|
|
MF->RenumberBlocks();
|
|
|
|
return true;
|
|
}
|
|
|
|
/// createMipsLongBranchPass - Returns a pass that converts branches to long
|
|
/// branches.
|
|
FunctionPass *llvm::createMipsLongBranchPass() { return new MipsLongBranch(); }
|