package org.graalvm.compiler.lir.alloc.lsra;
import static org.graalvm.compiler.core.common.GraalOptions.DetailedAsserts;
import java.util.BitSet;
import java.util.List;
import org.graalvm.compiler.core.common.cfg.AbstractBlockBase;
import org.graalvm.compiler.debug.Debug;
import org.graalvm.compiler.debug.Indent;
import org.graalvm.compiler.lir.LIRInstruction;
import org.graalvm.compiler.lir.StandardOp;
import org.graalvm.compiler.lir.gen.LIRGenerationResult;
import org.graalvm.compiler.lir.phases.AllocationPhase;
import jdk.vm.ci.code.TargetDescription;
public class LinearScanResolveDataFlowPhase extends AllocationPhase {
protected final LinearScan allocator;
protected LinearScanResolveDataFlowPhase(LinearScan allocator) {
this.allocator = allocator;
}
@Override
protected void run(TargetDescription target, LIRGenerationResult lirGenRes, AllocationContext context) {
resolveDataFlow();
allocator.printIntervals("After resolve data flow");
}
protected void resolveCollectMappings(AbstractBlockBase<?> fromBlock, AbstractBlockBase<?> toBlock, AbstractBlockBase<?> midBlock, MoveResolver moveResolver) {
assert moveResolver.checkEmpty();
assert midBlock == null ||
(midBlock.getPredecessorCount() == 1 && midBlock.getSuccessorCount() == 1 && midBlock.getPredecessors()[0].equals(fromBlock) && midBlock.getSuccessors()[0].equals(
toBlock));
int toBlockFirstInstructionId = allocator.getFirstLirInstructionId(toBlock);
int fromBlockLastInstructionId = allocator.getLastLirInstructionId(fromBlock) + 1;
int numOperands = allocator.operandSize();
BitSet liveAtEdge = allocator.getBlockData(toBlock).liveIn;
for (int operandNum = liveAtEdge.nextSetBit(0); operandNum >= 0; operandNum = liveAtEdge.nextSetBit(operandNum + 1)) {
assert operandNum < numOperands : "live information set for not exisiting interval";
assert allocator.getBlockData(fromBlock).liveOut.get(operandNum) && allocator.getBlockData(toBlock).liveIn.get(operandNum) : "interval not live at this edge";
Interval fromInterval = allocator.splitChildAtOpId(allocator.intervalFor(operandNum), fromBlockLastInstructionId, LIRInstruction.OperandMode.DEF);
Interval toInterval = allocator.splitChildAtOpId(allocator.intervalFor(operandNum), toBlockFirstInstructionId, LIRInstruction.OperandMode.DEF);
if (fromInterval != toInterval && !fromInterval.location().equals(toInterval.location())) {
moveResolver.addMapping(fromInterval, toInterval);
}
}
}
void resolveFindInsertPos(AbstractBlockBase<?> fromBlock, AbstractBlockBase<?> toBlock, MoveResolver moveResolver) {
if (fromBlock.getSuccessorCount() <= 1) {
if (Debug.isLogEnabled()) {
Debug.log("inserting moves at end of fromBlock B%d", fromBlock.getId());
}
List<LIRInstruction> instructions = allocator.getLIR().getLIRforBlock(fromBlock);
LIRInstruction instr = instructions.get(instructions.size() - 1);
if (instr instanceof StandardOp.JumpOp) {
moveResolver.setInsertPosition(instructions, instructions.size() - 1);
} else {
moveResolver.setInsertPosition(instructions, instructions.size());
}
} else {
if (Debug.isLogEnabled()) {
Debug.log("inserting moves at beginning of toBlock B%d", toBlock.getId());
}
if (DetailedAsserts.getValue()) {
assert allocator.getLIR().getLIRforBlock(fromBlock).get(0) instanceof StandardOp.LabelOp : "block does not start with a label";
for (AbstractBlockBase<?> predecessor : toBlock.getPredecessors()) {
assert fromBlock == predecessor : "all critical edges must be broken";
}
}
moveResolver.setInsertPosition(allocator.getLIR().getLIRforBlock(toBlock), 1);
}
}
@SuppressWarnings("try")
protected void resolveDataFlow() {
try (Indent indent = Debug.logAndIndent("resolve data flow")) {
MoveResolver moveResolver = allocator.createMoveResolver();
BitSet blockCompleted = new BitSet(allocator.blockCount());
optimizeEmptyBlocks(moveResolver, blockCompleted);
resolveDataFlow0(moveResolver, blockCompleted);
}
}
protected void optimizeEmptyBlocks(MoveResolver moveResolver, BitSet blockCompleted) {
for (AbstractBlockBase<?> block : allocator.sortedBlocks()) {
if (block.getPredecessorCount() == 1 && block.getSuccessorCount() == 1) {
List<LIRInstruction> instructions = allocator.getLIR().getLIRforBlock(block);
assert instructions.get(0) instanceof StandardOp.LabelOp : "block must start with label";
assert instructions.get(instructions.size() - 1) instanceof StandardOp.JumpOp : "block with successor must end with unconditional jump";
if (instructions.size() == 2) {
AbstractBlockBase<?> pred = block.getPredecessors()[0];
AbstractBlockBase<?> sux = block.getSuccessors()[0];
if (!blockCompleted.get(pred.getLinearScanNumber()) && !blockCompleted.get(sux.getLinearScanNumber())) {
if (Debug.isLogEnabled()) {
Debug.log(" optimizing empty block B%d (pred: B%d, sux: B%d)", block.getId(), pred.getId(), sux.getId());
}
blockCompleted.set(block.getLinearScanNumber());
resolveCollectMappings(pred, sux, block, moveResolver);
if (moveResolver.hasMappings()) {
moveResolver.setInsertPosition(instructions, 1);
moveResolver.resolveAndAppendMoves();
}
}
}
}
}
}
protected void resolveDataFlow0(MoveResolver moveResolver, BitSet blockCompleted) {
BitSet alreadyResolved = new BitSet(allocator.blockCount());
for (AbstractBlockBase<?> fromBlock : allocator.sortedBlocks()) {
if (!blockCompleted.get(fromBlock.getLinearScanNumber())) {
alreadyResolved.clear();
alreadyResolved.or(blockCompleted);
for (AbstractBlockBase<?> toBlock : fromBlock.getSuccessors()) {
if (!alreadyResolved.get(toBlock.getLinearScanNumber())) {
if (Debug.isLogEnabled()) {
Debug.log("processing edge between B%d and B%d", fromBlock.getId(), toBlock.getId());
}
alreadyResolved.set(toBlock.getLinearScanNumber());
resolveCollectMappings(fromBlock, toBlock, null, moveResolver);
if (moveResolver.hasMappings()) {
resolveFindInsertPos(fromBlock, toBlock, moveResolver);
moveResolver.resolveAndAppendMoves();
}
}
}
}
}
}
}