/*
 * Copyright (c) 2014, Oracle and/or its affiliates. All rights reserved.
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * This code is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 only, as
 * published by the Free Software Foundation.
 *
 * This code is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 * version 2 for more details (a copy is included in the LICENSE file that
 * accompanied this code).
 *
 * You should have received a copy of the GNU General Public License version
 * 2 along with this work; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 *
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 * or visit www.oracle.com if you need additional information or have any
 * questions.
 */


package org.graalvm.compiler.phases.graph;

import static org.graalvm.compiler.nodes.cfg.ControlFlowGraph.multiplyProbabilities;

import java.util.function.ToDoubleFunction;

import jdk.internal.vm.compiler.collections.EconomicMap;
import jdk.internal.vm.compiler.collections.Equivalence;
import org.graalvm.compiler.debug.CounterKey;
import org.graalvm.compiler.debug.DebugContext;
import org.graalvm.compiler.graph.Node;
import org.graalvm.compiler.graph.NodeInputList;
import org.graalvm.compiler.nodes.AbstractBeginNode;
import org.graalvm.compiler.nodes.AbstractEndNode;
import org.graalvm.compiler.nodes.AbstractMergeNode;
import org.graalvm.compiler.nodes.ControlSplitNode;
import org.graalvm.compiler.nodes.EndNode;
import org.graalvm.compiler.nodes.FixedNode;
import org.graalvm.compiler.nodes.LoopBeginNode;
import org.graalvm.compiler.nodes.StartNode;

Compute probabilities for fixed nodes on the fly and cache them at AbstractBeginNodes.
/** * Compute probabilities for fixed nodes on the fly and cache them at {@link AbstractBeginNode}s. */
public class FixedNodeProbabilityCache implements ToDoubleFunction<FixedNode> { private static final CounterKey computeNodeProbabilityCounter = DebugContext.counter("ComputeNodeProbability"); private final EconomicMap<FixedNode, Double> cache = EconomicMap.create(Equivalence.IDENTITY);

Given a FixedNode this method finds the most immediate AbstractBeginNode preceding it that either:

  • has no predecessor (ie, the begin-node is a merge, in particular a loop-begin, or the start-node)
  • has a control-split predecessor

The thus found AbstractBeginNode is equi-probable with the FixedNode it was obtained from. When computed for the first time (afterwards a cache lookup returns it) that probability is computed as follows, again depending on the begin-node's predecessor:

  • No predecessor. In this case the begin-node is either:
    • a merge-node, whose probability adds up those of its forward-ends
    • a loop-begin, with probability as above multiplied by the loop-frequency
  • Control-split predecessor: probability of the branch times that of the control-split

As an exception to all the above, a probability of 1 is assumed for a FixedNode that appears to be dead-code (ie, lacks a predecessor).

/** * <p> * Given a {@link FixedNode} this method finds the most immediate {@link AbstractBeginNode} * preceding it that either: * <ul> * <li>has no predecessor (ie, the begin-node is a merge, in particular a loop-begin, or the * start-node)</li> * <li>has a control-split predecessor</li> * </ul> * </p> * * <p> * The thus found {@link AbstractBeginNode} is equi-probable with the {@link FixedNode} it was * obtained from. When computed for the first time (afterwards a cache lookup returns it) that * probability is computed as follows, again depending on the begin-node's predecessor: * <ul> * <li>No predecessor. In this case the begin-node is either:</li> * <ul> * <li>a merge-node, whose probability adds up those of its forward-ends</li> * <li>a loop-begin, with probability as above multiplied by the loop-frequency</li> * </ul> * <li>Control-split predecessor: probability of the branch times that of the control-split</li> * </ul> * </p> * * <p> * As an exception to all the above, a probability of 1 is assumed for a {@link FixedNode} that * appears to be dead-code (ie, lacks a predecessor). * </p> * */
@Override public double applyAsDouble(FixedNode node) { assert node != null; computeNodeProbabilityCounter.increment(node.getDebug()); FixedNode current = findBegin(node); if (current == null) { // this should only appear for dead code return 1D; } assert current instanceof AbstractBeginNode; Double cachedValue = cache.get(current); if (cachedValue != null) { return cachedValue; } double probability = 0.0; if (current.predecessor() == null) { if (current instanceof AbstractMergeNode) { probability = handleMerge(current, probability); } else { assert current instanceof StartNode; probability = 1D; } } else { ControlSplitNode split = (ControlSplitNode) current.predecessor(); probability = multiplyProbabilities(split.probability((AbstractBeginNode) current), applyAsDouble(split)); } assert !Double.isNaN(probability) && !Double.isInfinite(probability) : current + " " + probability; cache.put(current, probability); return probability; } private double handleMerge(FixedNode current, double probability) { double result = probability; AbstractMergeNode currentMerge = (AbstractMergeNode) current; NodeInputList<EndNode> currentForwardEnds = currentMerge.forwardEnds(); /* * Use simple iteration instead of streams, since the stream infrastructure adds many frames * which causes the recursion to overflow the stack earlier than it would otherwise. */ for (AbstractEndNode endNode : currentForwardEnds) { result += applyAsDouble(endNode); } if (current instanceof LoopBeginNode) { result = multiplyProbabilities(result, ((LoopBeginNode) current).loopFrequency()); } return result; } private static FixedNode findBegin(FixedNode node) { FixedNode current = node; while (true) { assert current != null; Node predecessor = current.predecessor(); if (current instanceof AbstractBeginNode) { if (predecessor == null) { break; } else if (predecessor.successors().count() != 1) { assert predecessor instanceof ControlSplitNode : "a FixedNode with multiple successors needs to be a ControlSplitNode: " + current + " / " + predecessor; break; } } else if (predecessor == null) { current = null; break; } current = (FixedNode) predecessor; } return current; } }