package org.graalvm.compiler.hotspot.replacements.aot;
import static org.graalvm.compiler.nodes.extended.BranchProbabilityNode.VERY_SLOW_PATH_PROBABILITY;
import static org.graalvm.compiler.nodes.extended.BranchProbabilityNode.probability;
import static org.graalvm.compiler.replacements.SnippetTemplate.DEFAULT_REPLACER;
import org.graalvm.compiler.api.replacements.Snippet;
import org.graalvm.compiler.debug.GraalError;
import org.graalvm.compiler.hotspot.meta.HotSpotConstantLoadAction;
import org.graalvm.compiler.hotspot.meta.HotSpotProviders;
import org.graalvm.compiler.hotspot.nodes.aot.EncodedSymbolNode;
import org.graalvm.compiler.hotspot.nodes.aot.InitializeKlassNode;
import org.graalvm.compiler.hotspot.nodes.aot.InitializeKlassStubCall;
import org.graalvm.compiler.hotspot.nodes.aot.LoadConstantIndirectlyNode;
import org.graalvm.compiler.hotspot.nodes.aot.LoadMethodCountersIndirectlyNode;
import org.graalvm.compiler.hotspot.nodes.aot.ResolveConstantNode;
import org.graalvm.compiler.hotspot.nodes.aot.ResolveConstantStubCall;
import org.graalvm.compiler.hotspot.nodes.aot.ResolveMethodAndLoadCountersNode;
import org.graalvm.compiler.hotspot.nodes.aot.ResolveMethodAndLoadCountersStubCall;
import org.graalvm.compiler.hotspot.nodes.type.MethodPointerStamp;
import org.graalvm.compiler.hotspot.word.KlassPointer;
import org.graalvm.compiler.hotspot.word.MethodCountersPointer;
import org.graalvm.compiler.hotspot.word.MethodPointer;
import org.graalvm.compiler.nodes.ConstantNode;
import org.graalvm.compiler.nodes.StructuredGraph;
import org.graalvm.compiler.nodes.ValueNode;
import org.graalvm.compiler.nodes.spi.LoweringTool;
import org.graalvm.compiler.nodes.util.GraphUtil;
import org.graalvm.compiler.replacements.SnippetTemplate;
import org.graalvm.compiler.replacements.SnippetTemplate.AbstractTemplates;
import org.graalvm.compiler.replacements.SnippetTemplate.Arguments;
import org.graalvm.compiler.replacements.SnippetTemplate.SnippetInfo;
import org.graalvm.compiler.replacements.Snippets;
import jdk.vm.ci.code.TargetDescription;
import jdk.vm.ci.hotspot.HotSpotMetaspaceConstant;
import jdk.vm.ci.hotspot.HotSpotObjectConstant;
import jdk.vm.ci.meta.Constant;
public class ResolveConstantSnippets implements Snippets {
@Snippet
public static Object resolveObjectConstant(Object constant) {
Object result = LoadConstantIndirectlyNode.loadObject(constant);
if (probability(VERY_SLOW_PATH_PROBABILITY, result == null)) {
result = ResolveConstantStubCall.resolveObject(constant, EncodedSymbolNode.encode(constant));
}
return result;
}
@Snippet
public static KlassPointer resolveKlassConstant(KlassPointer constant) {
KlassPointer result = LoadConstantIndirectlyNode.loadKlass(constant);
if (probability(VERY_SLOW_PATH_PROBABILITY, result.isNull())) {
result = ResolveConstantStubCall.resolveKlass(constant, EncodedSymbolNode.encode(constant));
}
return result;
}
@Snippet
public static MethodCountersPointer resolveMethodAndLoadCounters(MethodPointer method, KlassPointer klassHint) {
MethodCountersPointer result = LoadMethodCountersIndirectlyNode.loadMethodCounters(method);
if (probability(VERY_SLOW_PATH_PROBABILITY, result.isNull())) {
result = ResolveMethodAndLoadCountersStubCall.resolveMethodAndLoadCounters(method, klassHint, EncodedSymbolNode.encode(method));
}
return result;
}
@Snippet
public static KlassPointer initializeKlass(KlassPointer constant) {
KlassPointer result = LoadConstantIndirectlyNode.loadKlass(constant, HotSpotConstantLoadAction.INITIALIZE);
if (probability(VERY_SLOW_PATH_PROBABILITY, result.isNull())) {
result = InitializeKlassStubCall.initializeKlass(constant, EncodedSymbolNode.encode(constant));
}
return result;
}
@Snippet
public static KlassPointer pureInitializeKlass(KlassPointer constant) {
KlassPointer result = LoadConstantIndirectlyNode.loadKlass(constant, HotSpotConstantLoadAction.INITIALIZE);
if (probability(VERY_SLOW_PATH_PROBABILITY, result.isNull())) {
result = ResolveConstantStubCall.resolveKlass(constant, EncodedSymbolNode.encode(constant), HotSpotConstantLoadAction.INITIALIZE);
}
return result;
}
public static class Templates extends AbstractTemplates {
private final SnippetInfo resolveObjectConstant = snippet(ResolveConstantSnippets.class, "resolveObjectConstant");
private final SnippetInfo resolveKlassConstant = snippet(ResolveConstantSnippets.class, "resolveKlassConstant");
private final SnippetInfo resolveMethodAndLoadCounters = snippet(ResolveConstantSnippets.class, "resolveMethodAndLoadCounters");
private final SnippetInfo initializeKlass = snippet(ResolveConstantSnippets.class, "initializeKlass");
private final SnippetInfo pureInitializeKlass = snippet(ResolveConstantSnippets.class, "pureInitializeKlass");
public Templates(HotSpotProviders providers, TargetDescription target) {
super(providers, providers.getSnippetReflection(), target);
}
public void lower(ResolveConstantNode resolveConstantNode, LoweringTool tool) {
StructuredGraph graph = resolveConstantNode.graph();
ValueNode value = resolveConstantNode.value();
assert value.isConstant() : "Expected a constant: " + value;
Constant constant = value.asConstant();
SnippetInfo snippet = null;
if (constant instanceof HotSpotMetaspaceConstant) {
HotSpotMetaspaceConstant hotspotMetaspaceConstant = (HotSpotMetaspaceConstant) constant;
if (hotspotMetaspaceConstant.asResolvedJavaType() != null) {
if (resolveConstantNode.action() == HotSpotConstantLoadAction.RESOLVE) {
snippet = resolveKlassConstant;
} else {
assert resolveConstantNode.action() == HotSpotConstantLoadAction.INITIALIZE;
snippet = pureInitializeKlass;
}
}
} else if (constant instanceof HotSpotObjectConstant) {
snippet = resolveObjectConstant;
HotSpotObjectConstant hotspotObjectConstant = (HotSpotObjectConstant) constant;
assert hotspotObjectConstant.isInternedString();
}
if (snippet == null) {
throw new GraalError("Unsupported constant type: " + constant);
}
Arguments args = new Arguments(snippet, graph.getGuardsStage(), tool.getLoweringStage());
args.add("constant", value);
SnippetTemplate template = template(args);
template.instantiate(providers.getMetaAccess(), resolveConstantNode, DEFAULT_REPLACER, tool, args);
assert resolveConstantNode.hasNoUsages();
if (!resolveConstantNode.isDeleted()) {
GraphUtil.killWithUnusedFloatingInputs(resolveConstantNode);
}
}
public void lower(InitializeKlassNode initializeKlassNode, LoweringTool tool) {
StructuredGraph graph = initializeKlassNode.graph();
ValueNode value = initializeKlassNode.value();
assert value.isConstant() : "Expected a constant: " + value;
Constant constant = value.asConstant();
if (constant instanceof HotSpotMetaspaceConstant) {
Arguments args = new Arguments(initializeKlass, graph.getGuardsStage(), tool.getLoweringStage());
args.add("constant", value);
SnippetTemplate template = template(args);
template.instantiate(providers.getMetaAccess(), initializeKlassNode, DEFAULT_REPLACER, args);
assert initializeKlassNode.hasNoUsages();
if (!initializeKlassNode.isDeleted()) {
GraphUtil.killWithUnusedFloatingInputs(initializeKlassNode);
}
} else {
throw new GraalError("Unsupported constant type: " + constant);
}
}
public void lower(ResolveMethodAndLoadCountersNode resolveMethodAndLoadCountersNode, LoweringTool tool) {
StructuredGraph graph = resolveMethodAndLoadCountersNode.graph();
ConstantNode method = ConstantNode.forConstant(MethodPointerStamp.methodNonNull(), resolveMethodAndLoadCountersNode.getMethod().getEncoding(), tool.getMetaAccess(), graph);
Arguments args = new Arguments(resolveMethodAndLoadCounters, graph.getGuardsStage(), tool.getLoweringStage());
args.add("method", method);
args.add("klassHint", resolveMethodAndLoadCountersNode.getHub());
SnippetTemplate template = template(args);
template.instantiate(providers.getMetaAccess(), resolveMethodAndLoadCountersNode, DEFAULT_REPLACER, tool, args);
assert resolveMethodAndLoadCountersNode.hasNoUsages();
if (!resolveMethodAndLoadCountersNode.isDeleted()) {
GraphUtil.killWithUnusedFloatingInputs(resolveMethodAndLoadCountersNode);
}
}
}
}