package com.oracle.svm.graal;
import java.util.Arrays;
import org.graalvm.compiler.api.replacements.SnippetReflectionProvider;
import org.graalvm.compiler.core.common.spi.ForeignCallSignature;
import org.graalvm.compiler.phases.util.Providers;
import org.graalvm.compiler.replacements.amd64.AMD64ArrayIndexOf;
import org.graalvm.compiler.replacements.amd64.AMD64ArrayIndexOfNode;
import org.graalvm.nativeimage.Platform.AMD64;
import org.graalvm.nativeimage.Platforms;
import com.oracle.graal.pointsto.meta.AnalysisMetaAccess;
import com.oracle.graal.pointsto.meta.AnalysisMethod;
import com.oracle.svm.core.SubstrateOptions;
import com.oracle.svm.core.annotate.AutomaticFeature;
import com.oracle.svm.core.annotate.Uninterruptible;
import com.oracle.svm.core.graal.GraalFeature;
import com.oracle.svm.core.graal.meta.RuntimeConfiguration;
import com.oracle.svm.core.graal.meta.SubstrateForeignCallsProvider;
import com.oracle.svm.core.snippets.SnippetRuntime;
import com.oracle.svm.core.snippets.SnippetRuntime.SubstrateForeignCallDescriptor;
import com.oracle.svm.core.snippets.SubstrateForeignCallTarget;
import com.oracle.svm.hosted.FeatureImpl.BeforeAnalysisAccessImpl;
import jdk.vm.ci.meta.JavaKind;
@AutomaticFeature
@Platforms(AMD64.class)
class AMD64ArrayIndexOfForeignCallsFeature implements GraalFeature {
@Override
public boolean isInConfiguration(IsInConfigurationAccess access) {
return !SubstrateOptions.useLLVMBackend();
}
@Override
public void beforeAnalysis(BeforeAnalysisAccess access) {
BeforeAnalysisAccessImpl impl = (BeforeAnalysisAccessImpl) access;
AnalysisMetaAccess metaAccess = impl.getMetaAccess();
for (SubstrateForeignCallDescriptor descriptor : AMD64ArrayIndexOfForeignCalls.FOREIGN_CALLS) {
AnalysisMethod method = (AnalysisMethod) descriptor.findMethod(metaAccess);
impl.registerAsCompiled(method);
}
}
@Override
public void registerForeignCalls(RuntimeConfiguration runtimeConfig, Providers providers, SnippetReflectionProvider snippetReflection, SubstrateForeignCallsProvider foreignCalls, boolean hosted) {
foreignCalls.register(providers, AMD64ArrayIndexOfForeignCalls.FOREIGN_CALLS);
}
}
@Platforms(AMD64.class)
class AMD64ArrayIndexOfForeignCalls {
private static final ForeignCallSignature[] ORIGINAL_FOREIGN_CALLS = {
AMD64ArrayIndexOf.STUB_INDEX_OF_TWO_CONSECUTIVE_BYTES,
AMD64ArrayIndexOf.STUB_INDEX_OF_TWO_CONSECUTIVE_CHARS,
AMD64ArrayIndexOf.STUB_INDEX_OF_TWO_CONSECUTIVE_CHARS_COMPACT,
AMD64ArrayIndexOf.STUB_INDEX_OF_1_BYTE,
AMD64ArrayIndexOf.STUB_INDEX_OF_2_BYTES,
AMD64ArrayIndexOf.STUB_INDEX_OF_3_BYTES,
AMD64ArrayIndexOf.STUB_INDEX_OF_4_BYTES,
AMD64ArrayIndexOf.STUB_INDEX_OF_1_CHAR,
AMD64ArrayIndexOf.STUB_INDEX_OF_2_CHARS,
AMD64ArrayIndexOf.STUB_INDEX_OF_3_CHARS,
AMD64ArrayIndexOf.STUB_INDEX_OF_4_CHARS,
AMD64ArrayIndexOf.STUB_INDEX_OF_1_CHAR_COMPACT,
AMD64ArrayIndexOf.STUB_INDEX_OF_2_CHARS_COMPACT,
AMD64ArrayIndexOf.STUB_INDEX_OF_3_CHARS_COMPACT,
AMD64ArrayIndexOf.STUB_INDEX_OF_4_CHARS_COMPACT,
};
static final SubstrateForeignCallDescriptor[] FOREIGN_CALLS = Arrays.stream(ORIGINAL_FOREIGN_CALLS)
.map(call -> SnippetRuntime.findForeignCall(AMD64ArrayIndexOfForeignCalls.class, call.getName(), true))
.toArray(SubstrateForeignCallDescriptor[]::new);
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOfTwoConsecutiveBytes(byte[] array, int arrayLength, int fromIndex, int searchValue) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Byte, true, array, arrayLength, fromIndex, searchValue);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOfTwoConsecutiveChars(char[] array, int arrayLength, int fromIndex, int searchValue) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Char, JavaKind.Char, true, array, arrayLength, fromIndex, searchValue);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOfTwoConsecutiveCharsCompact(byte[] array, int arrayLength, int fromIndex, int searchValue) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Char, true, array, arrayLength, fromIndex, searchValue);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf1Byte(byte[] array, int arrayLength, int fromIndex, byte v1) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Byte, false, array, arrayLength, fromIndex, v1);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf2Bytes(byte[] array, int arrayLength, int fromIndex, byte v1, byte v2) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Byte, false, array, arrayLength, fromIndex, v1, v2);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf3Bytes(byte[] array, int arrayLength, int fromIndex, byte v1, byte v2, byte v3) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Byte, false, array, arrayLength, fromIndex, v1, v2, v3);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf4Bytes(byte[] array, int arrayLength, int fromIndex, byte v1, byte v2, byte v3, byte v4) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Byte, false, array, arrayLength, fromIndex, v1, v2, v3, v4);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf1Char(char[] array, int arrayLength, int fromIndex, char v1) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Char, JavaKind.Char, false, array, arrayLength, fromIndex, v1);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf2Chars(char[] array, int arrayLength, int fromIndex, char v1, char v2) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Char, JavaKind.Char, false, array, arrayLength, fromIndex, v1, v2);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf3Chars(char[] array, int arrayLength, int fromIndex, char v1, char v2, char v3) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Char, JavaKind.Char, false, array, arrayLength, fromIndex, v1, v2, v3);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf4Chars(char[] array, int arrayLength, int fromIndex, char v1, char v2, char v3, char v4) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Char, JavaKind.Char, false, array, arrayLength, fromIndex, v1, v2, v3, v4);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf1CharCompact(byte[] array, int arrayLength, int fromIndex, char v1) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Char, false, array, arrayLength, fromIndex, v1);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf2CharsCompact(byte[] array, int arrayLength, int fromIndex, char v1, char v2) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Char, false, array, arrayLength, fromIndex, v1, v2);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf3CharsCompact(byte[] array, int arrayLength, int fromIndex, char v1, char v2, char v3) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Char, false, array, arrayLength, fromIndex, v1, v2, v3);
}
@Uninterruptible(reason = "Must not do a safepoint check.")
@SubstrateForeignCallTarget(stubCallingConvention = false, fullyUninterruptible = true)
private static int indexOf4CharsCompact(byte[] array, int arrayLength, int fromIndex, char v1, char v2, char v3, char v4) {
return AMD64ArrayIndexOfNode.optimizedArrayIndexOf(JavaKind.Byte, JavaKind.Char, false, array, arrayLength, fromIndex, v1, v2, v3, v4);
}
}