package org.graalvm.compiler.replacements.amd64;
import static org.graalvm.compiler.api.directives.GraalDirectives.LIKELY_PROBABILITY;
import static org.graalvm.compiler.api.directives.GraalDirectives.UNLIKELY_PROBABILITY;
import static org.graalvm.compiler.api.directives.GraalDirectives.SLOWPATH_PROBABILITY;
import static org.graalvm.compiler.api.directives.GraalDirectives.injectBranchProbability;
import org.graalvm.compiler.api.replacements.ClassSubstitution;
import org.graalvm.compiler.api.replacements.Fold;
import org.graalvm.compiler.api.replacements.Fold.InjectedParameter;
import org.graalvm.compiler.api.replacements.MethodSubstitution;
import org.graalvm.compiler.nodes.DeoptimizeNode;
import org.graalvm.compiler.replacements.nodes.ArrayCompareToNode;
import org.graalvm.compiler.replacements.nodes.ArrayRegionEqualsNode;
import org.graalvm.compiler.word.Word;
import jdk.internal.vm.compiler.word.Pointer;
import jdk.vm.ci.meta.DeoptimizationAction;
import jdk.vm.ci.meta.DeoptimizationReason;
import jdk.vm.ci.meta.JavaKind;
import jdk.vm.ci.meta.MetaAccessProvider;
@ClassSubstitution(className = "java.lang.StringLatin1", optional = true)
public class AMD64StringLatin1Substitutions {
@Fold
static int byteArrayBaseOffset(@InjectedParameter MetaAccessProvider metaAccess) {
return metaAccess.getArrayBaseOffset(JavaKind.Byte);
}
@Fold
static int byteArrayIndexScale(@InjectedParameter MetaAccessProvider metaAccess) {
return metaAccess.getArrayIndexScale(JavaKind.Byte);
}
@Fold
static int charArrayBaseOffset(@InjectedParameter MetaAccessProvider metaAccess) {
return metaAccess.getArrayBaseOffset(JavaKind.Char);
}
@Fold
static int charArrayIndexScale(@InjectedParameter MetaAccessProvider metaAccess) {
return metaAccess.getArrayIndexScale(JavaKind.Char);
}
static final MetaAccessProvider INJECTED = null;
@MethodSubstitution
public static int compareTo(byte[] value, byte[] other) {
return ArrayCompareToNode.compareTo(value, other, value.length, other.length, JavaKind.Byte, JavaKind.Byte);
}
@MethodSubstitution
public static int compareToUTF16(byte[] value, byte[] other) {
return ArrayCompareToNode.compareTo(value, other, value.length, other.length, JavaKind.Byte, JavaKind.Char);
}
private static Word pointer(byte[] target) {
return Word.objectToTrackedPointer(target).add(byteArrayBaseOffset(INJECTED));
}
private static Word byteOffsetPointer(byte[] source, int offset) {
return pointer(source).add(offset * byteArrayIndexScale(INJECTED));
}
@MethodSubstitution
public static int indexOf(byte[] value, int ch, int origFromIndex) {
int fromIndex = origFromIndex;
if (injectBranchProbability(UNLIKELY_PROBABILITY, ch >>> 8 != 0)) {
return -1;
}
int length = value.length;
if (injectBranchProbability(UNLIKELY_PROBABILITY, fromIndex < 0)) {
fromIndex = 0;
} else if (injectBranchProbability(UNLIKELY_PROBABILITY, fromIndex >= length)) {
return -1;
}
return AMD64ArrayIndexOf.indexOf1Byte(value, length, fromIndex, (byte) ch);
}
@MethodSubstitution
public static int indexOf(byte[] source, int sourceCount, byte[] target, int targetCount, int origFromIndex) {
int fromIndex = origFromIndex;
if (injectBranchProbability(UNLIKELY_PROBABILITY, fromIndex >= sourceCount)) {
return (targetCount == 0 ? sourceCount : -1);
}
if (injectBranchProbability(UNLIKELY_PROBABILITY, fromIndex < 0)) {
fromIndex = 0;
}
if (injectBranchProbability(UNLIKELY_PROBABILITY, targetCount == 0)) {
return fromIndex;
}
if (injectBranchProbability(UNLIKELY_PROBABILITY, sourceCount - fromIndex < targetCount)) {
return -1;
}
if (injectBranchProbability(UNLIKELY_PROBABILITY, targetCount == 1)) {
return AMD64ArrayIndexOf.indexOf1Byte(source, sourceCount, fromIndex, target[0]);
} else {
int haystackLength = sourceCount - (targetCount - 2);
int offset = fromIndex;
while (injectBranchProbability(LIKELY_PROBABILITY, offset < haystackLength)) {
int indexOfResult = AMD64ArrayIndexOf.indexOfTwoConsecutiveBytes(source, haystackLength, offset, target[0], target[1]);
if (injectBranchProbability(UNLIKELY_PROBABILITY, indexOfResult < 0)) {
return -1;
}
offset = indexOfResult;
if (injectBranchProbability(UNLIKELY_PROBABILITY, targetCount == 2)) {
return offset;
} else {
Pointer cmpSourcePointer = byteOffsetPointer(source, offset);
Pointer targetPointer = pointer(target);
if (injectBranchProbability(UNLIKELY_PROBABILITY, ArrayRegionEqualsNode.regionEquals(cmpSourcePointer, targetPointer, targetCount, JavaKind.Byte))) {
return offset;
}
}
offset++;
}
return -1;
}
}
@MethodSubstitution
public static void inflate(byte[] src, int srcIndex, char[] dest, int destIndex, int len) {
if (injectBranchProbability(SLOWPATH_PROBABILITY, len < 0) ||
injectBranchProbability(SLOWPATH_PROBABILITY, srcIndex < 0) ||
injectBranchProbability(SLOWPATH_PROBABILITY, srcIndex + len > src.length) ||
injectBranchProbability(SLOWPATH_PROBABILITY, destIndex < 0) ||
injectBranchProbability(SLOWPATH_PROBABILITY, destIndex + len > dest.length)) {
DeoptimizeNode.deopt(DeoptimizationAction.None, DeoptimizationReason.BoundsCheckException);
}
Pointer srcPointer = Word.objectToTrackedPointer(src).add(byteArrayBaseOffset(INJECTED)).add(srcIndex * byteArrayIndexScale(INJECTED));
Pointer destPointer = Word.objectToTrackedPointer(dest).add(charArrayBaseOffset(INJECTED)).add(destIndex * charArrayIndexScale(INJECTED));
AMD64StringLatin1InflateNode.inflate(srcPointer, destPointer, len, JavaKind.Char);
}
@MethodSubstitution
public static void inflate(byte[] src, int srcIndex, byte[] dest, int destIndex, int len) {
if (injectBranchProbability(SLOWPATH_PROBABILITY, len < 0) ||
injectBranchProbability(SLOWPATH_PROBABILITY, srcIndex < 0) ||
injectBranchProbability(SLOWPATH_PROBABILITY, srcIndex + len > src.length) ||
injectBranchProbability(SLOWPATH_PROBABILITY, destIndex < 0) ||
injectBranchProbability(SLOWPATH_PROBABILITY, destIndex * 2 + len * 2 > dest.length)) {
DeoptimizeNode.deopt(DeoptimizationAction.None, DeoptimizationReason.BoundsCheckException);
}
Pointer srcPointer = Word.objectToTrackedPointer(src).add(byteArrayBaseOffset(INJECTED)).add(srcIndex * byteArrayIndexScale(INJECTED));
Pointer destPointer = Word.objectToTrackedPointer(dest).add(byteArrayBaseOffset(INJECTED)).add(destIndex * 2 * byteArrayIndexScale(INJECTED));
AMD64StringLatin1InflateNode.inflate(srcPointer, destPointer, len, JavaKind.Byte);
}
}