https://lucene.apache.org/lucene-parent/lucene-core: Apache Lucene Java Core (The Apache Software Foundation) 
public final class org.apache.lucene.analysis.standard.StandardTokenizer extends org.apache.lucene.analysis.Tokenizer
  minor version: 0
  major version: 59
  flags: flags: (0x0031) ACC_PUBLIC, ACC_FINAL, ACC_SUPER
  this_class: org.apache.lucene.analysis.standard.StandardTokenizer
  super_class: org.apache.lucene.analysis.Tokenizer
{
  private org.apache.lucene.analysis.standard.StandardTokenizerImpl scanner;
    descriptor: Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
    flags: (0x0002) ACC_PRIVATE

  public static final int ALPHANUM;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 0

  public static final int NUM;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 1

  public static final int SOUTHEAST_ASIAN;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 2

  public static final int IDEOGRAPHIC;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 3

  public static final int HIRAGANA;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 4

  public static final int KATAKANA;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 5

  public static final int HANGUL;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 6

  public static final int EMOJI;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 7

  public static final java.lang.String[] TOKEN_TYPES;
    descriptor: [Ljava/lang/String;
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL

  public static final int MAX_TOKEN_LENGTH_LIMIT;
    descriptor: I
    flags: (0x0019) ACC_PUBLIC, ACC_STATIC, ACC_FINAL
    ConstantValue: 1048576

  private int skippedPositions;
    descriptor: I
    flags: (0x0002) ACC_PRIVATE

  private int maxTokenLength;
    descriptor: I
    flags: (0x0002) ACC_PRIVATE

  private final org.apache.lucene.analysis.tokenattributes.CharTermAttribute termAtt;
    descriptor: Lorg/apache/lucene/analysis/tokenattributes/CharTermAttribute;
    flags: (0x0012) ACC_PRIVATE, ACC_FINAL

  private final org.apache.lucene.analysis.tokenattributes.OffsetAttribute offsetAtt;
    descriptor: Lorg/apache/lucene/analysis/tokenattributes/OffsetAttribute;
    flags: (0x0012) ACC_PRIVATE, ACC_FINAL

  private final org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute posIncrAtt;
    descriptor: Lorg/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
    flags: (0x0012) ACC_PRIVATE, ACC_FINAL

  private final org.apache.lucene.analysis.tokenattributes.TypeAttribute typeAtt;
    descriptor: Lorg/apache/lucene/analysis/tokenattributes/TypeAttribute;
    flags: (0x0012) ACC_PRIVATE, ACC_FINAL

  static void <clinit>();
    descriptor: ()V
    flags: (0x0008) ACC_STATIC
    Code:
      stack=4, locals=0, args_size=0
         0: .line 61
            bipush 8
            anewarray java.lang.String
            dup
            iconst_0
         1: .line 62
            ldc "<ALPHANUM>"
            aastore
            dup
            iconst_1
         2: .line 63
            ldc "<NUM>"
            aastore
            dup
            iconst_2
         3: .line 64
            ldc "<SOUTHEAST_ASIAN>"
            aastore
            dup
            iconst_3
         4: .line 65
            ldc "<IDEOGRAPHIC>"
            aastore
            dup
            iconst_4
         5: .line 66
            ldc "<HIRAGANA>"
            aastore
            dup
            iconst_5
         6: .line 67
            ldc "<KATAKANA>"
            aastore
            dup
            bipush 6
         7: .line 68
            ldc "<HANGUL>"
            aastore
            dup
            bipush 7
         8: .line 69
            ldc "<EMOJI>"
            aastore
         9: .line 61
            putstatic org.apache.lucene.analysis.standard.StandardTokenizer.TOKEN_TYPES:[Ljava/lang/String;
        10: .line 73
            return
      LocalVariableTable:
        Start  End  Slot  Name  Signature

  public void setMaxTokenLength(int);
    descriptor: (I)V
    flags: (0x0001) ACC_PUBLIC
    Code:
      stack=3, locals=2, args_size=2
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
        start local 1 // int length
         0: .line 90
            iload 1 /* length */
            iconst_1
            if_icmpge 2
         1: .line 91
            new java.lang.IllegalArgumentException
            dup
            ldc "maxTokenLength must be greater than zero"
            invokespecial java.lang.IllegalArgumentException.<init>:(Ljava/lang/String;)V
            athrow
         2: .line 92
      StackMap locals:
      StackMap stack:
            iload 1 /* length */
            ldc 1048576
            if_icmple 4
         3: .line 93
            new java.lang.IllegalArgumentException
            dup
            ldc "maxTokenLength may not exceed 1048576"
            invokespecial java.lang.IllegalArgumentException.<init>:(Ljava/lang/String;)V
            athrow
         4: .line 95
      StackMap locals:
      StackMap stack:
            iload 1 /* length */
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.maxTokenLength:I
            if_icmpeq 7
         5: .line 96
            aload 0 /* this */
            iload 1 /* length */
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.maxTokenLength:I
         6: .line 97
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            iload 1 /* length */
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.setBufferSize:(I)V
         7: .line 99
      StackMap locals:
      StackMap stack:
            return
        end local 1 // int length
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot    Name  Signature
            0    8     0    this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;
            0    8     1  length  I
    MethodParameters:
        Name  Flags
      length  

  public int getMaxTokenLength();
    descriptor: ()I
    flags: (0x0001) ACC_PUBLIC
    Code:
      stack=1, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
         0: .line 105
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.maxTokenLength:I
            ireturn
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    1     0  this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;

  public void <init>();
    descriptor: ()V
    flags: (0x0001) ACC_PUBLIC
    Code:
      stack=3, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
         0: .line 114
            aload 0 /* this */
            invokespecial org.apache.lucene.analysis.Tokenizer.<init>:()V
         1: .line 77
            aload 0 /* this */
            sipush 255
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.maxTokenLength:I
         2: .line 132
            aload 0 /* this */
            aload 0 /* this */
            ldc Lorg/apache/lucene/analysis/tokenattributes/CharTermAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.addAttribute:(Ljava/lang/Class;)Lorg/apache/lucene/util/Attribute;
            checkcast org.apache.lucene.analysis.tokenattributes.CharTermAttribute
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.termAtt:Lorg/apache/lucene/analysis/tokenattributes/CharTermAttribute;
         3: .line 133
            aload 0 /* this */
            aload 0 /* this */
            ldc Lorg/apache/lucene/analysis/tokenattributes/OffsetAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.addAttribute:(Ljava/lang/Class;)Lorg/apache/lucene/util/Attribute;
            checkcast org.apache.lucene.analysis.tokenattributes.OffsetAttribute
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.offsetAtt:Lorg/apache/lucene/analysis/tokenattributes/OffsetAttribute;
         4: .line 134
            aload 0 /* this */
            aload 0 /* this */
            ldc Lorg/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.addAttribute:(Ljava/lang/Class;)Lorg/apache/lucene/util/Attribute;
            checkcast org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.posIncrAtt:Lorg/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
         5: .line 135
            aload 0 /* this */
            aload 0 /* this */
            ldc Lorg/apache/lucene/analysis/tokenattributes/TypeAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.addAttribute:(Ljava/lang/Class;)Lorg/apache/lucene/util/Attribute;
            checkcast org.apache.lucene.analysis.tokenattributes.TypeAttribute
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.typeAtt:Lorg/apache/lucene/analysis/tokenattributes/TypeAttribute;
         6: .line 115
            aload 0 /* this */
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.init:()V
         7: .line 116
            return
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    8     0  this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;

  public void <init>(org.apache.lucene.util.AttributeFactory);
    descriptor: (Lorg/apache/lucene/util/AttributeFactory;)V
    flags: (0x0001) ACC_PUBLIC
    Code:
      stack=3, locals=2, args_size=2
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
        start local 1 // org.apache.lucene.util.AttributeFactory factory
         0: .line 122
            aload 0 /* this */
            aload 1 /* factory */
            invokespecial org.apache.lucene.analysis.Tokenizer.<init>:(Lorg/apache/lucene/util/AttributeFactory;)V
         1: .line 77
            aload 0 /* this */
            sipush 255
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.maxTokenLength:I
         2: .line 132
            aload 0 /* this */
            aload 0 /* this */
            ldc Lorg/apache/lucene/analysis/tokenattributes/CharTermAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.addAttribute:(Ljava/lang/Class;)Lorg/apache/lucene/util/Attribute;
            checkcast org.apache.lucene.analysis.tokenattributes.CharTermAttribute
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.termAtt:Lorg/apache/lucene/analysis/tokenattributes/CharTermAttribute;
         3: .line 133
            aload 0 /* this */
            aload 0 /* this */
            ldc Lorg/apache/lucene/analysis/tokenattributes/OffsetAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.addAttribute:(Ljava/lang/Class;)Lorg/apache/lucene/util/Attribute;
            checkcast org.apache.lucene.analysis.tokenattributes.OffsetAttribute
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.offsetAtt:Lorg/apache/lucene/analysis/tokenattributes/OffsetAttribute;
         4: .line 134
            aload 0 /* this */
            aload 0 /* this */
            ldc Lorg/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.addAttribute:(Ljava/lang/Class;)Lorg/apache/lucene/util/Attribute;
            checkcast org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.posIncrAtt:Lorg/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
         5: .line 135
            aload 0 /* this */
            aload 0 /* this */
            ldc Lorg/apache/lucene/analysis/tokenattributes/TypeAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.addAttribute:(Ljava/lang/Class;)Lorg/apache/lucene/util/Attribute;
            checkcast org.apache.lucene.analysis.tokenattributes.TypeAttribute
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.typeAtt:Lorg/apache/lucene/analysis/tokenattributes/TypeAttribute;
         6: .line 123
            aload 0 /* this */
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.init:()V
         7: .line 124
            return
        end local 1 // org.apache.lucene.util.AttributeFactory factory
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot     Name  Signature
            0    8     0     this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;
            0    8     1  factory  Lorg/apache/lucene/util/AttributeFactory;
    MethodParameters:
         Name  Flags
      factory  

  private void init();
    descriptor: ()V
    flags: (0x0002) ACC_PRIVATE
    Code:
      stack=4, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
         0: .line 127
            aload 0 /* this */
            new org.apache.lucene.analysis.standard.StandardTokenizerImpl
            dup
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.input:Ljava/io/Reader;
            invokespecial org.apache.lucene.analysis.standard.StandardTokenizerImpl.<init>:(Ljava/io/Reader;)V
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
         1: .line 128
            return
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    2     0  this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;

  public final boolean incrementToken();
    descriptor: ()Z
    flags: (0x0011) ACC_PUBLIC, ACC_FINAL
    Code:
      stack=5, locals=3, args_size=1
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
         0: .line 144
            aload 0 /* this */
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.clearAttributes:()V
         1: .line 145
            aload 0 /* this */
            iconst_0
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.skippedPositions:I
         2: .line 148
      StackMap locals:
      StackMap stack:
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.getNextToken:()I
            istore 1 /* tokenType */
        start local 1 // int tokenType
         3: .line 150
            iload 1 /* tokenType */
            iconst_m1
            if_icmpne 5
         4: .line 151
            iconst_0
            ireturn
         5: .line 154
      StackMap locals: int
      StackMap stack:
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.yylength:()I
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.maxTokenLength:I
            if_icmpgt 12
         6: .line 155
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.posIncrAtt:Lorg/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.skippedPositions:I
            iconst_1
            iadd
            invokeinterface org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute.setPositionIncrement:(I)V
         7: .line 156
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.termAtt:Lorg/apache/lucene/analysis/tokenattributes/CharTermAttribute;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.getText:(Lorg/apache/lucene/analysis/tokenattributes/CharTermAttribute;)V
         8: .line 157
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.yychar:()I
            istore 2 /* start */
        start local 2 // int start
         9: .line 158
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.offsetAtt:Lorg/apache/lucene/analysis/tokenattributes/OffsetAttribute;
            aload 0 /* this */
            iload 2 /* start */
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.correctOffset:(I)I
            aload 0 /* this */
            iload 2 /* start */
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.termAtt:Lorg/apache/lucene/analysis/tokenattributes/CharTermAttribute;
            invokeinterface org.apache.lucene.analysis.tokenattributes.CharTermAttribute.length:()I
            iadd
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.correctOffset:(I)I
            invokeinterface org.apache.lucene.analysis.tokenattributes.OffsetAttribute.setOffset:(II)V
        10: .line 159
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.typeAtt:Lorg/apache/lucene/analysis/tokenattributes/TypeAttribute;
            getstatic org.apache.lucene.analysis.standard.StandardTokenizer.TOKEN_TYPES:[Ljava/lang/String;
            iload 1 /* tokenType */
            aaload
            invokeinterface org.apache.lucene.analysis.tokenattributes.TypeAttribute.setType:(Ljava/lang/String;)V
        11: .line 160
            iconst_1
            ireturn
        end local 2 // int start
        12: .line 164
      StackMap locals:
      StackMap stack:
            aload 0 /* this */
            dup
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.skippedPositions:I
            iconst_1
            iadd
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.skippedPositions:I
        end local 1 // int tokenType
        13: .line 147
            goto 2
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot       Name  Signature
            0   14     0       this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;
            3   13     1  tokenType  I
            9   12     2      start  I
    Exceptions:
      throws java.io.IOException

  public final void end();
    descriptor: ()V
    flags: (0x0011) ACC_PUBLIC, ACC_FINAL
    Code:
      stack=3, locals=2, args_size=1
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
         0: .line 170
            aload 0 /* this */
            invokespecial org.apache.lucene.analysis.Tokenizer.end:()V
         1: .line 172
            aload 0 /* this */
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.yychar:()I
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.yylength:()I
            iadd
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizer.correctOffset:(I)I
            istore 1 /* finalOffset */
        start local 1 // int finalOffset
         2: .line 173
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.offsetAtt:Lorg/apache/lucene/analysis/tokenattributes/OffsetAttribute;
            iload 1 /* finalOffset */
            iload 1 /* finalOffset */
            invokeinterface org.apache.lucene.analysis.tokenattributes.OffsetAttribute.setOffset:(II)V
         3: .line 175
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.posIncrAtt:Lorg/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.posIncrAtt:Lorg/apache/lucene/analysis/tokenattributes/PositionIncrementAttribute;
            invokeinterface org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute.getPositionIncrement:()I
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.skippedPositions:I
            iadd
            invokeinterface org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute.setPositionIncrement:(I)V
         4: .line 176
            return
        end local 1 // int finalOffset
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot         Name  Signature
            0    5     0         this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;
            2    5     1  finalOffset  I
    Exceptions:
      throws java.io.IOException

  public void close();
    descriptor: ()V
    flags: (0x0001) ACC_PUBLIC
    Code:
      stack=2, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
         0: .line 180
            aload 0 /* this */
            invokespecial org.apache.lucene.analysis.Tokenizer.close:()V
         1: .line 181
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.input:Ljava/io/Reader;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.yyreset:(Ljava/io/Reader;)V
         2: .line 182
            return
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    3     0  this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;
    Exceptions:
      throws java.io.IOException

  public void reset();
    descriptor: ()V
    flags: (0x0001) ACC_PUBLIC
    Code:
      stack=2, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
         0: .line 186
            aload 0 /* this */
            invokespecial org.apache.lucene.analysis.Tokenizer.reset:()V
         1: .line 187
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.scanner:Lorg/apache/lucene/analysis/standard/StandardTokenizerImpl;
            aload 0 /* this */
            getfield org.apache.lucene.analysis.standard.StandardTokenizer.input:Ljava/io/Reader;
            invokevirtual org.apache.lucene.analysis.standard.StandardTokenizerImpl.yyreset:(Ljava/io/Reader;)V
         2: .line 188
            aload 0 /* this */
            iconst_0
            putfield org.apache.lucene.analysis.standard.StandardTokenizer.skippedPositions:I
         3: .line 189
            return
        end local 0 // org.apache.lucene.analysis.standard.StandardTokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    4     0  this  Lorg/apache/lucene/analysis/standard/StandardTokenizer;
    Exceptions:
      throws java.io.IOException
}
SourceFile: "StandardTokenizer.java"