public abstract class org.apache.lucene.analysis.Tokenizer extends org.apache.lucene.analysis.TokenStream
  minor version: 0
  major version: 59
  flags: flags: (0x0421) ACC_PUBLIC, ACC_SUPER, ACC_ABSTRACT
  this_class: org.apache.lucene.analysis.Tokenizer
  super_class: org.apache.lucene.analysis.TokenStream
{
  protected java.io.Reader input;
    descriptor: Ljava/io/Reader;
    flags: (0x0004) ACC_PROTECTED

  private java.io.Reader inputPending;
    descriptor: Ljava/io/Reader;
    flags: (0x0002) ACC_PRIVATE

  private static final java.io.Reader ILLEGAL_STATE_READER;
    descriptor: Ljava/io/Reader;
    flags: (0x001a) ACC_PRIVATE, ACC_STATIC, ACC_FINAL

  static void <clinit>();
    descriptor: ()V
    flags: (0x0008) ACC_STATIC
    Code:
      stack=2, locals=0, args_size=0
         0: .line 106
            new org.apache.lucene.analysis.Tokenizer$1
            dup
            invokespecial org.apache.lucene.analysis.Tokenizer$1.<init>:()V
            putstatic org.apache.lucene.analysis.Tokenizer.ILLEGAL_STATE_READER:Ljava/io/Reader;
         1: .line 116
            return
      LocalVariableTable:
        Start  End  Slot  Name  Signature

  protected void <init>();
    descriptor: ()V
    flags: (0x0004) ACC_PROTECTED
    Code:
      stack=2, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.Tokenizer this
         0: .line 45
            aload 0 /* this */
            invokespecial org.apache.lucene.analysis.TokenStream.<init>:()V
         1: .line 36
            aload 0 /* this */
            getstatic org.apache.lucene.analysis.Tokenizer.ILLEGAL_STATE_READER:Ljava/io/Reader;
            putfield org.apache.lucene.analysis.Tokenizer.input:Ljava/io/Reader;
         2: .line 39
            aload 0 /* this */
            getstatic org.apache.lucene.analysis.Tokenizer.ILLEGAL_STATE_READER:Ljava/io/Reader;
            putfield org.apache.lucene.analysis.Tokenizer.inputPending:Ljava/io/Reader;
         3: .line 47
            return
        end local 0 // org.apache.lucene.analysis.Tokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    4     0  this  Lorg/apache/lucene/analysis/Tokenizer;

  protected void <init>(org.apache.lucene.util.AttributeFactory);
    descriptor: (Lorg/apache/lucene/util/AttributeFactory;)V
    flags: (0x0004) ACC_PROTECTED
    Code:
      stack=2, locals=2, args_size=2
        start local 0 // org.apache.lucene.analysis.Tokenizer this
        start local 1 // org.apache.lucene.util.AttributeFactory factory
         0: .line 55
            aload 0 /* this */
            aload 1 /* factory */
            invokespecial org.apache.lucene.analysis.TokenStream.<init>:(Lorg/apache/lucene/util/AttributeFactory;)V
         1: .line 36
            aload 0 /* this */
            getstatic org.apache.lucene.analysis.Tokenizer.ILLEGAL_STATE_READER:Ljava/io/Reader;
            putfield org.apache.lucene.analysis.Tokenizer.input:Ljava/io/Reader;
         2: .line 39
            aload 0 /* this */
            getstatic org.apache.lucene.analysis.Tokenizer.ILLEGAL_STATE_READER:Ljava/io/Reader;
            putfield org.apache.lucene.analysis.Tokenizer.inputPending:Ljava/io/Reader;
         3: .line 56
            return
        end local 1 // org.apache.lucene.util.AttributeFactory factory
        end local 0 // org.apache.lucene.analysis.Tokenizer this
      LocalVariableTable:
        Start  End  Slot     Name  Signature
            0    4     0     this  Lorg/apache/lucene/analysis/Tokenizer;
            0    4     1  factory  Lorg/apache/lucene/util/AttributeFactory;
    MethodParameters:
         Name  Flags
      factory  

  public void close();
    descriptor: ()V
    flags: (0x0001) ACC_PUBLIC
    Code:
      stack=4, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.Tokenizer this
         0: .line 67
            aload 0 /* this */
            getfield org.apache.lucene.analysis.Tokenizer.input:Ljava/io/Reader;
            invokevirtual java.io.Reader.close:()V
         1: .line 70
            aload 0 /* this */
            aload 0 /* this */
            getstatic org.apache.lucene.analysis.Tokenizer.ILLEGAL_STATE_READER:Ljava/io/Reader;
            dup_x1
            putfield org.apache.lucene.analysis.Tokenizer.input:Ljava/io/Reader;
            putfield org.apache.lucene.analysis.Tokenizer.inputPending:Ljava/io/Reader;
         2: .line 71
            return
        end local 0 // org.apache.lucene.analysis.Tokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    3     0  this  Lorg/apache/lucene/analysis/Tokenizer;
    Exceptions:
      throws java.io.IOException

  protected final int correctOffset(int);
    descriptor: (I)I
    flags: (0x0014) ACC_PROTECTED, ACC_FINAL
    Code:
      stack=2, locals=2, args_size=2
        start local 0 // org.apache.lucene.analysis.Tokenizer this
        start local 1 // int currentOff
         0: .line 80
            aload 0 /* this */
            getfield org.apache.lucene.analysis.Tokenizer.input:Ljava/io/Reader;
            instanceof org.apache.lucene.analysis.CharFilter
            ifeq 1
            aload 0 /* this */
            getfield org.apache.lucene.analysis.Tokenizer.input:Ljava/io/Reader;
            checkcast org.apache.lucene.analysis.CharFilter
            iload 1 /* currentOff */
            invokevirtual org.apache.lucene.analysis.CharFilter.correctOffset:(I)I
            goto 2
      StackMap locals:
      StackMap stack:
         1: iload 1 /* currentOff */
      StackMap locals:
      StackMap stack: int
         2: ireturn
        end local 1 // int currentOff
        end local 0 // org.apache.lucene.analysis.Tokenizer this
      LocalVariableTable:
        Start  End  Slot        Name  Signature
            0    3     0        this  Lorg/apache/lucene/analysis/Tokenizer;
            0    3     1  currentOff  I
    MethodParameters:
            Name  Flags
      currentOff  

  public final void setReader(java.io.Reader);
    descriptor: (Ljava/io/Reader;)V
    flags: (0x0011) ACC_PUBLIC, ACC_FINAL
    Code:
      stack=3, locals=2, args_size=2
        start local 0 // org.apache.lucene.analysis.Tokenizer this
        start local 1 // java.io.Reader input
         0: .line 87
            aload 1 /* input */
            ifnonnull 2
         1: .line 88
            new java.lang.NullPointerException
            dup
            ldc "input must not be null"
            invokespecial java.lang.NullPointerException.<init>:(Ljava/lang/String;)V
            athrow
         2: .line 89
      StackMap locals:
      StackMap stack:
            aload 0 /* this */
            getfield org.apache.lucene.analysis.Tokenizer.input:Ljava/io/Reader;
            getstatic org.apache.lucene.analysis.Tokenizer.ILLEGAL_STATE_READER:Ljava/io/Reader;
            if_acmpeq 4
         3: .line 90
            new java.lang.IllegalStateException
            dup
            ldc "TokenStream contract violation: close() call missing"
            invokespecial java.lang.IllegalStateException.<init>:(Ljava/lang/String;)V
            athrow
         4: .line 92
      StackMap locals:
      StackMap stack:
            aload 0 /* this */
            aload 1 /* input */
            putfield org.apache.lucene.analysis.Tokenizer.inputPending:Ljava/io/Reader;
         5: .line 93
            aload 0 /* this */
            invokevirtual org.apache.lucene.analysis.Tokenizer.setReaderTestPoint:()V
         6: .line 94
            return
        end local 1 // java.io.Reader input
        end local 0 // org.apache.lucene.analysis.Tokenizer this
      LocalVariableTable:
        Start  End  Slot   Name  Signature
            0    7     0   this  Lorg/apache/lucene/analysis/Tokenizer;
            0    7     1  input  Ljava/io/Reader;
    MethodParameters:
       Name  Flags
      input  

  public void reset();
    descriptor: ()V
    flags: (0x0001) ACC_PUBLIC
    Code:
      stack=2, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.Tokenizer this
         0: .line 98
            aload 0 /* this */
            invokespecial org.apache.lucene.analysis.TokenStream.reset:()V
         1: .line 99
            aload 0 /* this */
            aload 0 /* this */
            getfield org.apache.lucene.analysis.Tokenizer.inputPending:Ljava/io/Reader;
            putfield org.apache.lucene.analysis.Tokenizer.input:Ljava/io/Reader;
         2: .line 100
            aload 0 /* this */
            getstatic org.apache.lucene.analysis.Tokenizer.ILLEGAL_STATE_READER:Ljava/io/Reader;
            putfield org.apache.lucene.analysis.Tokenizer.inputPending:Ljava/io/Reader;
         3: .line 101
            return
        end local 0 // org.apache.lucene.analysis.Tokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    4     0  this  Lorg/apache/lucene/analysis/Tokenizer;
    Exceptions:
      throws java.io.IOException

  void setReaderTestPoint();
    descriptor: ()V
    flags: (0x0000) 
    Code:
      stack=0, locals=1, args_size=1
        start local 0 // org.apache.lucene.analysis.Tokenizer this
         0: .line 104
            return
        end local 0 // org.apache.lucene.analysis.Tokenizer this
      LocalVariableTable:
        Start  End  Slot  Name  Signature
            0    1     0  this  Lorg/apache/lucene/analysis/Tokenizer;
}
SourceFile: "Tokenizer.java"
NestMembers:
  org.apache.lucene.analysis.Tokenizer$1
InnerClasses:
  org.apache.lucene.analysis.Tokenizer$1