gt:     zzCurrentPos = zzMarkedPos = 0;
context: /* The following code was generated by JFlex 1.4.3 on 5/10/11 1:08 AM */
  
  package edu.stanford.nlp.process;
  
  import java.io.Reader;
  
  /** Provides a Unicode-aware plain whitespace tokenizer.  This tokenizer separates words
   *  based on whitespace, including Unicode spaces such as the CJK ideographic space as well
   *  as traditional Unix whitespace characters.  It can optionally separate out and return
   *  newline characters, again recognizing all Unicode newline sequences.
   *  Designed to be called by <code>WhitespaceTokenizer</code>.
   *
   *  @author Roger Levy
   *  @author Christopher Manning
   */
  
  
  class WhitespaceLexer {
  
    /** This character denotes the end of file */
    public static final int YYEOF = -1;
  
    /** initial size of the lookahead buffer */
    private static final int ZZ_BUFFERSIZE = 16384;
  
    /** lexical states */
    public static final int YYINITIAL = 0;
  
    /**
     * ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l
     * ZZ_LEXSTATE[l+1] is the state in the DFA for the lexical state l
     *                  at the beginning of a line
     * l is of the form l = 2*k, k a non negative integer
     */
    private static final int ZZ_LEXSTATE[] = { 
       0, 0
    };
  
    /** 
     * Translates characters to character classes
     */
    private static final String ZZ_CMAP_PACKED = 
      "\11\0\1\4\1\2\2\3\1\1\22\0\1\4\144\0\1\3\32\0"+
      "\1\4\u15df\0\1\4\u018d\0\1\4\u07f3\0\12\4\34\0\1\3\1\3"+
      "\5\0\1\4\57\0\2\4\u0f9f\0\1\4\ucfff\0";
  
    /** 
     * Translates characters to character classes
     */
    private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED);
  
    /** 
     * Translates DFA states to action switch labels.
     */
    private static final int [] ZZ_ACTION = zzUnpackAction();
  
    private static final String ZZ_ACTION_PACKED_0 =
      "\1\0\1\1\2\2\1\3";
  
    private static int [] zzUnpackAction() {
      int [] result = new int[5];
      int offset = 0;
      offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
      return result;
    }
  
    private static int zzUnpackAction(String packed, int offset, int [] result) {
      int i = 0;       /* index in packed string  */
      int j = offset;  /* index in unpacked array */
      int l = packed.length();
      while (i < l) {
        int count = packed.charAt(i++);
        int value = packed.charAt(i++);
        do result[j++] = value; while (--count > 0);
      }
      return j;
    }
  
  
    /** 
     * Translates a state to a row index in the transition table
     */
    private static final int [] ZZ_ROWMAP = zzUnpackRowMap();
  
    private static final String ZZ_ROWMAP_PACKED_0 =
      "\0\0\0\5\0\12\0\17\0\24";
  
    private static int [] zzUnpackRowMap() {
      int [] result = new int[5];
      int offset = 0;
      offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
      return result;
    }
  
    private static int zzUnpackRowMap(String packed, int offset, int [] result) {
      int i = 0;  /* index in packed string  */
      int j = offset;  /* index in unpacked array */
      int l = packed.length();
      while (i < l) {
        int high = packed.charAt(i++) << 16;
        result[j++] = high | packed.charAt(i++);
      }
      return j;
    }
  
    /** 
     * The transition table of the DFA
     */
    private static final int [] ZZ_TRANS = zzUnpackTrans();
  
    private static final String ZZ_TRANS_PACKED_0 =
      "\1\2\1\3\2\4\1\5\1\2\6\0\1\4\13\0"+
      "\1\5";
  
    private static int [] zzUnpackTrans() {
      int [] result = new int[25];
      int offset = 0;
      offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
      return result;
    }
  
    private static int zzUnpackTrans(String packed, int offset, int [] result) {
      int i = 0;       /* index in packed string  */
      int j = offset;  /* index in unpacked array */
      int l = packed.length();
      while (i < l) {
        int count = packed.charAt(i++);
        int value = packed.charAt(i++);
        value--;
        do result[j++] = value; while (--count > 0);
      }
      return j;
    }
  
  
    /* error codes */
    private static final int ZZ_UNKNOWN_ERROR = 0;
    private static final int ZZ_NO_MATCH = 1;
    private static final int ZZ_PUSHBACK_2BIG = 2;
  
    /* error messages for the codes above */
    private static final String ZZ_ERROR_MSG[] = {
      "Unkown internal scanner error",
      "Error: could not match input",
      "Error: pushback value was too large"
    };
  
    /**
     * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
     */
    private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();
  
    private static final String ZZ_ATTRIBUTE_PACKED_0 =
      "\1\0\2\1\1\11\1\1";
  
    private static int [] zzUnpackAttribute() {
      int [] result = new int[5];
      int offset = 0;
      offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
      return result;
    }
  
    private static int zzUnpackAttribute(String packed, int offset, int [] result) {
      int i = 0;       /* index in packed string  */
      int j = offset;  /* index in unpacked array */
      int l = packed.length();
      while (i < l) {
        int count = packed.charAt(i++);
        int value = packed.charAt(i++);
        do result[j++] = value; while (--count > 0);
      }
      return j;
    }
  
    /** the input device */
    private java.io.Reader zzReader;
  
    /** the current state of the DFA */
    private int zzState;
  
    /** the current lexical state */
    private int zzLexicalState = YYINITIAL;
  
    /** this buffer contains the current text to be matched and is
        the source of the yytext() string */
    private char zzBuffer[] = new char[ZZ_BUFFERSIZE];
  
    /** the textposition at the last accepting state */
    private int zzMarkedPos;
  
    /** the current text position in the buffer */
    private int zzCurrentPos;
  
    /** startRead marks the beginning of the yytext() string in the buffer */
    private int zzStartRead;
  
    /** endRead marks the last character in the buffer, that has been read
        from input */
    private int zzEndRead;
  
    /** number of newlines encountered up to the start of the matched text */
    private int yyline;
  
    /** the number of characters up to the start of the matched text */
    private int yychar;
  
    /**
     * the number of characters from the last newline up to the start of the 
     * matched text
     */
    private int yycolumn;
  
    /** 
     * zzAtBOL == true <=> the scanner is currently at the beginning of a line
     */
    private boolean zzAtBOL = true;
  
    /** zzAtEOF == true <=> the scanner is at the EOF */
    private boolean zzAtEOF;
  
    /** denotes if the user-EOF-code has already been executed */
    private boolean zzEOFDone;
  
    /* user code: */
  /** 
   * See: http://www.w3.org/TR/newline on Web newline chars: NEL, LS, PS.
     See: http://unicode.org/reports/tr13/tr13-9.html and
     http://www.unicode.org/unicode/reports/tr18/#Line_Boundaries
     for Unicode conventions,
     including other separators (vertical tab and form feed).
     <br>
     We do not interpret the zero width joiner/non-joiner (U+200C,
     U+200D) as white spaces. 
     <br>
     No longer %standalone.  See WhitespaceTokenizer for a main method. 
   */
  
    public WhitespaceLexer(Reader r, LexedTokenFactory<?> tf) {
      this(r);
      this.tokenFactory = tf;
    }
  
    private LexedTokenFactory<?> tokenFactory;
  
    static final String NEWLINE = "\n";
  
  
    /**
     * Creates a new scanner
     * There is also a java.io.InputStream version of this constructor.
     *
     * @param   in  the java.io.Reader to read input from.
     */
    WhitespaceLexer(java.io.Reader in) {
      this.zzReader = in;
    }
  
    /**
     * Creates a new scanner.
     * There is also java.io.Reader version of this constructor.
     *
     * @param   in  the java.io.Inputstream to read input from.
     */
    WhitespaceLexer(java.io.InputStream in) {
      this(new java.io.InputStreamReader(in));
    }
  
    /** 
     * Unpacks the compressed character translation table.
     *
     * @param packed   the packed character translation table
     * @return         the unpacked character translation table
     */
    private static char [] zzUnpackCMap(String packed) {
      char [] map = new char[0x10000];
      int i = 0;  /* index in packed string  */
      int j = 0;  /* index in unpacked array */
      while (i < 54) {
        int  count = packed.charAt(i++);
        char value = packed.charAt(i++);
        do map[j++] = value; while (--count > 0);
      }
      return map;
    }
  
  
    /**
     * Refills the input buffer.
     *
     * @return      <code>false</code>, iff there was new input.
     * 
     * @exception   java.io.IOException  if any I/O-Error occurs
     */
    private boolean zzRefill() throws java.io.IOException {
  
      /* first: make room (if you can) */
      if (zzStartRead > 0) {
        System.arraycopy(zzBuffer, zzStartRead,
                         zzBuffer, 0,
                         zzEndRead-zzStartRead);
  
        /* translate stored positions */
        zzEndRead-= zzStartRead;
        zzCurrentPos-= zzStartRead;
        zzMarkedPos-= zzStartRead;
        zzStartRead = 0;
      }
  
      /* is the buffer big enough? */
      if (zzCurrentPos >= zzBuffer.length) {
        /* if not: blow it up */
        char newBuffer[] = new char[zzCurrentPos*2];
        System.arraycopy(zzBuffer, 0, newBuffer, 0, zzBuffer.length);
        zzBuffer = newBuffer;
      }
  
      /* finally: fill the buffer with new input */
      int numRead = zzReader.read(zzBuffer, zzEndRead,
                                              zzBuffer.length-zzEndRead);
  
      if (numRead > 0) {
        zzEndRead+= numRead;
        return false;
      }
      // unlikely but not impossible: read 0 characters, but not at end of stream    
      if (numRead == 0) {
        int c = zzReader.read();
        if (c == -1) {
          return true;
        } else {
          zzBuffer[zzEndRead++] = (char) c;
          return false;
        }     
      }
  
  	// numRead < 0
      return true;
    }
  
      
    /**
     * Closes the input stream.
     */
    public final void yyclose() throws java.io.IOException {
      zzAtEOF = true;            /* indicate end of file */
      zzEndRead = zzStartRead;  /* invalidate buffer    */
  
      if (zzReader != null)
        zzReader.close();
    }
  
  
    /**
     * Resets the scanner to read from a new input stream.
     * Does not close the old reader.
     *
     * All internal variables are reset, the old input stream 
     * <b>cannot</b> be reused (internal buffer is discarded and lost).
     * Lexical state is set to <tt>ZZ_INITIAL</tt>.
     *
     * @param reader   the new input stream 
     */
    public final void yyreset(java.io.Reader reader) {
      zzReader = reader;
      zzAtBOL  = true;
      zzAtEOF  = false;
      zzEOFDone = false;
      zzEndRead = zzStartRead = 0;
  