java Tokenizer使用示例，javatokenizer示例,package cn.o

java Tokenizer使用示例，javatokenizer示例,package cn.o

package cn.outofmemory.snippets.core;import java.io.FileReader;import java.io.StreamTokenizer;public class StreamToken {    public static void main(String[] args) throws Exception {        FileReader fr = null;        fr = new FileReader("C:/Users/nikos7/Desktop/output.txt");        StreamTokenizer st = new StreamTokenizer(fr);        st.lowerCaseMode(true);        while (st.nextToken() != StreamTokenizer.TT_EOF) {            switch (st.ttype) {                case '\'':                case '"':                    System.out.println("String = " + st.sval);                    break;                case StreamTokenizer.TT_EOL:                    System.out.println("End-of-line");                    break;                case StreamTokenizer.TT_NUMBER:                    System.out.println("Number = " + st.nval);                    break;                case StreamTokenizer.TT_WORD:                    System.out.println("Word = " + st.sval);                    break;                default:                    System.out.println("Other = " + (char) st.ttype);            }        }    }}

输出：

...Other = &Word = copyOther = ;Number = 2012.0Other = ,Word = smartjava.org...