Click here to watch in Youtube :
https://www.youtube.com/watch?v=WmwSnAC3yrk&list=UUhwKlOVR041tngjerWxVccw

Click the below Image to Enlarge

Java Tutorial : Java IO (Java StreamTokenizer)

Java Tutorial : Java IO (Java StreamTokenizer)

Java Tutorial : Java IO (Java StreamTokenizer)

Java Tutorial : Java IO (Java StreamTokenizer)

Java Tutorial : Java IO (Java StreamTokenizer)

StreamTokenizerDemo.java

import java.io.IOException;
import java.io.StreamTokenizer;
import java.io.StringReader;

public class StreamTokenizerDemo
{

    public static void main(String[] args) throws IOException
    {
        StreamTokenizer streamTokenizer = null;
        StringReader stringReader = new StringReader("Peter had 1 pen.");

        streamTokenizer = new StreamTokenizer(stringReader);

        while (streamTokenizer.nextToken() != StreamTokenizer.TT_EOF)
        {

            if (streamTokenizer.ttype == StreamTokenizer.TT_WORD)
            {
                System.out.println("Inside TT_Word = " + streamTokenizer.sval);
            }
            else if (streamTokenizer.ttype == StreamTokenizer.TT_NUMBER)
            {
                System.out
                        .println("Inside TT_NUMBER = " + streamTokenizer.nval);
            }
        }

    }

}

Inside TT_Word = Peter
Inside TT_Word = had
Inside TT_NUMBER = 1.0
Inside TT_Word = pen.