Name: ssT124754			Date: 02/26/2001


Java(TM) 2 Runtime Environment, Standard Edition (build 1.3.0-C)
Java HotSpot(TM) Client VM (build 1.3.0-C, mixed mode)


It struck me as odd several years ago that there is no InputStreamTokenizer in
the java.util package. I see that as of yet it has not been added, and would
like to suggest its addition as soon as possible. The code follows:

package java.util;

import java.io.InputStream;
import java.io.IOException;

public class InputStreamTokenizer
{

    private InputStream in;
    private String delimit;
    private StringTokenizer tok;

    public InputStreamTokenizer(InputStream i, String del)
    {
        in = i;
	delimit = del;
	try {
	    readData();
	}
	catch (IOException e) {
	    tok = new StringTokenizer("","");
	}
    }

    private void readData() throws IOException
    {
	String buf = "";
	byte b[] = new byte[1];
	Character bb;
	if(in.available() > 0) {
            in.read(b);
	    bb = new Character((char)b[0]);
	    boolean keepit = !charIsDelimit(bb);
            while((buf.length() == 0 || keepit) && in.available() > 0) {
	        if(keepit) buf += bb;
		in.read(b);
		bb = new Character((char)b[0]);
		keepit = !charIsDelimit(bb);
	    }
	}
	tok = new StringTokenizer(buf, delimit);
    }

    private boolean charIsDelimit(Character bb)
    {
	for(int i=0; i<delimit.length(); i++)
	{
	    if(bb.charValue() == delimit.charAt(i)) return true;
	}
	return false;
    }

    public boolean hasMoreTokens()
    {
	try {
	    if(tok.hasMoreElements()) return true;
	    else if(in.available() <= 0) return false;
	    readData();
	    return tok.hasMoreElements();
	}
	catch (IOException e) {
	    System.out.println("Error reading stream: " + e);
	    return false;
	}
   }

    public Object nextToken() throws NoSuchElementException
    {
	try {
	    if(tok.hasMoreElements()) return tok.nextElement();
	    else if(in.available() <= 0) {
	        throw new NoSuchElementException();
	    }
	    readData();
	    return tok.nextElement();
	}
	catch (IOException e) {
            throw new NoSuchElementException();
	}
    }

    /* for test purposes */
    public static void main(String args[])
    {
	FileInputStream fin = null;
	try {
	    fin = new FileInputStream(args[0]);
	}
	catch (FileNotFoundException e) {
	    System.out.println("File not found: " + e);
	}
	InputStreamTokenizer tok = new InputStreamTokenizer(fin, " \n\t");
	while(tok.hasMoreTokens()) {
	    System.out.println("NEXT TOKEN:\t" + tok.nextToken());
	}
    }

}
(Review ID: 117649) 
======================================================================