// The "TokenParse" class.
import java.io.*;

public class TokenParse
{

    public static final String filename = "YOURJAVAFILE.java";

    public static boolean isAlpha (char check)
    {
        // Ascii values... I should have cheated an used >= 'A'...
        // but I realized that after I coded this
        if (((int) check >= 65 && (int) check <= 90) || ((int) check >= 97 && (int) check <= 122))
            return true;
        else
            return false;
    }


    public static boolean isTokenSymb (char check)
    {
        // More to come?
        if (check == ';' || check == '=' || check == '{' || check == '}' || check == '[' || check == ']' || check == '(' || check == ')' || check == '!')
            return true;
        else
            return false;
    }


    public static int findWordEnd (int wcursor, String record)
    {
        // scan as long as a symbol defined in isTokenSymb or a whitespace character is found
        while (isTokenSymb (record.charAt (wcursor)) == false && record.charAt (wcursor) != ' ' && record.charAt (wcursor) != '\t' && record.charAt (wcursor) != '\n')
        {
            wcursor++;

            if (wcursor == record.length ()) // when the cursor is on the last character of the string, quit
                break;
        }
        return wcursor; // returns cursor position of the last character of the word (token)

    }


    public static int findStringEnd (int wcursor, String record)
    {
        int start = wcursor; // so it doesn't pick up its own begining quote

        while (record.charAt (wcursor) != '"' || wcursor == start)
            wcursor++;

        return wcursor + 1;
    }




    public static void main (String[] args) throws IOException
    {
        FileReader fr = new FileReader (filename);
        BufferedReader br = new BufferedReader (fr);

        int recCount = 0;
        String record = null;
        record = new String ();

        while ((record = br.readLine ()) != null)
        {
            recCount++;
            System.out.println (recCount + " (" + record.length () + "): " + record);

            // START TEH TOKENIZING

            if (record.length () > 0) // readLine() is quirky, and will return a zero length string if it read a newline only.
            {

                for (int cursor = 0 ; cursor < record.length () ; cursor++)
                {
                    if (record.charAt (cursor) == ' ' || record.charAt (cursor) == '\t' || record.charAt (cursor) == '\n') // ignore whitespace
                    {
                        // ITS QUIET IN HERE
                    }
                    else if (record.charAt (cursor) == '/' && record.charAt (cursor + 1) == '/') // comments
                    {
                        // output a token from '/' to end of line
                        System.out.println (record.substring (cursor));
                        break;
                    }
                    else if (isAlpha (record.charAt (cursor))) // words
                    {
                        System.out.println (record.substring (cursor, findWordEnd (cursor, record)));
                        cursor = (findWordEnd (cursor, record) - 1);

                    }
                    else if (isTokenSymb (record.charAt (cursor))) // { } [ ] ( ) etc
                    {
                        // To do: isSpTokenSymb ++ -- += -= << >> <<< <= >= != || && ^= *= %=
                        System.out.println (record.charAt (cursor));
                    }
                    else if (record.charAt (cursor) == '"') // strings
                    {
                        System.out.println (record.substring (cursor, findStringEnd (cursor, record)));
                        cursor = (findStringEnd (cursor, record) - 1);
                    }
                    else if (Character.isDigit (record.charAt (cursor)))
                        // To do: findNumbEnd (with L)
                        System.out.println (record.charAt (cursor));
                }
            }

        }
    }
}

ImportDeclaration:
    import [ static ] Identifier { . Identifier } [ . * ] ;