/*
 * Tokenizer.java
 *
 * Created on September 12, 2007, 11:46 PM
 *
 * To change this template, choose Tools | Template Manager
 * and open the template in the editor.
 */

/**
 *
 * @author Vincent
 */


import java.lang.*;
import java.util.*;
import Utility.TokenUtility;

public class Tokenizer {
    
    /** Creates a new instance of Tokenizer */
    public Tokenizer() {
    }
    
    /**
     * @param args the command line arguments
     */
    public static void main(String[] args) {
        // TODO code application logic here
        /*StringTokenizer st=new StringTokenizer("Hello, world| of |Java",",|",true);
        
        while(st.hasMoreTokens())
        {
            System.out.println("Token: "+st.nextToken());
        }*/
        
        TokenUtility.printResults(TokenUtility.process("A|B|C|D"),"A|B|C|D");
        TokenUtility.printResults(TokenUtility.process("A||B|C|D"),"A||B|C|D");
        TokenUtility.printResults(TokenUtility.process("A||C|DE"),"A||C|DE");
        
    }
}