// **********************************************************************// <copyright>//  BBN Technologies//  10 Moulton Street//  Cambridge, MA 02138//  (617) 873-8000// //  Copyright (C) BBNT Solutions LLC. All rights reserved.// </copyright>// **********************************************************************// $Source: /cvs/distapps/openmap/src/vpfservlet/WEB-INF/src/com/bbn/openmap/vpfservlet/URLCheck.java,v $// $Revision: 1.2.2.2 $ $Date: 2005/08/11 21:03:07 $ $Author: dietrick $// **********************************************************************package com.bbn.openmap.vpfservlet;import java.io.FileNotFoundException;import java.io.IOException;import java.io.InputStreamReader;import java.io.PrintStream;import java.io.Reader;import java.net.MalformedURLException;import java.net.URL;import java.util.Arrays;import java.util.HashSet;import java.util.Iterator;import java.util.Set;import java.util.TreeSet;/** * Command line program to wander the vpfservlet pages, to make sure * all URLs generated are valid. */public class URLCheck {    public static Set check(String surl, PrintStream out) throws IOException {        Set urls = new TreeSet();        out.println("URL " + surl);        Reader r;        URL url;        try {            url = new URL(surl);            r = new InputStreamReader(url.openStream());        } catch (MalformedURLException mue) {            out.println("   bad URL");            return urls;        }        Set names = new HashSet();        Set localrefs = new HashSet();        StringBuffer sb = new StringBuffer();        char buf[] = new char[8096];        int len;        while ((len = r.read(buf)) != -1) {            sb.append(buf, 0, len);            String str = sb.toString();            int fromIx = 0;            int gt;            while ((gt = str.indexOf('>', fromIx)) != -1) {                int lt = str.indexOf('<', fromIx);                fromIx = gt + 1;                char firstChar = str.charAt(lt + 1);                if ((firstChar != 'A') && (firstChar != 'a')) {                    continue;                }                String substr = str.substring(lt + 1, gt);                String lsubstr = substr.toLowerCase();                int hquote = lsubstr.indexOf(href);                if (hquote != -1) {                    hquote += href.length();                    int lquote = substr.indexOf('"', hquote);                    String rurl = substr.substring(hquote, lquote);                    if (rurl.charAt(0) == '#') {                        names.add(rurl.substring(1));                    } else {                        try {                            urls.add(new URL(url, rurl).toExternalForm());                        } catch (MalformedURLException mue) {                            out.println("   MUE: " + mue.getMessage());                        }                    }                } else {                    int nquote = lsubstr.indexOf(name);                    if (nquote != -1) {                        nquote += name.length();                        int lquote = substr.indexOf('"', nquote);                        String n = substr.substring(nquote, lquote);                        localrefs.add(n);                    }                }            }            sb.delete(0, fromIx);        }        for (Iterator i = localrefs.iterator(); i.hasNext();) {            String localref = (String) i.next();            if (!names.contains(localref)) {                out.println("MISSING REF: " + localref);            }        }        return urls;    }    final static String href = "href=\"";    final static String name = "name=\"";    public static Set workOn(Set master, Set urls, PrintStream out) {        Set newurls = null;        for (Iterator i = urls.iterator(); i.hasNext();) {            String surl = (String) i.next();            if (master.add(surl)) {                try {                    Set rets = check(surl, out);                    if (newurls == null) {                        newurls = rets;                    } else {                        newurls.addAll(rets);                    }                } catch (FileNotFoundException fnfe) {                    out.println("Bogus URL: " + surl);                } catch (IOException ioe) {                    out.println("   " + surl + " " + ioe.getClass() + " "                            + ioe.getMessage());                }            }        }        return newurls;    }    public static void main(String[] args) {        Set master = new HashSet();        Set workon = new HashSet();        workon.addAll(Arrays.asList(args));        do {            workon = workOn(master, workon, System.out);        } while (workon != null);        System.out.println("Done.");    }}