/*
 ******************************************************************************
 * Copyright (C) 2004-2011, International Business Machines Corporation and   *
 * others. All Rights Reserved.                                               *
 ******************************************************************************
 */
package org.unicode.cldr.tool;

import java.io.IOException;
import java.io.PrintWriter;
import java.io.StringWriter;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.Collections;
import java.util.Comparator;
import java.util.Date;
import java.util.EnumSet;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
import java.util.LinkedHashSet;
import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Set;
import java.util.SortedMap;
import java.util.TreeMap;
import java.util.TreeSet;

import org.unicode.cldr.draft.ScriptMetadata;
import org.unicode.cldr.draft.ScriptMetadata.Info;
import org.unicode.cldr.test.ExampleGenerator.HelpMessages;
import org.unicode.cldr.util.CLDRFile;
import org.unicode.cldr.util.CLDRFile.WinningChoice;
import org.unicode.cldr.util.CLDRPaths;
import org.unicode.cldr.util.CLDRTool;
import org.unicode.cldr.util.CLDRURLS;
import org.unicode.cldr.util.CldrUtility;
import org.unicode.cldr.util.Factory;
import org.unicode.cldr.util.FileCopier;
import org.unicode.cldr.util.Iso639Data;
import org.unicode.cldr.util.Iso639Data.Scope;
import org.unicode.cldr.util.Iso639Data.Type;
import org.unicode.cldr.util.LanguageTagParser;
import org.unicode.cldr.util.Level;
import org.unicode.cldr.util.LocaleIDParser;
import org.unicode.cldr.util.Log;
import org.unicode.cldr.util.Pair;
import org.unicode.cldr.util.StandardCodes;
import org.unicode.cldr.util.StandardCodes.CodeType;
import org.unicode.cldr.util.SupplementalDataInfo;
import org.unicode.cldr.util.SupplementalDataInfo.BasicLanguageData;
import org.unicode.cldr.util.SupplementalDataInfo.ContainmentStyle;
import org.unicode.cldr.util.SupplementalDataInfo.CurrencyDateInfo;
import org.unicode.cldr.util.SupplementalDataInfo.CurrencyNumberInfo;
import org.unicode.cldr.util.SupplementalDataInfo.OfficialStatus;
import org.unicode.cldr.util.SupplementalDataInfo.PopulationData;
import org.unicode.cldr.util.VoteResolver.Organization;
import org.unicode.cldr.util.XPathParts;

import com.ibm.icu.dev.util.ArrayComparator;
import com.ibm.icu.dev.util.BagFormatter;
import com.ibm.icu.dev.util.CollectionUtilities;
import com.ibm.icu.dev.util.FileUtilities;
import com.ibm.icu.dev.util.Relation;
import com.ibm.icu.dev.util.TransliteratorUtilities;
import com.ibm.icu.impl.Row.R2;
import com.ibm.icu.lang.UCharacter;
import com.ibm.icu.text.Collator;
import com.ibm.icu.text.Normalizer;
import com.ibm.icu.text.Normalizer2;
import com.ibm.icu.text.NumberFormat;
import com.ibm.icu.text.UTF16;
import com.ibm.icu.text.UnicodeSet;
import com.ibm.icu.util.ULocale;

@CLDRTool(alias = "showlanguages", description = "Generate Lanugage info charts")
public class ShowLanguages {
    private static final boolean SHOW_NATIVE = true;

    static Comparator col = new com.ibm.icu.impl.MultiComparator(
        Collator.getInstance(new ULocale("en")),
        new UTF16.StringComparator(true, false, 0)
        );

    static StandardCodes sc = StandardCodes.make();

    static Factory cldrFactory = Factory.make(CLDRPaths.MAIN_DIRECTORY, ".*");
    static CLDRFile english = cldrFactory.make("en", true);

    public static void main(String[] args) throws IOException {
        System.out.println("Writing into " + FormattedFileWriter.CHART_TARGET_DIR);
        FileCopier.copy(ShowLanguages.class, "index.css", FormattedFileWriter.CHART_TARGET_DIR);
        printLanguageData(cldrFactory, "index.html");
        // cldrFactory = Factory.make(Utility.COMMON_DIRECTORY + "../dropbox/extra2/", ".*");
        // printLanguageData(cldrFactory, "language_info2.txt");
        System.out.println("Done - wrote into " + FormattedFileWriter.CHART_TARGET_DIR);
    }

    /**
     * 
     */
    public static FormattedFileWriter.Anchors SUPPLEMENTAL_INDEX_ANCHORS = new FormattedFileWriter.Anchors();

    static SupplementalDataInfo supplementalDataInfo = SupplementalDataInfo
        .getInstance(CLDRPaths.DEFAULT_SUPPLEMENTAL_DIRECTORY);

    private static void printLanguageData(Factory cldrFactory, String filename) throws IOException {
        LanguageInfo linfo = new LanguageInfo(cldrFactory);

        StringWriter sw = new StringWriter();
        PrintWriter pw = new PrintWriter(sw);

//        linfo.showTerritoryInfo();

        ShowLocaleCoverage.showCoverage(pw);

        new ShowPlurals().printPlurals(english, null, pw, cldrFactory);

        new ChartDayPeriods().writeChart(SUPPLEMENTAL_INDEX_ANCHORS);
        new ChartLanguageMatching().writeChart(SUPPLEMENTAL_INDEX_ANCHORS);
        
        linfo.showCoverageGoals(pw);

        linfo.printLikelySubtags(pw);

        // linfo.printCountryData(pw);
        linfo.showCountryLanguageInfo(pw);

        linfo.showLanguageCountryInfo(pw);

        // linfo.printDeprecatedItems(pw);

        // PrintWriter pw1 = new PrintWriter(new FormattedFileWriter(pw, "Languages and Territories", null));
        // pw1.println("<tr><th>Language \u2192 Territories");
        // pw1.println("</th><th>Territory \u2192 Language");
        // pw1.println("</th><th>Territories Not Represented");
        // pw1.println("</th><th>Languages Not Represented");
        // pw1.println("</th></tr>");
        //
        // pw1.println("<tr><td>");
        // linfo.print(pw1, CLDRFile.LANGUAGE_NAME, CLDRFile.TERRITORY_NAME);
        // pw1.println("</td><td>");
        // linfo.print(pw1, CLDRFile.TERRITORY_NAME, CLDRFile.LANGUAGE_NAME);
        // pw1.println("</td><td>");
        // linfo.printMissing(pw1, CLDRFile.TERRITORY_NAME, CLDRFile.TERRITORY_NAME);
        // pw1.println("</td><td>");
        // linfo.printMissing(pw1, CLDRFile.LANGUAGE_NAME, CLDRFile.TERRITORY_NAME);
        // pw1.println("</td></tr>");
        //
        // pw1.close();

        printLanguageScript(linfo, pw);
        printScriptLanguageTerritory(linfo, pw);

        linfo.showCorrespondances();

        // linfo.showCalendarData(pw);

        linfo.showCountryInfo(pw);
        linfo.printCurrency(pw);
        linfo.printContains(pw);

        linfo.printWindows_Tzid(pw);
        linfo.printAliases(pw);

        new ChartAnnotations().writeChart(SUPPLEMENTAL_INDEX_ANCHORS);
        linfo.printCharacters(pw);

        pw.close();

        String[] replacements = { "%date%", CldrUtility.isoFormat(new Date()), "%contents%", SUPPLEMENTAL_INDEX_ANCHORS.toString(), "%data%",
            sw.toString() };
        PrintWriter pw2 = BagFormatter.openUTF8Writer(FormattedFileWriter.CHART_TARGET_DIR, filename);
        FileUtilities.appendFile(CLDRPaths.BASE_DIRECTORY + java.io.File.separatorChar
            + "tools/java/org/unicode/cldr/tool/supplemental.html", "utf-8", pw2, replacements);
        pw2.close();
    }

    private static void printLanguageScript(LanguageInfo linfo, PrintWriter pw) throws IOException {
        PrintWriter pw1;
        TablePrinter tablePrinter = new TablePrinter()
        .addColumn("Language", "class='source'", null, "class='source'", true).setSpanRows(true).setSortPriority(0)
        .setBreakSpans(true)
        .addColumn("Code", "class='source'", CldrUtility.getDoubleLinkMsg(), "class='source'", true)
        .setSpanRows(true)
        .addColumn("ML", "class='target' title='modern language'", null, "class='target'", true).setSpanRows(true)
        .setSortPriority(1)
        .addColumn("P", "class='target' title='primary'", null, "class='target'", true).setSortPriority(3)
        .addColumn("Script", "class='target'", null, "class='target'", true).setSortPriority(3)
        .addColumn("Code", "class='target'", null, "class='target'", true)
        .addColumn("MS", "class='target' title='modern script'", null, "class='target'", true).setSortPriority(2);

        TablePrinter tablePrinter2 = new TablePrinter()
        .addColumn("Script", "class='source'", null, "class='source'", true).setSpanRows(true).setSortPriority(0)
        .setBreakSpans(true)
        .addColumn("Code", "class='source'", CldrUtility.getDoubleLinkMsg(), "class='source'", true)
        .setSpanRows(true)
        .addColumn("MS", "class='target' title='modern script'", null, "class='target'", true).setSpanRows(true)
        .setSortPriority(1)
        .addColumn("Language", "class='target'", null, "class='target'", true).setSortPriority(3)
        .addColumn("Code", "class='target'", null, "class='target'", true)
        .addColumn("ML", "class='target' title='modern language'", null, "class='target'", true).setSortPriority(2)
        .addColumn("P", "class='target' title='primary'", null, "class='target'", true).setSortPriority(3);

        // get the codes so we can show the remainder
        Set<String> remainingScripts = new TreeSet<String>(getScriptsToShow()); // StandardCodes.MODERN_SCRIPTS);
        UnicodeSet temp = new UnicodeSet();
        for (String script : getScriptsToShow()) {
            temp.clear();
            try {
                temp.applyPropertyAlias("script", script);
            } catch (RuntimeException e) {
            } // fall through
            if (temp.size() == 0) {
                remainingScripts.remove(script);
                System.out.println("Removing: " + script);
            } else {
                System.out.println("Keeping: " + script);
            }
        }
        remainingScripts.remove("Brai");
        remainingScripts.remove("Hira");
        remainingScripts.remove("Qaai");
        remainingScripts.remove("Hrkt");
        remainingScripts.remove("Zzzz");
        remainingScripts.remove("Zyyy");

        Set<String> remainingLanguages = new TreeSet<String>(getLanguagesToShow());
        for (String language : getLanguagesToShow()) {
            Scope s = Iso639Data.getScope(language);
            Type t = Iso639Data.getType(language);
            if (s != Scope.Individual && s != Scope.Macrolanguage || t != Type.Living) {
                remainingLanguages.remove(language);
            }
        }

        Set<String> languages = supplementalDataInfo.getBasicLanguageDataLanguages();
        for (String language : languages) {
            Set<BasicLanguageData> basicLanguageData = supplementalDataInfo.getBasicLanguageData(language);
            for (BasicLanguageData basicData : basicLanguageData) {
                String secondary = isOfficial(language) // basicData.getType() == BasicLanguageData.Type.primary
                    ? "\u00A0"
                        : "N";
                for (String script : basicData.getScripts()) {
                    addLanguageScriptCells(tablePrinter, tablePrinter2, language, script, secondary);
                    remainingScripts.remove(script);
                    remainingLanguages.remove(language);
                }
            }
        }
        for (String language : remainingLanguages) {
            addLanguageScriptCells(tablePrinter, tablePrinter2, language, "Zzzz", "?");
        }
        for (String script : remainingScripts) {
            addLanguageScriptCells(tablePrinter, tablePrinter2, "und", script, "?");
        }

        pw1 = new PrintWriter(new FormattedFileWriter(null, "Languages and Scripts", null, SUPPLEMENTAL_INDEX_ANCHORS));
        pw1.println(tablePrinter.toTable());
        pw1.close();

        pw1 = new PrintWriter(new FormattedFileWriter(null, "Scripts and Languages", null, SUPPLEMENTAL_INDEX_ANCHORS));
        pw1.println(tablePrinter2.toTable());
        pw1.close();

    }

    static final Map<String, OfficialStatus> languageToBestStatus = new HashMap<String, OfficialStatus>();
    static {
        for (String language : supplementalDataInfo.getLanguagesForTerritoriesPopulationData()) {
            Set<String> territories = supplementalDataInfo.getTerritoriesForPopulationData(language);
            if (territories == null) {
                continue;
            }
            int underbar = language.indexOf('_');
            String base = underbar < 0 ? null : language.substring(0, underbar);

            for (String territory : territories) {
                PopulationData data = supplementalDataInfo.getLanguageAndTerritoryPopulationData(language, territory);
                OfficialStatus status = data.getOfficialStatus();
                OfficialStatus old;
                old = languageToBestStatus.get(language);
                if (old == null || status.compareTo(old) > 0) {
                    languageToBestStatus.put(language, status);
                }
                if (base != null) {
                    old = languageToBestStatus.get(base);
                    if (old == null || status.compareTo(old) > 0) {
                        languageToBestStatus.put(base, status);
                    }
                }
            }
        }
    }

    private static boolean isOfficial(String language) {
        OfficialStatus status = languageToBestStatus.get(language);
        if (status != null && status.isMajor()) {
            return true;
        }
        int underbar = language.indexOf('_');
        if (underbar < 0) {
            return false;
        }
        return isOfficial(language.substring(0, underbar));
    }

    private static Set<String> getLanguagesToShow() {
        return getEnglishTypes("language", CLDRFile.LANGUAGE_NAME);
    }

    private static Set<String> getEnglishTypes(String type, int code) {
        Set<String> result = new HashSet<String>(sc.getSurveyToolDisplayCodes(type));
        XPathParts parts = new XPathParts();
        for (Iterator<String> it = english.getAvailableIterator(code); it.hasNext();) {
            parts.set(it.next());
            String newType = parts.getAttributeValue(-1, "type");
            if (!result.contains(newType)) {
                result.add(newType);
            }
        }
        return result;
    }

    private static Set<String> getScriptsToShow() {
        return getEnglishTypes("script", CLDRFile.SCRIPT_NAME);
    }

    private static void printScriptLanguageTerritory(LanguageInfo linfo, PrintWriter pw) throws IOException {
        PrintWriter pw1;
        TablePrinter tablePrinter2 = new TablePrinter()
        .addColumn("Sample Char", "class='source'", null, "class='source sample'", true).setSpanRows(true)
        .addColumn("Script", "class='source'", null, "class='source'", true).setSpanRows(true).setSortPriority(0)
        .setBreakSpans(true)
        .addColumn("Code", "class='source'", CldrUtility.getDoubleLinkMsg(), "class='source'", true)
        .setSpanRows(true)
        .addColumn("T", "class='target'", null, "class='target'", true).setSortPriority(1)
        .addColumn("Language", "class='target'", null, "class='target'", true).setSortPriority(2)
        .addColumn("Native", "class='target'", null, "class='target'", true)
        .addColumn("Code", "class='target'", null, "class='target'", true)
        .addColumn("T", "class='target'", null, "class='target'", true).setSortPriority(3)
        .addColumn("Territory", "class='target'", null, "class='target'", true).setSortPriority(4)
        .addColumn("Native", "class='target'", null, "class='target'", true)
        .addColumn("Code", "class='target'", null, "class='target'", true);

        // get the codes so we can show the remainder
        Set<String> remainingScripts = new TreeSet<String>(getScriptsToShow());
        Set<String> remainingTerritories = new TreeSet<String>(sc.getGoodAvailableCodes("territory"));
        UnicodeSet temp = new UnicodeSet();
        for (String script : getScriptsToShow()) {
            temp.clear();
            try {
                temp.applyPropertyAlias("script", script);
            } catch (RuntimeException e) {
            } // fall through
            if (temp.size() == 0) {
                remainingScripts.remove(script);
                System.out.println("Removing: " + script);
            } else {
                System.out.println("Keeping: " + script);
            }
        }
        remainingScripts.remove("Brai");
        remainingScripts.remove("Hira");
        remainingScripts.remove("Qaai");
        remainingScripts.remove("Hrkt");
        remainingScripts.remove("Zzzz");
        remainingScripts.remove("Zyyy");

        Set<String> remainingLanguages = new TreeSet<String>(getLanguagesToShow());
        for (String language : getLanguagesToShow()) {
            Scope s = Iso639Data.getScope(language);
            Type t = Iso639Data.getType(language);
            if (s != Scope.Individual && s != Scope.Macrolanguage || t != Type.Living) {
                remainingLanguages.remove(language);
            }
        }

        Set<String> languages = supplementalDataInfo.getBasicLanguageDataLanguages();
        for (String language : languages) {
            Set<BasicLanguageData> basicLanguageData = supplementalDataInfo.getBasicLanguageData(language);
            for (BasicLanguageData basicData : basicLanguageData) {
                if (basicData.getType() != BasicLanguageData.Type.primary) {
                    continue;
                }
                Set<String> mainTerritories = getTerritories(language);
                if (mainTerritories.size() == 0) {
                    continue;
                    // mainTerritories.add("ZZ");
                }

                TreeSet<String> mainScripts = new TreeSet<String>(basicData.getScripts());
                if (mainScripts.size() == 0) {
                    continue;
                }
                for (String script : mainScripts) {
                    for (String territory : mainTerritories) {
                        addLanguageScriptCells2(tablePrinter2, language, script, territory);
                        remainingTerritories.remove(territory);
                    }
                    remainingScripts.remove(script);
                }
            }
            remainingLanguages.remove(language);
        }
        // for (String language : remainingLanguages) {
        // addLanguageScriptCells2( tablePrinter2, language, "Zzzz", "ZZ");
        // }
        // for (String script : remainingScripts) {
        // addLanguageScriptCells2( tablePrinter2, "und", script, "ZZ");
        // }
        // for (String territory : remainingTerritories) {
        // addLanguageScriptCells2( tablePrinter2, "und", "Zzzz", territory);
        // }

        pw1 = new PrintWriter(new FormattedFileWriter(null, "Scripts, Languages, and Territories", null, SUPPLEMENTAL_INDEX_ANCHORS));
        pw1.println(tablePrinter2.toTable());
        pw1.close();
    }

    private static Relation<String, String> territoryFix;

    private static Set<String> getTerritories(String language) {
        if (territoryFix == null) { // set up the data
            initTerritoryFix();
        }
        Set<String> territories = territoryFix.getAll(language);
        if (territories == null) {
            territories = new TreeSet<String>();
        }
        return territories;
    }

    private static void initTerritoryFix() {
        territoryFix = Relation.of(new TreeMap<String, Set<String>>(), TreeSet.class);
        Set<String> languages = supplementalDataInfo.getLanguages();
        LanguageTagParser ltp = new LanguageTagParser();
        for (String language2 : languages) {
            if (language2.contains("_")) {
                ltp.set(language2).getLanguage();
                addOfficialTerritory(ltp, language2, ltp.getLanguage());
            } else {
                addOfficialTerritory(ltp, language2, language2);
            }
        }
    }

    private static void addOfficialTerritory(LanguageTagParser ltp, String language, String baseLanguage) {
        // territoryFix.putAll(baseLanguage, supplementalDataInfo.getTerritoriesForPopulationData(language));
        Set<String> territories = supplementalDataInfo.getTerritoriesForPopulationData(language);
        if (territories == null) {
            return;
        }
        for (String territory : territories) {
            PopulationData data = supplementalDataInfo.getLanguageAndTerritoryPopulationData(language, territory);
            OfficialStatus status = data.getOfficialStatus();
            if (status.isMajor()) {
                territoryFix.put(baseLanguage, territory);
                System.out.println("\tAdding\t" + baseLanguage + "\t" + territory + "\t" + language);
            }
        }
    }

    private static void addLanguageScriptCells2(TablePrinter tablePrinter2, String language, String script,
        String territory) {
        CLDRFile nativeLanguage = null;
        if (SHOW_NATIVE) {
            try {
                nativeLanguage = cldrFactory.make(language + "_" + script + "_" + territory, true);
            } catch (RuntimeException e) {
                try {
                    nativeLanguage = cldrFactory.make(language + "_" + script, true);
                } catch (RuntimeException e2) {
                    try {
                        nativeLanguage = cldrFactory.make(language, true);
                    } catch (RuntimeException e3) {
                    }
                }
            }
            // check for overlap
            if (nativeLanguage != null && !script.equals("Jpan") && !script.equals("Hans") && !script.equals("Hant")) {
                UnicodeSet scriptSet;
                try {
                    String tempScript = script.equals("Kore") ? "Hang" : script;
                    scriptSet = new UnicodeSet("[:script=" + tempScript + ":]");
                } catch (RuntimeException e) {
                    scriptSet = new UnicodeSet();
                }
                UnicodeSet exemplars = nativeLanguage.getExemplarSet("", WinningChoice.WINNING);
                if (scriptSet.containsNone(exemplars)) {
                    System.out.println("Skipping CLDR file -- exemplars differ: " + language + "\t"
                        + nativeLanguage.getLocaleID() + "\t" + scriptSet + "\t" + exemplars);
                    nativeLanguage = null;
                }
            }
        }
        String languageName = english.getName(CLDRFile.LANGUAGE_NAME, language);
        if (languageName == null) languageName = "???";
        String isLanguageTranslated = "";
        String nativeLanguageName = nativeLanguage == null ? null : nativeLanguage.getName(CLDRFile.LANGUAGE_NAME,
            language);
        if (nativeLanguageName == null || nativeLanguageName.equals(language)) {
            nativeLanguageName = "<i>n/a</i>";
            isLanguageTranslated = "n";
        }

        String scriptName = english.getName(CLDRFile.SCRIPT_NAME, script);
        // String nativeScriptName = nativeLanguage == null ? null :
        // nativeLanguage.getName(CLDRFile.SCRIPT_NAME,script);
        // if (nativeScriptName != null && !nativeScriptName.equals(script)) {
        // scriptName = nativeScriptName + "[" + scriptName + "]";
        // }

        String isTerritoryTranslated = "";
        String territoryName = english.getName(CLDRFile.TERRITORY_NAME, territory);
        String nativeTerritoryName = nativeLanguage == null ? null : nativeLanguage.getName(CLDRFile.TERRITORY_NAME,
            territory);
        if (nativeTerritoryName == null || nativeTerritoryName.equals(territory)) {
            nativeTerritoryName = "<i>n/a</i>";
            isTerritoryTranslated = "n";
        }

        // Type t = Iso639Data.getType(language);
        // if ((s == Scope.Individual || s == Scope.Macrolanguage || s == Scope.Collection) && t == Type.Living) {
        // // ok
        // } else if (!language.equals("und")){
        // scriptModern = "N";
        // }
        //String languageModern = oldLanguage.contains(t) ? "O" : language.equals("und") ? "?" : "";

        Info scriptMetatdata = ScriptMetadata.getInfo(script);
        tablePrinter2.addRow()
        .addCell(scriptMetatdata.sampleChar)
        .addCell(scriptName)
        .addCell(script)
        .addCell(isLanguageTranslated)
        .addCell(languageName)
        .addCell(nativeLanguageName)
        .addCell(language)
        .addCell(isTerritoryTranslated)
        .addCell(territoryName)
        .addCell(nativeTerritoryName)
        .addCell(territory)
        .finishRow();
    }

    static Map<String, String> fixScriptGif = CollectionUtilities.asMap(new String[][] {
        { "hangul", "hangulsyllables" },
        { "japanese", "hiragana" },
        { "unknown or invalid script", "unknown" },
        { "Hant", "Hant" },
        { "Hans", "Hans" },
    });

    private static String getGifName(String script) {
        String temp = fixScriptGif.get(script);
        if (temp != null) {
            return temp;
        }
        String scriptName = english.getName(CLDRFile.SCRIPT_NAME, script);
        scriptName = scriptName.toLowerCase(Locale.ENGLISH);
        temp = fixScriptGif.get(scriptName);
        if (temp != null) {
            return temp;
        }
        return scriptName;
    }

    private static Set<Type> oldLanguage = Collections.unmodifiableSet(EnumSet.of(Type.Ancient, Type.Extinct,
        Type.Historical, Type.Constructed));

    private static void addLanguageScriptCells(TablePrinter tablePrinter, TablePrinter tablePrinter2, String language,
        String script, String secondary) {
        try {
            String languageName = english.getName(CLDRFile.LANGUAGE_NAME, language);
            if (languageName == null) {
                languageName = "¿" + language + "?";
                System.err.println("No English Language Name for:" + language);
            }
            String scriptName = english.getName(CLDRFile.SCRIPT_NAME, script);
            if (scriptName == null) {
                scriptName = "¿" + script + "?";
                System.err.println("No English Language Name for:" + script);
            }
            String scriptModern = StandardCodes.isScriptModern(script) ? "" : script.equals("Zzzz") ? "n/a" : "N";
            //Scope s = Iso639Data.getScope(language);
            Type t = Iso639Data.getType(language);
            // if ((s == Scope.Individual || s == Scope.Macrolanguage || s == Scope.Collection) && t == Type.Living) {
            // // ok
            // } else if (!language.equals("und")){
            // scriptModern = "N";
            // }
            String languageModern = oldLanguage.contains(t) ? "O" : language.equals("und") ? "?" : "";

            tablePrinter.addRow()
            .addCell(languageName)
            .addCell(language)
            .addCell(languageModern)
            .addCell(secondary)
            .addCell(scriptName)
            .addCell(script)
            .addCell(scriptModern)
            .finishRow();

            tablePrinter2.addRow()
            .addCell(scriptName)
            .addCell(script)
            .addCell(scriptModern)
            .addCell(languageName)
            .addCell(language)
            .addCell(languageModern)
            .addCell(secondary)
            .finishRow();
        } catch (RuntimeException e) {
            throw e;
        }
    }

    static class LanguageInfo {
        private static final Map<String, Map<String, String>> localeAliasInfo = new TreeMap<String, Map<String, String>>();

        Map<String, Set<String>> language_scripts = new TreeMap<String, Set<String>>();

        Map<String, Set<String>> language_territories = new TreeMap<String, Set<String>>();

        List<Map<String, String>> deprecatedItems = new ArrayList<Map<String, String>>();

        Map<String, Set<String>> territory_languages;

        Map<String, Set<String>> script_languages;

        //Map group_contains = new TreeMap();

        Set<String[]> aliases = new TreeSet<String[]>(new ArrayComparator(new Comparator[] { new UTF16.StringComparator(), col }));

        Comparator col3 = new ArrayComparator(new Comparator[] { col, col, col });

        Map<String, String> currency_fractions = new TreeMap<String, String>(col);

        Map<String, Set> currency_territory = new TreeMap<String, Set>(col);

        Map<String, Set> territory_currency = new TreeMap<String, Set>(col);

        Set<String> territoriesWithCurrencies = new TreeSet<String>();

        Set<String> currenciesWithTerritories = new TreeSet<String>();

        Map<String, Map<String, Set<String>>> territoryData = new TreeMap<String, Map<String, Set<String>>>();

        Set<String> territoryTypes = new TreeSet<String>();

        Map<String, LinkedHashSet<String>> charSubstitutions = new TreeMap<String, LinkedHashSet<String>>(col);

        String defaultDigits = null;

        Map<String, Map<String, Object>> territoryLanguageData = new TreeMap<String, Map<String, Object>>();

        private Relation<String, String> territoriesToModernCurrencies = Relation.of(new TreeMap<String, Set<String>>(), TreeSet.class,
            null);

        public LanguageInfo(Factory cldrFactory) throws IOException {
            CLDRFile supp = cldrFactory.make(CLDRFile.SUPPLEMENTAL_NAME, false);
            XPathParts parts = new XPathParts(new UTF16.StringComparator(), null);
            for (Iterator<String> it = supp.iterator(); it.hasNext();) {
                String path = it.next();
                String fullPath = supp.getFullXPath(path);
                if (fullPath == null) {
                    supp.getFullXPath(path);
                }
                parts.set(fullPath);
//                if (path.indexOf("/territoryContainment") >= 0) {
//                    Map attributes = parts.findAttributes("group");
//                    String type = (String) attributes.get("type");
//                    addTokens(type, (String) attributes.get("contains"), " ", group_contains);
//                    continue;
//                }

                // <zoneItem type="America/Adak" territory="US" aliases="America/Atka US/Aleutian"/>
                if (path.indexOf("/zoneItem") >= 0) {
                    Map<String, String> attributes = parts.getAttributes(parts.size() - 1);
                    String type = attributes.get("type");
                    //String territory = attributes.get("territory");
                    String aliasAttributes = attributes.get("aliases");
                    if (aliasAttributes != null) {
                        String[] aliasesList = aliasAttributes.split("\\s+");

                        for (int i = 0; i < aliasesList.length; ++i) {
                            String alias = aliasesList[i];
                            aliases.add(new String[] { "timezone", alias, type });
                        }
                    }
                    // TODO territory, multizone
                    continue;
                }

                if (path.indexOf("/currencyData") >= 0) {
                    if (path.indexOf("/fractions") >= 0) {
                        // <info iso4217="ADP" digits="0" rounding="0"/>
                        String element = parts.getElement(parts.size() - 1);
                        if (!element.equals("info"))
                            throw new IllegalArgumentException("Unexpected fractions element: " + element);
                        Map<String, String> attributes = parts.getAttributes(parts.size() - 1);
                        String iso4217 = (String) attributes.get("iso4217");
                        String digits = (String) attributes.get("digits");
                        String rounding = (String) attributes.get("rounding");
                        digits = digits + (rounding.equals("0") ? "" : " (" + rounding + ")");
                        if (iso4217.equals("DEFAULT"))
                            defaultDigits = digits;
                        else
                            currency_fractions.put(getName(CLDRFile.CURRENCY_NAME, iso4217, false), digits);
                        continue;
                    }
                    // <region iso3166="AR">
                    // <currency iso4217="ARS" from="1992-01-01"/>
                    if (path.indexOf("/region") >= 0) {
                        Map<String, String> attributes = parts.getAttributes(parts.size() - 2);
                        String iso3166 = (String) attributes.get("iso3166");
                        attributes = parts.getAttributes(parts.size() - 1);
                        String iso4217 = (String) attributes.get("iso4217");
                        String to = (String) attributes.get("to");
                        if (to == null)
                            to = "\u221E";
                        String from = (String) attributes.get("from");
                        if (from == null)
                            from = "-\u221E";
                        String countryName = getName(CLDRFile.TERRITORY_NAME, iso3166, false);
                        String currencyName = getName(CLDRFile.CURRENCY_NAME, iso4217, false);
                        Set info = territory_currency.get(countryName);
                        if (info == null)
                            territory_currency.put(countryName, info = new TreeSet(col3));
                        info.add(new String[] { from, to, currencyName });
                        info = currency_territory.get(currencyName);
                        if (info == null)
                            currency_territory.put(currencyName, info = new TreeSet(col));
                        territoriesWithCurrencies.add(iso3166);
                        currenciesWithTerritories.add(iso4217);
                        if (to.equals("\u221E") || to.compareTo("2006") > 0) {
                            territoriesToModernCurrencies.put(iso3166, iso4217);
                            info.add("<b>" + countryName + "</b>");

                        } else {
                            info.add("<i>" + countryName + "</i>");

                        }
                        continue;
                    }
                }

                if (path.indexOf("/languageData") >= 0) {
                    Map<String, String> attributes = parts.findAttributes("language");
                    String language = attributes.get("type");
                    String alt = attributes.get("alt");
                    addTokens(language, attributes.get("scripts"), " ", language_scripts);
                    // mark the territories
                    if (alt == null)
                        ; // nothing
                    else if ("secondary".equals(alt))
                        language += "*";
                    else
                        language += "*" + alt;
                    // <language type="af" scripts="Latn" territories="ZA"/>
                    addTokens(language, (String) attributes.get("territories"), " ", language_territories);
                    continue;
                }

                if (path.indexOf("/deprecatedItems") >= 0) {
                    deprecatedItems.add(parts.findAttributes("deprecatedItems"));
                    continue;
                }
                if (path.indexOf("/calendarData") >= 0) {
                    Map<String, String> attributes = parts.findAttributes("calendar");
                    if (attributes == null) {
                        System.err.println("Err: on path " + fullPath
                            + " , no attributes on 'calendar'. Probably, this tool is out of date.");
                    } else {
                        String type = (String) attributes.get("type");
                        String territories = (String) attributes.get("territories");
                        if (territories == null) {
                            System.err.println("Err: on path " + fullPath
                                + ", missing territories. Probably, this tool is out of date.");
                        } else if (type == null) {
                            System.err.println("Err: on path " + fullPath
                                + ", missing type. Probably, this tool is out of date.");
                        } else {
                            addTerritoryInfo(territories, "calendar", type);
                        }
                    }
                }
                if (path.indexOf("/weekData") >= 0 || path.indexOf("measurementData") >= 0) {
                    String element = parts.getElement(parts.size() - 1);
                    Map<String, String> attributes = parts.getAttributes(parts.size() - 1);
                    // later, make this a table
                    String key = "count";
                    String display = "Days in week (min)";
                    if (element.equals("firstDay")) {
                        key = "day";
                        display = "First day of week";
                    } else if (element.equals("weekendStart")) {
                        key = "day";
                        display = "First day of weekend";
                    } else if (element.equals("weekendEnd")) {
                        key = "day";
                        display = "Last day of weekend";
                    } else if (element.equals("measurementSystem")) {
                        // <measurementSystem type="metric" territories="001"/>
                        key = "type";
                        display = "Meas. system";
                    } else if (element.equals("paperSize")) {
                        key = "type";
                        display = "Paper Size";
                    }
                    String type = (String) attributes.get(key);
                    String territories = (String) attributes.get("territories");
                    addTerritoryInfo(territories, display, type);
                }
                if (path.indexOf("/territoryInfo") >= 0) {
                    Map<String, String> attributes = parts.getAttributes(2);
                    String type = (String) attributes.get("type");
                    String name = english.getName(CLDRFile.TERRITORY_NAME, type);
                    Map<String, Object> languageData = territoryLanguageData.get(name);
                    if (languageData == null) territoryLanguageData.put(name, languageData = new TreeMap<String, Object>());
                    languageData.put("code", attributes.get("type"));
                    languageData.put("gdp", attributes.get("gdp"));
                    languageData.put("literacyPercent", attributes.get("literacyPercent"));
                    languageData.put("population", attributes.get("population"));
                    if (parts.size() > 3) {
                        attributes = parts.getAttributes(3);
                        Set<Pair<Double, Pair<Double, String>>> languageData2 = (Set<Pair<Double, Pair<Double, String>>>) languageData.get("language");
                        if (languageData2 == null)
                            languageData.put("language", languageData2 = new TreeSet<Pair<Double, Pair<Double, String>>>(INVERSE_COMPARABLE));
                        String literacy = attributes.get("literacyPercent");
                        languageData2.add(
                            new Pair(Double.parseDouble(attributes.get("populationPercent")),
                                new Pair(literacy == null ? Double.NaN : Double.parseDouble(literacy),
                                    attributes.get("type"))));
                    }
                    // <languagePopulation type="tet" populationPercent="5.38" references="R1048"/> <!--Tetum-->
                    // supplementalData/territoryTestData/territory[@type="AU"][@gdp="640100000000"][@literacy="0.99"][@population="20000000"]/languagePopulation[@type="zh_Hant"][@functionallyLiterate="420000"]
                    // supplementalData/territoryTestData/territory[@type="GP"][@gdp="3513000000"][@literacy="0.99"][@population="450000"]
                    continue;
                }
                if (path.indexOf("/generation") >= 0 || path.indexOf("/version") >= 0)
                    continue;
                System.out.println("Skipped Element: " + path);
            }
            territory_languages = getInverse(language_territories);
            script_languages = getInverse(language_scripts);

            // now get some metadata
            localeAliasInfo.put("language", new TreeMap<String, String>());
            localeAliasInfo.put("script", new TreeMap<String, String>());
            localeAliasInfo.put("territory", new TreeMap<String, String>());
            localeAliasInfo.put("variant", new TreeMap<String, String>());
            localeAliasInfo.put("zone", new TreeMap<String, String>());

            localeAliasInfo.get("language").put("no", "nb");
            localeAliasInfo.get("language").put("zh_CN", "zh_Hans_CN");
            localeAliasInfo.get("language").put("zh_SG", "zh_Hans_SG");
            localeAliasInfo.get("language").put("zh_TW", "zh_Hant_TW");
            localeAliasInfo.get("language").put("zh_MO", "zh_Hant_MO");
            localeAliasInfo.get("language").put("zh_HK", "zh_Hant_HK");

            // CLDRFile supp2 = cldrFactory.make(CLDRFile.SUPPLEMENTAL_METADATA, false);
            Map<String, Map<String, R2<List<String>, String>>> localeAliasInfo2 = supplementalDataInfo
                .getLocaleAliasInfo();
            for (Entry<String, Map<String, R2<List<String>, String>>> entry1 : localeAliasInfo2.entrySet()) {
                String element = entry1.getKey();
                for (Entry<String, R2<List<String>, String>> entry2 : entry1.getValue().entrySet()) {
                    String type = entry2.getKey();
                    R2<List<String>, String> replacementReason = entry2.getValue();
                    List<String> replacementList = replacementReason.get0();
                    String replacement = replacementList == null ? null : CollectionUtilities
                        .join(replacementList, " ");
                    String reason = replacementReason.get1();

                    // for (Iterator it = supp2.iterator(); it.hasNext();) {
                    // String path = (String) it.next();
                    // parts.set(supp2.getFullXPath(path));
                    // if (path.indexOf("/alias") >= 0) {
                    // String element = parts.getElement(parts.size() - 1);
                    // Map attributes = parts.getAttributes(parts.size() - 1);
                    // String type = (String) attributes.get("type");
                    // if (!element.endsWith("Alias"))
                    // throw new IllegalArgumentException("Unexpected alias element: " + element);
                    // element = element.substring(0, element.length() - 5);
                    // String replacement = (String) attributes.get("replacement");
                    if (element.equals("timezone")) {
                        element = "zone";
                    }
                    localeAliasInfo.get(element).put(type, replacement == null ? "?" : replacement);

                    String name = "";
                    if (replacement == null) {
                        name = "(none)";
                    } else if (element.equals("language")) {
                        name = getName(replacement, false);
                    } else if (element.equals("zone")) {
                        element = "timezone";
                        name = replacement + "*";
                    } else {
                        int typeCode = CLDRFile.typeNameToCode(element);
                        if (typeCode >= 0) {
                            name = getName(typeCode, replacement, false);
                        } else {
                            name = "*" + replacement;
                        }
                    }
                    if (element.equals("territory")) {
                        territoryAliases.put(type, name);
                        aliases
                        .add(new String[] { element, getName(CLDRFile.TERRITORY_NAME, type, false), name, reason });
                    } else {
                        aliases.add(new String[] { element, type, name, reason });
                    }
                    continue;
                    // }
                    // if (path.indexOf("/generation") >= 0 || path.indexOf("/version") >= 0)
                    // continue;
                    // System.out.println("Skipped Element: " + path);
                }
            }
            Log.setLog(CLDRPaths.CHART_DIRECTORY + "supplemental/", "characterLog.txt");
//            CLDRFile chars = cldrFactory.make("characters", false);
//            int count = 0;
//            for (Iterator it = chars.iterator("", CLDRFile.getLdmlComparator()); it.hasNext();) {
//                String path = (String) it.next();
//                parts.set(chars.getFullXPath(path));
//                if (parts.getElement(1).equals("version"))
//                    continue;
//                if (parts.getElement(1).equals("generation"))
//                    continue;
//                String value = parts.getAttributeValue(-2, "value");
//                String substitute = chars.getStringValue(path, true);
//                addCharSubstitution(value, substitute);
//            }
//            if (count != 0)
//                System.out.println("Skipped NFKC/NFC items: " + count);
            Log.close();
        }

        public void printLikelySubtags(PrintWriter index) throws IOException {

            PrintWriter pw = new PrintWriter(new FormattedFileWriter(null, "Likely Subtags", null, SUPPLEMENTAL_INDEX_ANCHORS));

            TablePrinter tablePrinter = new TablePrinter()
            .addColumn("Source Lang", "class='source'", null, "class='source'", true).setSortPriority(1)
            .setSpanRows(false)
            .addColumn("Source Script", "class='source'", null, "class='source'", true).setSortPriority(0)
            .setSpanRows(false).setBreakSpans(true)
            .addColumn("Source Region", "class='source'", null, "class='source'", true).setSortPriority(2)
            .setSpanRows(false)
            .addColumn("Target Lang", "class='target'", null, "class='target'", true).setSortPriority(3)
            .setBreakSpans(true)
            .addColumn("Target Script", "class='target'", null, "class='target'", true).setSortPriority(4)
            .addColumn("Target Region", "class='target'", null, "class='target'", true).setSortPriority(5)
            .addColumn("Source ID", "class='source'", CldrUtility.getDoubleLinkMsg(), "class='source'", true)
            .addColumn("Target ID", "class='target'", null, "class='target'", true);
            Map<String, String> subtags = supplementalDataInfo.getLikelySubtags();
            LanguageTagParser sourceParsed = new LanguageTagParser();
            LanguageTagParser targetParsed = new LanguageTagParser();
            for (String source : subtags.keySet()) {
                String target = subtags.get(source);
                sourceParsed.set(source);
                targetParsed.set(target);
                tablePrinter.addRow()
                .addCell(getName(CLDRFile.LANGUAGE_NAME, sourceParsed.getLanguage()))
                .addCell(getName(CLDRFile.SCRIPT_NAME, sourceParsed.getScript()))
                .addCell(getName(CLDRFile.TERRITORY_NAME, sourceParsed.getRegion()))
                .addCell(getName(CLDRFile.LANGUAGE_NAME, targetParsed.getLanguage()))
                .addCell(getName(CLDRFile.SCRIPT_NAME, targetParsed.getScript()))
                .addCell(getName(CLDRFile.TERRITORY_NAME, targetParsed.getRegion()))
                .addCell(source)
                .addCell(target)
                .finishRow();
            }
            pw.println(tablePrinter.toTable());
            pw.close();
        }

        private String getName(final int type, final String value) {
            if (value == null || value.equals("") || value.equals("und")) {
                return "\u00A0";
            }
            String result = english.getName(type, value);
            if (result == null) {
                result = value;
            }
            return result;
        }

        static final Comparator INVERSE_COMPARABLE = new Comparator() {
            public int compare(Object o1, Object o2) {
                return ((Comparable) o2).compareTo(o1);
            }
        };

        // public void printCountryData(PrintWriter pw) throws IOException {
        // NumberFormat nf = NumberFormat.getInstance(ULocale.ENGLISH);
        // nf.setGroupingUsed(true);
        // NumberFormat pf = NumberFormat.getPercentInstance(ULocale.ENGLISH);
        // pf.setMinimumFractionDigits(1);
        // pf.setMaximumFractionDigits(1);
        // PrintWriter pw2 = showCountryDataHeader(pw, "Territory-Language Information");
        // pw2.println("<tr>" +
        // "<th class='source'>Territory</th>" +
        // "<th class='source'>Code</th>" +
        // "<th class='target'>Population</th>" +
        // "<th class='target'>Literacy</th>" +
        // "<th class='target'>GDP (PPP)</th>" +
        //
        // "<th class='target'>Language</th>" +
        // "<th class='target'>Code</th>" +
        // "<th class='target'>Population</th>" +
        // "<th class='target'>Literacy</th>" +
        // "</tr>");
        // for (String territoryName : territoryLanguageData.keySet()) {
        // Map<String,Object>results = territoryLanguageData.get(territoryName);
        // Set<Pair<Double,Pair<Double,String>>> language =
        // (Set<Pair<Double,Pair<Double,String>>>)results.get("language");
        // int span = language == null ? 0 : language.size();
        // String spanString = span == 0 ? "" : " rowSpan='"+span+"'";
        // double population = Double.parseDouble((String)results.get("population"));
        // double gdp = Double.parseDouble((String)results.get("gdp"));
        // pw2.println("<tr>" +
        // "<td class='source'" + spanString + ">" + territoryName + "</td>" +
        // "<td class='source'" + spanString + ">" + results.get("code") + "</td>" +
        // "<td class='targetRight'" + spanString + ">" + (population <= 1 ? "<i>na</i>" : nf.format(population)) +
        // "</td>" +
        // "<td class='targetRight'" + spanString + ">" +
        // pf.format(Double.parseDouble((String)results.get("literacyPercent"))/100) + "</td>" +
        // "<td class='targetRight'" + spanString + ">" + (gdp <= 1 ? "<i>na</i>" : nf.format(gdp)) + "</td>");
        // if (span == 0) {
        // pw2.println("<td class='source'><i>na</i></td>" +
        // "<td class='source'><i>na</i></td>"
        // + "<td class='targetRight'><i>na</i></td>"
        // + "<td class='targetRight'><i>na</i></td>"
        // + "</tr>");
        // } else {
        // boolean first = true;
        // for (Pair<Double,Pair<Double,String>> languageCodePair : language) {
        // double languagePopulation = languageCodePair.first;
        // double languageliteracy = languageCodePair.second.first;
        // String languageCode = languageCodePair.second.second;
        // if (first) {
        // first = false;
        // } else {
        // pw2.println("<tr>");
        // }
        // double proportion = languagePopulation/population;
        // if (proportion > 1) {
        // System.out.println("Warning - proportion > 100:" + territoryName + ", " + english.getName(languageCode,
        // false));
        // proportion = 1;
        // }
        // pw2.println(
        // "<td class='source'>" + english.getName(languageCode, false) + "</td>" +
        // "<td class='source'>" + languageCode + "</td>"
        // + "<td class='targetRight'>" + pf.format(languagePopulation/100) + "</td>"
        // + "<td class='targetRight'>" + (Double.isNaN(languageliteracy) ? "<i>na</i>" :
        // pf.format(languageliteracy/100)) + "</td>"
        // + "</tr>");
        // }
        // }
        // }
        // pw2.close();
        // /*
        // * Map languageData = (Map) territoryLanguageData.get(type);
        // if (languageData == null) territoryLanguageData.put(type, languageData = new TreeMap());
        // languageData.put("gdp", attributes.get("gdp"));
        // languageData.put("literacy", attributes.get("literacy"));
        // languageData.put("population", attributes.get("population"));
        // attributes = parts.getAttributes(3);
        // if (attributes != null) {
        // Map languageData2 = (Map) languageData.get("language");
        // if (languageData2 == null) territoryLanguageData.put(type, languageData2 = new LinkedHashMap());
        // languageData.put(attributes.get("type"), attributes.get("functionallyLiterate"));
        // }
        //
        // */
        // //pw.println("<tr><th class='source'>Territory</th><th class='target'>From</th><th class='target'>To</th><th class='target'>Currency</th></tr>");
        // //for (Iterator it = territory_currency.keySet().iterator(); it.hasNext();) {
        // //String territory = (String) it.next();
        // //Set info = (Set) territory_currency.get(territory);
        // //pw.println("<tr><td class='source' rowSpan='" + info.size() + "'>" + territory + "</td>");
        // //boolean first = true;
        // //for (Iterator it2 = info.iterator(); it2.hasNext();) {
        // //String[] items = (String[]) it2.next();
        // //if (first)
        // //first = false;
        // //else
        // //pw.println("<tr>");
        // //pw.println("<td class='target'>" + items[0] + "</td><td class='target'>" + items[1] +
        // "</td><td class='target'>" + items[2] + "</td></tr>");
        // //}
        // //}
        // ////doFooter(pw);
        // //pw.close();
        // //pw = new PrintWriter(new FormattedFileWriter(index, "Currency Format Info"));
        // //
        // ////doTitle(pw, "Currency Format Info");
        // //pw.println("<tr><th class='source'>Currency</th><th class='target'>Digits</th><th class='target'>Countries</th></tr>");
        // //Set currencyList = new TreeSet(col);
        // //currencyList.addAll(currency_fractions.keySet());
        // //currencyList.addAll(currency_territory.keySet());
        // //
        // //for (Iterator it = currencyList.iterator(); it.hasNext();) {
        // //String currency = (String) it.next();
        // //String fractions = (String) currency_fractions.get(currency);
        // //if (fractions == null)
        // //fractions = defaultDigits;
        // //Set territories = (Set) currency_territory.get(currency);
        // //pw.print("<tr><td class='source'>" + currency + "</td><td class='target'>" + fractions +
        // "</td><td class='target'>");
        // //if (territories != null) {
        // //boolean first = true;
        // //for (Iterator it2 = territories.iterator(); it2.hasNext();) {
        // //if (first)
        // //first = false;
        // //else
        // //pw.print(", ");
        // //pw.print(it2.next());
        // //}
        // //}
        // //pw.println("</td></tr>");
        // //}
        // //pw.close();
        // ////doFooter(pw);
        // //
        // }

        // http://www.faqs.org/rfcs/rfc2396.html
        // delims = "<" | ">" | "#" | "%" | <">
        // "{" | "}" | "|" | "\" | "^" | "[" | "]" | "`"
        // Within a query component, the characters ";", "/", "?", ":", "@",
        // "&", "=", "+", ",", and "$" are reserved.
        static final UnicodeSet ESCAPED_URI_QUERY = (UnicodeSet) new UnicodeSet(
            "[\\u0000-\\u0020\\u007F <>#%\"\\{}|\\\\\\^\\[\\]`;/?:@\\&=+,$\\u0080-\\U0001FFFF]").freeze();

        private static final int MINIMAL_BIG_VENDOR = 8;

        static {
            System.out.println(new UnicodeSet(ESCAPED_URI_QUERY).complement());
        }

        private String urlEncode(String input) {
            try {
                byte[] utf8 = input.getBytes("utf-8");
                StringBuffer output = new StringBuffer();
                for (int i = 0; i < utf8.length; ++i) {
                    int b = utf8[i] & 0xFF;
                    if (ESCAPED_URI_QUERY.contains(b)) {
                        output.append('%');
                        if (b < 0x10) output.append('0');
                        output.append(Integer.toString(b, 16));
                    } else {
                        output.append((char) b);
                    }
                }
                return output.toString();
            } catch (UnsupportedEncodingException e) {
                throw (IllegalArgumentException) new IllegalArgumentException().initCause(e);
            }
        }

        // http://trac.edgewall.org/wiki/TracTickets#PresetValuesforNewTickets
        // http://unicode.org/cldr/trac/newticket?summary=Fix_XXX
        private String addBug(int bugNumber, String text, String from, String subject, String body) {
            String parameters = "";
            // if (from != null && from.length() != 0) {
            // parameters += "&from=" + urlEncode(from);
            // }
            if (body != null && body.length() != 0) {
                parameters += "&amp;description=" + urlEncode(body);
            }
            if (subject != null && subject.length() != 0) {
                parameters += "&amp;summary=" + urlEncode(subject);
            }
            if (parameters.length() != 0) parameters = "?" + parameters;
            return "<a target='_blank' href='" + CLDRURLS.CLDR_NEWTICKET_URL
                + parameters + "'>" + text + "</a>";
        }

        private void showLanguageCountryInfo(PrintWriter pw) throws IOException {
            PrintWriter pw21 = new PrintWriter(new FormattedFileWriter(null, "Language-Territory Information",
                null
                // "<div  style='margin:1em'><p>The language data is provided for localization testing, and is under development for CLDR 1.5. "
                // +
                // "To add a new territory for a language, see the <i>add new</i> links below. " +
                // "For more information, see <a href=\"territory_language_information.html\">Territory-Language Information.</a>"
                // +
                // "<p></div>"
                , SUPPLEMENTAL_INDEX_ANCHORS
                ));
            PrintWriter pw2 = pw21;
            NumberFormat nf = NumberFormat.getInstance(ULocale.ENGLISH);
            nf.setGroupingUsed(true);
            //NumberFormat percent = new DecimalFormat("000.0%");
            TablePrinter tablePrinter = new TablePrinter()
            // tablePrinter.setSortPriorities(0,5)
            .addColumn("L", "class='source'", null, "class='source'", true)
            .setSortPriority(0)
            .setBreakSpans(true)
            .setRepeatHeader(true)
            .setHidden(true)
            .addColumn("Language", "class='source'", null, "class='source'", true)
            .setSortPriority(0)
            .setBreakSpans(true)
            .addColumn("Code", "class='source'", CldrUtility.getDoubleLinkMsg(), "class='source'", true)
            // .addColumn("Report Bug", "class='target'", null, "class='target'", false)
            .addColumn("Territory", "class='target'", null, "class='target'", true)
            .addColumn("Code", "class='target'", "<a href=\"territory_language_information.html#{0}\">{0}</a>",
                "class='target'", true)
                .addColumn("Language Population", "class='target'", "{0,number,#,##0}", "class='targetRight'", true)
                .setSortPriority(1).setSortAscending(false)
                // .addColumn("Territory Population", "class='target'", "{0,number,#,##0}", "class='targetRight'", true)
                // .addColumn("Language Literacy", "class='target'", "{0,number,00.0}%", "class='targetRight'", true)
                // .addColumn("Territory Literacy", "class='target'", "{0,number,00.0}%", "class='targetRight'", true)
                // .addColumn("Territory GDP (PPP)", "class='target'", "{0,number,#,##0}", "class='targetRight'", true)
                ;
            TreeSet<String> languages = new TreeSet<String>();
            Collection<Comparable[]> data = new ArrayList<Comparable[]>();
            String msg = "<br><i>Please click on each country code</i>";
            for (String territoryName : territoryLanguageData.keySet()) {
                Map<String, Object> results = territoryLanguageData.get(territoryName);
                Set<Pair<Double, Pair<Double, String>>> language = (Set<Pair<Double, Pair<Double, String>>>) results
                    .get("language");
                double population = Double.parseDouble((String) results.get("population"));
                double gdp = Double.parseDouble((String) results.get("gdp"));
                if (language == null) {
                    Comparable[] items = new Comparable[] {
                        getFirstPrimaryWeight(getLanguageName("und")),
                        getLanguageName("und") + msg,
                        "und",
                        // bug,
                        territoryName,
                        (String) results.get("code"),
                        Double.NaN,
                        // population,
                        // Double.NaN,
                        // Double.parseDouble((String)results.get("literacyPercent")),
                        // gdp
                    };
                    data.add(items);
                } else {
                    for (Pair<Double, Pair<Double, String>> languageCodePair : language) {
                        double languagePopulation = languageCodePair.getFirst();
                        double languageliteracy = languageCodePair.getSecond().getFirst();
                        String languageCode = languageCodePair.getSecond().getSecond();
                        languages.add(languageCode);
                        double territoryLiteracy = Double.parseDouble((String) results.get("literacyPercent"));
                        if (Double.isNaN(languageliteracy)) {
                            languageliteracy = territoryLiteracy;
                        }
                        String territoryCode = (String) results.get("code");
                        Comparable[] items = new Comparable[] {
                            getFirstPrimaryWeight(getLanguageName(languageCode)),
                            getLanguageName(languageCode), // + getLanguagePluralMessage(msg, languageCode),
                            languageCode,
                            // bug,
                            territoryName + getOfficialStatus(territoryCode, languageCode),
                            territoryCode,
                            languagePopulation / 100 * population,
                            // population,
                            // languageliteracy,
                            // territoryLiteracy,
                            // gdp
                        };
                        data.add(items);
                    }
                }
            }
            for (String languageCode : languages) {
                Comparable[] items = new Comparable[] {
                    getFirstPrimaryWeight(getLanguageName(languageCode)),
                    getLanguageName(languageCode), // + getLanguagePluralMessage(msg, languageCode),
                    languageCode,
                    // bug,
                    addBug(1217, "<i>add new</i>", "<email>", "Add territory to " + getLanguageName(languageCode)
                        + " (" + languageCode + ")", "<territory, speaker population in territory, and references>"),
                        "",
                        0.0d,
                        // 0.0d,
                        // 0.0d,
                        // 0.0d,
                        // gdp
                };
                data.add(items);

            }
            Comparable[][] flattened = data.toArray(new Comparable[data.size()][]);
            String value = tablePrinter.addRows(flattened).toTable();
            pw2.println(value);
            pw2.close();
        }

        private String getLanguagePluralMessage(String msg, String languageCode) {
            String mainLanguageCode = new LanguageTagParser().set(languageCode).getLanguage();
            String messageWithPlurals = msg + ", on <a href='language_plural_rules.html#" + mainLanguageCode
                + "'>plurals</a>" +
                ", and on <a href='likely_subtags.html#" + mainLanguageCode + "'>likely-subtags</a>";
            return messageWithPlurals;
        }

        private String getLanguageName(String languageCode) {
            String result = english.getName(languageCode);
            if (!result.equals(languageCode)) return result;
            Set<String> names = Iso639Data.getNames(languageCode);
            if (names != null && names.size() != 0) {
                return names.iterator().next();
            }
            return languageCode;
        }

        private void showCoverageGoals(PrintWriter pw) throws IOException {
            PrintWriter pw2 = new PrintWriter(new FormattedFileWriter(null, "Coverage Goals",
                null
                // "<p>" +
                // "The following show default coverage goals for larger organizations. " +
                // "<i>[n/a]</i> shows where there is no specific value for a given organization, " +
                // "while <i>(...)</i> indicates that the goal is inherited from the parent. " +
                // "A * is added if the goal differs from the parent locale's goal. " +
                // "For information on what these goals mean (comprehensive, modern, moderate,...), see the LDML specification "
                // +
                // "<a href='http://www.unicode.org/reports/tr35/#Coverage_Levels'>Appendix M: Coverage Levels</a>. " +
                // +
                // "</p>"
                , null
                ));

            TablePrinter tablePrinter = new TablePrinter()
            // tablePrinter.setSortPriorities(0,4)
            .addColumn("Language", "class='source'", null, "class='source'", true)
            .setSortPriority(0)
            .setBreakSpans(true)
            .addColumn("Code", "class='source'",
                "<a href=\"http://www.unicode.org/cldr/data/common/main/{0}.xml\">{0}</a>", "class='source'", false);
            Map<String, Map<String, Level>> vendordata = sc.getLocaleTypes();
            Set<String> locales = new TreeSet<String>();
            Set<String> vendors = new LinkedHashSet<String>();
            Set<String> smallVendors = new LinkedHashSet<String>();

            for (Entry<String, Map<String, Level>> vendorData : vendordata.entrySet()) {
                String vendor = vendorData.getKey();
                if (vendor.equals("Java")) continue;
                Map<String, Level> data = vendorData.getValue();
                if (data.size() < MINIMAL_BIG_VENDOR) {
                    smallVendors.add(vendor);
                    continue;
                }
                vendors.add(vendor);
                tablePrinter.addColumn(Organization.fromString(vendor).getDisplayName(), "class='target'", null, "class='target'", false)
                .setSpanRows(true);
                locales.addAll(data.keySet());
            }

            Collection<Comparable[]> data = new ArrayList<Comparable[]>();
            List<String> list = new ArrayList<String>();
            LanguageTagParser ltp = new LanguageTagParser();
            //String alias2 = getAlias("sh_YU");

            for (String locale : locales) {
                list.clear();
                String localeCode = locale.equals("*") ? "und" : locale;
                String alias = getAlias(localeCode);
                if (!alias.equals(localeCode)) {
                    System.out.println("Should use canonical form: " + locale + " => " + alias);
                }
                String baseLang = ltp.set(localeCode).getLanguage();
                String baseLangName = getLanguageName(baseLang);
                list.add("und".equals(localeCode) ? "other" : baseLangName);
                list.add(locale);
                for (String vendor : vendors) {
                    String status = getVendorStatus(locale, vendor, vendordata);
                    if (!baseLang.equals(locale) && !status.startsWith("<")) {
                        String langStatus = getVendorStatus(baseLang, vendor, vendordata);
                        if (!langStatus.equals(status)) {
                            status += "*";
                        }
                    }
                    list.add(status);
                }
                data.add(list.toArray(new String[list.size()]));
            }
            Comparable[][] flattened = data.toArray(new Comparable[data.size()][]);
            String value = tablePrinter.addRows(flattened).toTable();
            pw2.println(value);
            pw2.append("<h2>Others</h2><div align='left'><ul>");
            for (String vendor2 : smallVendors) {
                pw2.append("<li><b>");
                pw2.append(TransliteratorUtilities.toHTML.transform(
                    Organization.fromString(vendor2).getDisplayName())).append(": </b>");
                boolean first1 = true;
                for (Level level : Level.values()) {
                    boolean first2 = true;
                    Level other = null;
                    for (Entry<String, Level> data2 : vendordata.get(vendor2).entrySet()) {
                        String key = data2.getKey();
                        Level level2 = data2.getValue();
                        if (level != level2) {
                            continue;
                        }
                        if (key.equals("*")) {
                            other = level2;
                            continue;
                        }
                        if (first2) {
                            if (first1) {
                                first1 = false;
                            } else {
                                pw2.append("; ");
                            }
                            pw2.append(level2.toString()).append(": ");
                            first2 = false;
                        } else {
                            pw2.append(", ");
                        }
                        pw2.append(TransliteratorUtilities.toHTML.transform(key));
                    }
                    if (other != null) {
                        if (first2) {
                            if (first1) {
                                first1 = false;
                            } else {
                                pw2.append("; ");
                            }
                            pw2.append(level.toString()).append(": ");
                            first2 = false;
                        } else {
                            pw2.append(", ");
                        }
                        pw2.append("<i>other</i>");
                    }
                }
                pw2.append("</li>");
            }
            pw2.append("</ul></div>");
            pw2.close();
        }

        LanguageTagParser lpt2 = new LanguageTagParser();

        private String getAlias(String locale) {
            lpt2.set(locale);
            locale = lpt2.toString(); // normalize
            //String language = lpt2.getLanguage();
            String script = lpt2.getScript();
            String region = lpt2.getRegion();
            // List variants = lpt2.getVariants();
            String temp;
            for (String old : localeAliasInfo.get("language").keySet()) {
                if (locale.startsWith(old)) {
                    // the above is a rough check, and will fail with old=moh and locale=mo
                    if (!locale.equals(old) && !locale.startsWith(old + "_")) {
                        continue;
                    }
                    temp = localeAliasInfo.get("language").get(old);
                    lpt2.setLanguage(temp.split("\\s+")[0] + locale.substring(old.length()));
                    break;
                }
            }
            temp = localeAliasInfo.get("script").get(script);
            if (temp != null) {
                lpt2.setScript(temp.split("\\s+")[0]);
            }
            temp = localeAliasInfo.get("territory").get(region);
            if (temp != null) {
                lpt2.setRegion(temp.split("\\s+")[0]);
            }
            return lpt2.toString();
        }

        private String getVendorStatus(String locale, String vendor, Map<String, Map<String, Level>> vendordata) {
            Level statusLevel = vendordata.get(vendor).get(locale);
            String status = statusLevel == null ? null : statusLevel.toString();
            String curLocale = locale;
            while (status == null) {
                curLocale = LocaleIDParser.getParent(curLocale);
                if (curLocale.equals("root")) {
                    status = "&nbsp;";
                    break;
                }
                statusLevel = vendordata.get(vendor).get(curLocale);
                if (statusLevel != null) {
                    status = "<i>(" + statusLevel + ")</i>";
                }
            }
            return status;
        }

        private void showCountryLanguageInfo(PrintWriter pw) throws IOException {
            PrintWriter pw21 = new PrintWriter(new FormattedFileWriter(null, "Territory-Language Information", null, SUPPLEMENTAL_INDEX_ANCHORS
                ));
            PrintWriter pw2 = pw21;
            NumberFormat nf = NumberFormat.getInstance(ULocale.ENGLISH);
            nf.setGroupingUsed(true);
            //NumberFormat percent = new DecimalFormat("000.0%");
            TablePrinter tablePrinter = new TablePrinter()
            // tablePrinter.setSortPriorities(0,4)
            .addColumn("T", "class='source'", null, "class='source'", true)
            .setSortPriority(0)
            .setBreakSpans(true)
            .setRepeatHeader(true)
            .setHidden(true)
            .addColumn("Territory", "class='source'", null, "class='source'", true)
            .setSortPriority(0)
            .setBreakSpans(true)
            .addColumn("Code", "class='source'", CldrUtility.getDoubleLinkMsg(),
                "class='source'", true)
                .addColumn("Terr. Literacy", "class='target'", "{0,number,#.0}%", "class='targetRight'", true);

            tablePrinter
            .addColumn("Language", "class='target'", null, "class='target'", false)
            .addColumn("Code", "class='target'", "<a href=\"language_territory_information.html#{0}\">{0}</a>",
                "class='target'", false)
                .addColumn("Lang. Pop.%", "class='target'", "{0,number,#.0}%", "class='targetRight'", true)
                .setSortAscending(false).setSortPriority(1)
                .addColumn("Writ. Lang. Pop.%", "class='target'", "{0,number,#.0}%", "class='targetRight'", true)
                .addColumn("Report Bug", "class='target'", null, "class='target'", false);

            for (String territoryName : territoryLanguageData.keySet()) {
                Map<String, Object> results = territoryLanguageData.get(territoryName);
                Set<Pair<Double, Pair<Double, String>>> language = (Set<Pair<Double, Pair<Double, String>>>) results
                    .get("language");
                double population = Double.parseDouble((String) results.get("population")) / 1000000;
                double gdp = Double.parseDouble((String) results.get("gdp")) / 1000000;
                double territoryLiteracy = Double.parseDouble((String) results.get("literacyPercent"));
                String territoryCode = (String) results.get("code");

                Map<String, Set<String>> worldData = territoryData.get(getName(CLDRFile.TERRITORY_NAME, "001", false));
                Map<String, Set<String>> countryData = territoryData.get(getName(CLDRFile.TERRITORY_NAME, territoryCode, false));

                if (language != null) {
                    for (Pair<Double, Pair<Double, String>> languageCodePair : language) {
                        double languagePopulation = languageCodePair.getFirst();
                        double languageliteracy = languageCodePair.getSecond().getFirst();
                        String languageCode = languageCodePair.getSecond().getSecond();

                        if (Double.isNaN(languageliteracy)) {
                            languageliteracy = territoryLiteracy;
                        }
                        tablePrinter.addRow()
                        .addCell(getFirstPrimaryWeight(territoryName))
                        .addCell(territoryName)
                        .addCell(territoryCode)
                        .addCell(territoryLiteracy);

                        tablePrinter
                        .addCell(getLanguageName(languageCode) + getOfficialStatus(territoryCode, languageCode))
                        .addCell(languageCode)
                        .addCell(languagePopulation)
                        .addCell(languageliteracy)
                        .addCell(
                            addBug(1217, "<i>bug</i>", "<email>", "Fix info for " + getLanguageName(languageCode)
                                + " (" + languageCode + ")"
                                + " in " + territoryName + " (" + territoryCode + ")",
                                "<fixed data for territory, plus references>"))
                                .finishRow();
                    }
                }

                tablePrinter.addRow()
                .addCell(getFirstPrimaryWeight(territoryName))
                .addCell(territoryName)
                .addCell(territoryCode)
                .addCell(territoryLiteracy);

                tablePrinter
                .addCell(
                    addBug(1217, "<i>add new</i>", "<email>", "Add language to " + territoryName + "("
                        + territoryCode + ")",
                        "<language, speaker pop. and literacy in territory, plus references>"))
                        .addCell("")
                        .addCell(0.0d)
                        .addCell(0.0d)
                        .addCell("")
                        .finishRow();

            }
            String value = tablePrinter.toTable();
            pw2.println(value);
            pw2.close();
        }

        private void showCountryInfo(PrintWriter pw) throws IOException {
            PrintWriter pw21 = new PrintWriter(new FormattedFileWriter(null, "Territory Information", null, SUPPLEMENTAL_INDEX_ANCHORS
                ));
            PrintWriter pw2 = pw21;
            NumberFormat nf = NumberFormat.getInstance(ULocale.ENGLISH);
            nf.setGroupingUsed(true);
            //NumberFormat percent = new DecimalFormat("000.0%");
            TablePrinter tablePrinter = new TablePrinter()
            // tablePrinter.setSortPriorities(0,4)
            .addColumn("T", "class='source'", null, "class='source'", true)
            .setSortPriority(0)
            .setBreakSpans(true)
            .setRepeatHeader(true)
            .setHidden(true)
            .addColumn("Territory", "class='source'", null, "class='source'", true)
            .setSortPriority(0)
            .setBreakSpans(true)
            .addColumn("Code", "class='source'", CldrUtility.getDoubleLinkMsg(),
                "class='source'", true)
                .addColumn("Terr. Pop (M)", "class='target'", "{0,number,#,###.0}", "class='targetRight'", true)
                .addColumn("Terr. GDP ($M PPP)", "class='target'", "{0,number,#,##0}", "class='targetRight'", true)
                .addColumn("Currencies (2006...)", "class='target'", null, "class='target'", true);
            for (Iterator<String> it = territoryTypes.iterator(); it.hasNext();) {
                String header = it.next();
                if (header.equals("calendar")) header = "calendar (+gregorian)";
                tablePrinter.addColumn(header).setHeaderAttributes("class='target'")
                .setCellAttributes("class='target'").setSpanRows(true);
            }

            tablePrinter
            .addColumn("Report Bug", "class='target'", null, "class='target'", false);

            for (String territoryName : territoryLanguageData.keySet()) {
                Map<String, Object> results = territoryLanguageData.get(territoryName);
                double population = Double.parseDouble((String) results.get("population")) / 1000000;
                double gdp = Double.parseDouble((String) results.get("gdp")) / 1000000;
                String territoryCode = (String) results.get("code");

                Map<String, Set<String>> worldData = territoryData.get(getName(CLDRFile.TERRITORY_NAME, "001", false));
                Map<String, Set<String>> countryData = territoryData.get(getName(CLDRFile.TERRITORY_NAME, territoryCode, false));

                tablePrinter.addRow()
                .addCell(getFirstPrimaryWeight(territoryName))
                .addCell(territoryName)
                .addCell(territoryCode)
                .addCell(population)
                .addCell(gdp)
                .addCell(getCurrencyNames(territoryCode));

                addOtherCountryData(tablePrinter, worldData, countryData);

                tablePrinter
                .addCell(
                    addBug(1217, "<i>bug</i>", "<email>", "Fix info for " + territoryName + " (" + territoryCode + ")",
                        "<fixed data for territory, plus references>"))
                        .finishRow();

            }
            String value = tablePrinter.toTable();
            pw2.println(value);
            pw2.close();
        }


        static Normalizer2 nfd = Normalizer2.getInstance(null, "nfc", Normalizer2.Mode.DECOMPOSE);

        // Do just an approximation for now

        private String getFirstPrimaryWeight(String territoryName) {
            char first = territoryName.charAt(0);
            String result = nfd.getDecomposition(first);
            if (result == null) {
                return UTF16.valueOf(first);
            }
            return UTF16.valueOf(result.codePointAt(0));
        }

        // private String getTerritoryWithLikelyLink(String territoryCode) {
        // return "<a href='likely_subtags.html#und_"+ territoryCode + "'>" + territoryCode + "</a>";
        // }

        private String getOfficialStatus(String territoryCode, String languageCode) {
            PopulationData x = supplementalDataInfo.getLanguageAndTerritoryPopulationData(languageCode, territoryCode);
            if (x == null || x.getOfficialStatus() == OfficialStatus.unknown) return "";
            return " <span title='" + x.getOfficialStatus().toString().replace('_', ' ') + "'>{"
            + x.getOfficialStatus().toShortString() + "}</span>";
        }

        private void addOtherCountryData(TablePrinter tablePrinter, Map<String, Set<String>> worldData, Map<String, Set<String>> countryData) {
            for (Iterator<String> it2 = territoryTypes.iterator(); it2.hasNext();) {
                String type = it2.next();
                Set<String> worldResults = worldData.get(type);
                Set<String> territoryResults = null;
                if (countryData != null) {
                    territoryResults = countryData.get(type);
                }
                if (territoryResults == null) {
                    territoryResults = worldResults;
                }
                String out = "";
                if (territoryResults != null) {
                    out = territoryResults + "";
                    out = out.substring(1, out.length() - 1); // remove [ and ]
                }
                tablePrinter.addCell(out);
            }
        }

        private String getCurrencyNames(String territoryCode) {
            Set<String> currencies = territoriesToModernCurrencies.getAll(territoryCode);
            if (currencies == null || currencies.size() == 0) return "";
            StringBuilder buffer = new StringBuilder();
            for (String code : currencies) {
                if (buffer.length() != 0) buffer.append(",<br>");
                buffer.append(getName(CLDRFile.CURRENCY_NAME, code, false));
            }
            return buffer.toString();
        }

        private void addCharSubstitution(String value, String substitute) {
            if (substitute.equals(value))
                return;
            LinkedHashSet<String> already = charSubstitutions.get(value);
            if (already == null)
                charSubstitutions.put(value, already = new LinkedHashSet<String>(0));
            already.add(substitute);
            Log.logln(hex(value, " ") + "; " + hex(substitute, " "));
        }

        /**
         * 
         */
//        public void showTerritoryInfo() {
//            Map territory_parent = new TreeMap();
//            gather("001", territory_parent);
//            for (Iterator it = territory_parent.keySet().iterator(); it.hasNext();) {
//                String territory = (String) it.next();
//                String parent = (String) territory_parent.get(territory);
//                System.out.println(territory + "\t" + english.getName(english.TERRITORY_NAME, territory) + "\t"
//                    + parent + "\t" + english.getName(english.TERRITORY_NAME, parent));
//            }
//        }

//        private void gather(String item, Map territory_parent) {
//            Collection containedByItem = (Collection) group_contains.get(item);
//            if (containedByItem == null)
//                return;
//            for (Iterator it = containedByItem.iterator(); it.hasNext();) {
//                String contained = (String) it.next();
//                territory_parent.put(contained, item);
//                gather(contained, territory_parent);
//            }
//        }

        private void addTerritoryInfo(String territoriesList, String type, String info) {
            String[] territories = territoriesList.split("\\s+");
            territoryTypes.add(type);
            for (int i = 0; i < territories.length; ++i) {
                String territory = getName(CLDRFile.TERRITORY_NAME, territories[i], false);
                Map<String, Set<String>> s = territoryData.get(territory);
                if (s == null)
                    territoryData.put(territory, s = new TreeMap<String, Set<String>>());
                Set<String> ss = s.get(type);
                if (ss == null)
                    s.put(type, ss = new TreeSet<String>());
                ss.add(info);
            }
        }

        public void showCalendarData(PrintWriter pw0) throws IOException {
            PrintWriter pw = new PrintWriter(new FormattedFileWriter(null, "Other Territory Data", null, SUPPLEMENTAL_INDEX_ANCHORS));
            pw.println("<table>");
            pw.println("<tr><th class='source'>Territory</th>");
            for (Iterator<String> it = territoryTypes.iterator(); it.hasNext();) {
                String header = (String) it.next();
                if (header.equals("calendar")) header = "calendar (+gregorian)";
                pw.println("<th class='target'>" + header + "</th>");
            }
            pw.println("</tr>");

            String worldName = getName(CLDRFile.TERRITORY_NAME, "001", false);
            Map<String, Set<String>> worldData = territoryData.get(worldName);
            for (Iterator<String> it = territoryData.keySet().iterator(); it.hasNext();) {
                String country = it.next();
                if (country.equals(worldName))
                    continue;
                showCountry(pw, country, country, worldData);
            }
            showCountry(pw, worldName, "Other", worldData);
            pw.println("</table>");
            pw.close();
        }

        private void showCountry(PrintWriter pw, String country, String countryTitle, Map<String, Set<String>> worldData) {
            pw.println("<tr><td class='source'>" + countryTitle + "</td>");
            Map<String, Set<String>> data = territoryData.get(country);
            for (Iterator<String> it2 = territoryTypes.iterator(); it2.hasNext();) {
                String type = it2.next();
                String target = "target";
                Set<String> results = data.get(type);
                Set<String> worldResults = worldData.get(type);
                if (results == null) {
                    results = worldResults;
                    target = "target2";
                } else if (results.equals(worldResults)) {
                    target = "target2";
                }
                String out = "";
                if (results != null) {
                    out = results + "";
                    out = out.substring(1, out.length() - 1); // remove [ and ]
                }
                pw.println("<td class='" + target + "'>" + out + "</td>");
            }
            pw.println("</tr>");
        }

        public void showCorrespondances() {
            // show correspondances between language and script
            Map<String, String> name_script = new TreeMap<String, String>();
            for (Iterator<String> it = sc.getAvailableCodes("script").iterator(); it.hasNext();) {
                String script = it.next();
                String name = english.getName(CLDRFile.SCRIPT_NAME, script);
                if (name == null)
                    name = script;
                name_script.put(name, script);
                /*
                 * source == CLDRFile.TERRITORY_NAME && target == CLDRFile.LANGUAGE_NAME ? territory_languages
                 * : source == CLDRFile.LANGUAGE_NAME && target == CLDRFile.TERRITORY_NAME ? language_territories
                 * : source == CLDRFile.SCRIPT_NAME && target == CLDRFile.LANGUAGE_NAME ? script_languages
                 * : source == CLDRFile.LANGUAGE_NAME && target == CLDRFile.SCRIPT_NAME ? language_scripts
                 */}
            String delimiter = "\\P{L}+";
            Map<String, String> name_language = new TreeMap<String, String>();
            for (Iterator<String> it = sc.getAvailableCodes("language").iterator(); it.hasNext();) {
                String language = it.next();
                String names = english.getName(CLDRFile.LANGUAGE_NAME, language);
                if (names == null)
                    names = language;
                name_language.put(names, language);
            }
            for (Iterator<String> it = sc.getAvailableCodes("language").iterator(); it.hasNext();) {
                String language = it.next();
                String names = english.getName(CLDRFile.LANGUAGE_NAME, language);
                if (names == null)
                    names = language;
                String[] words = names.split(delimiter);
                if (words.length > 1) {
                    // System.out.println(names);
                }
                for (int i = 0; i < words.length; ++i) {
                    String name = words[i];
                    String script = (String) name_script.get(name);
                    if (script != null) {
                        Set<String> langSet = script_languages.get(script);
                        if (langSet != null && langSet.contains(language))
                            System.out.print("*");
                        System.out.println("\t" + name + " [" + language + "]\t=> " + name + " [" + script + "]");
                    } else {
                        String language2 = (String) name_language.get(name);
                        if (language2 != null && !language.equals(language2)) {
                            Set<String> langSet = language_scripts.get(language);
                            if (langSet != null)
                                System.out.print("*");
                            System.out.print("?\tSame script?\t + " + getName(CLDRFile.LANGUAGE_NAME, language, false)
                                + "\t & " + getName(CLDRFile.LANGUAGE_NAME, language2, false));
                            langSet = language_scripts.get(language2);
                            if (langSet != null)
                                System.out.print("*");
                            System.out.println();
                        }
                    }
                }
            }
        }

        /**
         * @throws IOException
         * 
         */
        public void printCurrency(PrintWriter index) throws IOException {
            PrintWriter pw = new PrintWriter(new FormattedFileWriter(null, "Detailed Territory-Currency Information",
                null
                // "<p>The following table shows when currencies were in use in different countries. " +
                // "See also <a href='#format_info'>Decimal Digits and Rounding</a>. " +
                // "To correct any information here, please file a " +
                // addBug(1274, "bug", "<email>", "Currency Bug",
                // "<currency, country, and references supporting change>") +
                // ".</p>"
                , SUPPLEMENTAL_INDEX_ANCHORS
                ));
            String section1 = "Territory to Currency";
            String section2 = "Decimal Digits and Rounding";
            showContents(pw, "territory_currency", section1, "format_info", section2);

            pw.println("<h2>" + CldrUtility.getDoubleLinkedText("territory_currency", "1. " + section1) + "</h2>");

            // doTitle(pw, "Territory \u2192 Currency");
            pw.println("<table>");
            pw.println("<tr><th class='source'>Territory</th>" +
                "<th class='source'>Code</th>" +
                "<th class='target'>From</th>" +
                "<th class='target'>To</th>" +
                "<th class='target'>Currency</th>" +
                "<th class='target'>Name</th>" +
                "</tr>");

            Relation<String, String> currencyToTerritory = Relation.of(new HashMap<String, Set<String>>(),
                HashSet.class);
            Relation<String, String> modernCurrencyToTerritory = Relation.of(new HashMap<String, Set<String>>(),
                HashSet.class);

            for (Entry<String, String> nameCode : NAME_TO_REGION.entrySet()) {
                String name = nameCode.getKey();
                String regionCode = nameCode.getValue();
                if (!StandardCodes.isCountry(regionCode)) {
                    continue;
                }
                if (sc.isLstregPrivateUse("region", regionCode)) {
                    continue;
                }
                Set<CurrencyDateInfo> info = supplementalDataInfo.getCurrencyDateInfo(regionCode);

                int infoSize = 1;
                if (info != null) {
                    infoSize = info.size();
                }
                pw.println("<tr>" +
                    "<td class='source' rowSpan='" + infoSize + "'>" + name + "</td>" +
                    "<td class='source' rowSpan='" + infoSize + "'>" + CldrUtility.getDoubleLinkedText(regionCode)
                    + "</td>"
                    );
                if (info == null) {
                    pw.println("<td class='target'>" + "<i>na</i>" + "</td>" +
                        "<td class='target'>" + "<i>na</i>" + "</td>" +
                        "<td class='target'>" + "<i>na</i>" + "</td>" +
                        "<td class='target'>" + "<i>na</i>" + "</td>" +
                        "</tr>");
                    continue;
                }
                boolean first = true;
                for (CurrencyDateInfo infoItem : info) {
                    Date endData = infoItem.getEnd();
                    if (endData.equals(CurrencyDateInfo.END_OF_TIME)) {
                        modernCurrencyToTerritory.put(infoItem.getCurrency(), getTerritoryName(regionCode));
                    } else {
                        currencyToTerritory.put(infoItem.getCurrency(), getTerritoryName(regionCode));
                    }
                    if (first)
                        first = false;
                    else
                        pw.println("<tr>");
                    pw.println("<td class='target'>" + CurrencyDateInfo.formatDate(infoItem.getStart()) + "</td>" +
                        "<td class='target'>" + CurrencyDateInfo.formatDate(endData) + "</td>" +
                        "<td class='target'>" + infoItem.getCurrency() + "</td>" +
                        "<td class='target'>" + english.getName("currency", infoItem.getCurrency()) + "</td>" +
                        "</tr>");
                }
            }
            // doFooter(pw);
            // pw.close();
            // pw = new PrintWriter(new FormattedFileWriter(index, "Currency Format Info", null));
            pw.write("</table>");

            pw.println("<h2>" + CldrUtility.getDoubleLinkedText("format_info", "2. " + section2) + "</h2>");

            pw.write("<p>This table shows the digit rounding for the currency, plus the countries where it is or was in use. "
                +
                "Countries where the currency is not in current use are marked by italics. "
                +
                "If the currency uses 'nickel rounding' in all transactions, the digits are followed by '(5)'. "
                +
                "If the currency uses 'nickel rounding' in cash retail transactions, the digits are followed by '[5]'."
                +
                "</p>");
            pw.write("<div align='center'><table>");

            // doTitle(pw, "Currency Format Info");

            pw.println("<tr>" +
                "<th class='source nowrap'>Name</th>" +
                "<th class='source'>Currency</th>" +
                "<th class='target'>Digits</th>" +
                "<th class='target'>Countries</th>" +
                "</tr>");
            Set<String> currencyList = new TreeSet<String>(col);
            currencyList.addAll(currency_fractions.keySet());
            currencyList.addAll(currency_territory.keySet());

            for (Entry<String, String> nameCode : NAME_TO_CURRENCY.entrySet()) {
                //String name = nameCode.getKey();
                String currency = nameCode.getValue();
                CurrencyNumberInfo info = supplementalDataInfo.getCurrencyNumberInfo(currency);
                Set<String> territories = currencyToTerritory.get(currency);
                Set<String> modernTerritories = modernCurrencyToTerritory.get(currency);

                // String fractions = (String) currency_fractions.get(currency);
                // if (fractions == null)
                // fractions = defaultDigits;
                // Set territories = (Set) currency_territory.get(currency);
                pw.print("<tr>" +
                    "<td class='source nowrap'>"
                    + TransliteratorUtilities.toHTML.transform(english.getName("currency", currency)) + "</td>" +
                    "<td class='source'>" + CldrUtility.getDoubleLinkedText(currency) + "</td>" +
                    "<td class='target'>" + info.getDigits()
                    + (info.getRounding() == 0 ? "" : " (" + info.getRounding() + ")")
                    + (info.cashRounding == 0 ? "" : " [" + info.cashRounding + "]")
                    + "</td>" +
                    "<td class='target'>");
                boolean first = true;
                boolean needBreak = false;
                if (modernTerritories != null) {
                    needBreak = true;
                    for (String territory : modernTerritories) {
                        if (first)
                            first = false;
                        else
                            pw.print(", ");
                        pw.print("<b>" + territory + "</b>");
                    }
                }
                //boolean haveBreak = true;
                if (territories != null) {
                    for (String territory : territories) {
                        if (first)
                            first = false;
                        else if (!needBreak)
                            pw.print(", ");
                        else {
                            pw.print(",<br>");
                            needBreak = false;
                        }
                        pw.print(territory);
                    }
                }
                pw.println("</td></tr>");
            }
            pw.println("</table>");
            pw.close();
            // doFooter(pw);

            // if (false) {
            // doTitle(pw, "Territories Versus Currencies");
            // pw.println("<tr><th>Territories Without Currencies</th><th>Currencies Without Territories</th></tr>");
            // pw.println("<tr><td class='target'>");
            // Set territoriesWithoutCurrencies = new TreeSet();
            // territoriesWithoutCurrencies.addAll(sc.getGoodAvailableCodes("territory"));
            // territoriesWithoutCurrencies.removeAll(territoriesWithCurrencies);
            // territoriesWithoutCurrencies.removeAll(group_contains.keySet());
            // boolean first = true;
            // for (Iterator it = territoriesWithoutCurrencies.iterator(); it.hasNext();) {
            // if (first) first = false;
            // else pw.print(", ");
            // pw.print(english.getName(CLDRFile.TERRITORY_NAME, it.next().toString(), false));
            // }
            // pw.println("</td><td class='target'>");
            // Set currenciesWithoutTerritories = new TreeSet();
            // currenciesWithoutTerritories.addAll(sc.getGoodAvailableCodes("currency"));
            // currenciesWithoutTerritories.removeAll(currenciesWithTerritories);
            // first = true;
            // for (Iterator it = currenciesWithoutTerritories.iterator(); it.hasNext();) {
            // if (first) first = false;
            // else pw.print(", ");
            // pw.print(english.getName(CLDRFile.CURRENCY_NAME, it.next().toString(), false));
            // }
            // pw.println("</td></tr>");
            // doFooter(pw);
            // }
        }

        private String getTerritoryName(String territory) {
            String name;
            name = english.getName("territory", territory);
            if (name == null) {
                name = sc.getData("territory", territory);
            }
            if (name != null) {
                return TransliteratorUtilities.toHTML.transform(name) + " (" + territory + ")";
            } else {
                return territory;
            }
        }

        /**
         * @throws IOException
         * 
         */
        public void printAliases(PrintWriter index) throws IOException {
            PrintWriter pw = new PrintWriter(new FormattedFileWriter(null, "Aliases", null, SUPPLEMENTAL_INDEX_ANCHORS));

            // doTitle(pw, "Aliases");
            pw.println("<table>");
            pw.println("<tr><th class='source'>" + "Type" + "</th>" +
                "<th class='source'>" + "Code" + "</th>" +
                "<th class='target'>" + "Reason" + "</th>" +
                "<th class='target'>" + "Substitute (if available)" + "</th></tr>");
            for (Iterator<String[]> it = aliases.iterator(); it.hasNext();) {
                String[] items = it.next();
                pw.println("<tr><td class='source'>" + items[0] + "</td>" +
                    "<td class='source'>" + CldrUtility.getDoubleLinkedText(items[1]) + "</td>" +
                    "<td class='target'>" + items[3] + "</td>" +
                    "<td class='target'>" + items[2] + "</td></tr>");
            }
            // doFooter(pw);
            pw.println("</table>");
            pw.close();
        }

        // deprecatedItems
        // public void printDeprecatedItems(PrintWriter pw) {
        // doTitle(pw, "Deprecated Items");
        // pw.print("<tr><td class='z0'><b>Type</b></td><td class='z1'><b>Elements</b></td><td class='z2'><b>Attributes</b></td><td class='z4'><b>Values</b></td>");
        // for (Iterator it = deprecatedItems.iterator(); it.hasNext();) {
        // Map source = (Map)it.next();
        // Object item;
        // pw.print("<tr>");
        // pw.print("<td class='z0'>" + ((item = source.get("type")) != null ? item : "<i>any</i>") + "</td>");
        // pw.print("<td class='z1'>" + ((item = source.get("elements")) != null ? item : "<i>any</i>") + "</td>");
        // pw.print("<td class='z2'>" + ((item = source.get("attributes")) != null ? item : "<i>any</i>") + "</td>");
        // pw.print("<td class='z4'>" + ((item = source.get("values")) != null ? item : "<i>any</i>") + "</td>");
        // pw.print("</tr>");
        // }
        // doFooter(pw);
        // }

        public void printWindows_Tzid(PrintWriter index) throws IOException {
            Map<String, Map<String, Map<String, String>>> zoneMapping = supplementalDataInfo
                .getTypeToZoneToRegionToZone();
            PrintWriter pw = new PrintWriter(new FormattedFileWriter(null, "Zone \u2192 Tzid", null, SUPPLEMENTAL_INDEX_ANCHORS));
            for (Entry<String, Map<String, Map<String, String>>> typeAndZoneToRegionToZone : zoneMapping.entrySet()) {
                String type = typeAndZoneToRegionToZone.getKey();
                Map<String, Map<String, String>> zoneToRegionToZone = typeAndZoneToRegionToZone.getValue();
                pw.println("<br><h1>Mapping for: " + type + "</h1><br>");
                // doTitle(pw, "Windows \u2192 Tzid");
                pw.println("<table>");
                pw.println("<tr><th class='source'>" + type + "</th><th class='source'>" + "Region"
                    + "</th><th class='target'>" + "TZID" + "</th></tr>");

                for (Entry<String, Map<String, String>> zoneAndregionToZone : zoneToRegionToZone.entrySet()) {
                    String source = zoneAndregionToZone.getKey();
                    Map<String, String> regionToZone = zoneAndregionToZone.getValue();
                    for (Entry<String, String> regionAndZone : regionToZone.entrySet()) {
                        String region = regionAndZone.getKey();
                        String target = regionAndZone.getValue();
                        if (region == null) region = "<i>any</a>";
                        pw.println("<tr><td class='source'>" + source + "</td><td class='source'>" + region
                            + "</td><td class='target'>" + target + "</td></tr>");
                    }
                }
                // doFooter(pw);
                pw.println("</table>");
            }
            pw.close();
        }

        // <info iso4217="ADP" digits="0" rounding="0"/>

        public void printCharacters(PrintWriter index) throws IOException {
            String title = "Character Fallback Substitutions";

            PrintWriter pw = new PrintWriter(new FormattedFileWriter(null, title, null, SUPPLEMENTAL_INDEX_ANCHORS));
            // doTitle(pw, title);
            pw.println("<table>");

            pw.println("<tr><th colSpan='3'>Substitute for character (if not in repertoire)</th><th colSpan='4'>The following (in priority order, first string that <i>is</i> in repertoire)</th></tr>");
            UnicodeSet chars = new UnicodeSet("[:NFKC_QuickCheck=N:]");
            for (com.ibm.icu.text.UnicodeSetIterator it = new com.ibm.icu.text.UnicodeSetIterator(chars); it.next();) {
                String value = it.getString();
                addCharSubstitution(value, Normalizer.normalize(value, Normalizer.NFC));
                addCharSubstitution(value, Normalizer.normalize(value, Normalizer.NFKC));
            }
            int[] counts = new int[4];
            for (Iterator<String> it = charSubstitutions.keySet().iterator(); it.hasNext();) {
                String value = it.next();
                LinkedHashSet<String> substitutes = charSubstitutions.get(value);
                String nfc = Normalizer.normalize(value, Normalizer.NFC);
                String nfkc = Normalizer.normalize(value, Normalizer.NFKC);

                String sourceTag = "<td class='source'>";
                if (substitutes.size() > 1) {
                    sourceTag = "<td class='source' rowSpan='" + substitutes.size() + "'>";
                }
                boolean first = true;
                for (Iterator<String> it2 = substitutes.iterator(); it2.hasNext();) {
                    String substitute = it2.next();
                    String type = "Explicit";
                    String targetTag = "<td class='target3'>";
                    if (substitute.equals(nfc)) {
                        type = "NFC";
                        targetTag = "<td class='target'>";
                        counts[2]++;
                    } else if (substitute.equals(nfkc)) {
                        type = "NFKC";
                        targetTag = "<td class='target4'>";
                        counts[3]++;
                    } else {
                        counts[0]++;
                    }
                    pw.println("<tr>"
                        + (!first ? "" : sourceTag + hex(value, ", ") + "</td>" + sourceTag
                            + TransliteratorUtilities.toHTML.transliterate(value) + "</td>" + sourceTag
                            + UCharacter.getName(value, ", ")
                            + "</td>") + targetTag + type + "</td>" + targetTag + hex(substitute, ", ") + "</td>"
                            + targetTag + TransliteratorUtilities.toHTML.transliterate(substitute) + "</td>" + targetTag
                            + UCharacter.getName(substitute, ", ") + "</td></tr>");
                    first = false;
                }
            }
            // doFooter(pw);
            pw.println("</table>");

            pw.close();
            for (int i = 0; i < counts.length; ++i) {
                System.out.println("Count\t" + i + "\t" + counts[i]);
            }
        }

        public static String hex(String s, String separator) {
            StringBuffer result = new StringBuffer();
            int cp;
            for (int i = 0; i < s.length(); i += UTF16.getCharCount(cp)) {
                cp = UTF16.charAt(s, i);
                if (i != 0)
                    result.append(separator);
                result.append(com.ibm.icu.impl.Utility.hex(cp));
            }
            return result.toString();
        }

        /**
         * 
         */
        // private PrintWriter doTitle(PrintWriter pw, String title) {
        // //String anchor = FileUtilities.anchorize(title);
        // pw.println("<div align='center'><table>");
        // //anchors.put(title, anchor);
        // //PrintWriter result = null;
        // //return result;
        // }

        // private void doFooter(PrintWriter pw) {
        // pw.println("</table></div>");
        // }
        public void printContains2(PrintWriter pw, String lead, String start, int depth, boolean isFirst) {
            String name = depth == 4 ? start : getName(CLDRFile.TERRITORY_NAME, start, false);
            if (!isFirst)
                pw.print(lead);
            int count = getTotalContainedItems(start, depth);
            pw.print("<td class='z" + depth + "' rowSpan='" + count + "'>" + name + "</td>"); // colSpan='" + (5 -
            // depth) + "'
            if (depth == 4)
                pw.println("</tr>");
            Collection<String> contains = getContainedCollection(start, depth);
            if (contains != null) {
                Collection<String> contains2 = new TreeSet<String>(territoryNameComparator);
                contains2.addAll(contains);
                boolean first = true;
                for (Iterator<String> it = contains2.iterator(); it.hasNext();) {
                    String item = it.next();
                    printContains2(pw, lead, item, depth + 1, first); // + "<td>&nbsp;</td>"
                    first = false;
                }
            }
        }

        private int getTotalContainedItems(String start, int depth) {
            Collection<String> c = getContainedCollection(start, depth);
            if (c == null)
                return 1;
            int sum = 0;
            for (Iterator<String> it = c.iterator(); it.hasNext();) {
                sum += getTotalContainedItems(it.next(), depth + 1);
            }
            return sum;
        }

        /**
         * 
         */
        private Collection<String> getContainedCollection(String start, int depth) {
            Collection<String> contains = supplementalDataInfo.getContainmentCore().get(start);
            if (contains == null) {
                contains = (Collection<String>) sc.getCountryToZoneSet().get(start);
                if (contains == null && depth == 3) {
                    contains = new TreeSet<String>();
                    if (start.compareTo("A") >= 0) {
                        contains.add("<font color='red'>MISSING TZID</font>");
                    } else {
                        contains.add("<font color='red'>Not yet ISO code</font>");
                    }
                }
            }
            return contains;
        }

        /**
         * @param table
         *            TODO
         * 
         */
        public void printMissing(PrintWriter pw, int source, int table) {
            Set<String> missingItems = new HashSet<String>();
            String type = null;
            if (source == CLDRFile.TERRITORY_NAME) {
                type = "territory";
                missingItems.addAll(sc.getAvailableCodes(type));
                missingItems.removeAll(territory_languages.keySet());
                missingItems.removeAll(supplementalDataInfo.getContainmentCore().keySet());
                missingItems.remove("200"); // czechoslovakia
            } else if (source == CLDRFile.SCRIPT_NAME) {
                type = "script";
                missingItems.addAll(sc.getAvailableCodes(type));
                missingItems.removeAll(script_languages.keySet());
            } else if (source == CLDRFile.LANGUAGE_NAME) {
                type = "language";
                missingItems.addAll(sc.getAvailableCodes(type));
                if (table == CLDRFile.SCRIPT_NAME)
                    missingItems.removeAll(language_scripts.keySet());
                if (table == CLDRFile.TERRITORY_NAME)
                    missingItems.removeAll(language_territories.keySet());
            } else {
                throw new IllegalArgumentException("Illegal code");
            }
            Set<String> missingItemsNamed = new TreeSet<String>(col);
            for (Iterator<String> it = missingItems.iterator(); it.hasNext();) {
                String item = it.next();
                List<String> data = sc.getFullData(type, item);
                if (data.get(0).equals("PRIVATE USE"))
                    continue;
                if (data.size() < 3)
                    continue;
                if (!"".equals(data.get(2)))
                    continue;

                String itemName = getName(source, item, true);
                missingItemsNamed.add(itemName);
            }
            pw.println("<div align='center'><table>");
            for (Iterator<String> it = missingItemsNamed.iterator(); it.hasNext();) {
                pw.println("<tr><td class='target'>" + it.next() + "</td></tr>");
            }
            pw.println("</table></div>");
        }

        // source, eg english.TERRITORY_NAME
        // target, eg english.LANGUAGE_NAME
        public void print(PrintWriter pw, int source, int target) {
            Map<String, Set<String>> data = source == CLDRFile.TERRITORY_NAME && target == CLDRFile.LANGUAGE_NAME ? territory_languages
                : source == CLDRFile.LANGUAGE_NAME && target == CLDRFile.TERRITORY_NAME ? language_territories
                    : source == CLDRFile.SCRIPT_NAME && target == CLDRFile.LANGUAGE_NAME ? script_languages
                        : source == CLDRFile.LANGUAGE_NAME && target == CLDRFile.SCRIPT_NAME ? language_scripts : null;
            // transform into names, and sort
            Map<String, Set<String>> territory_languageNames = new TreeMap<String, Set<String>>(col);
            for (Iterator<String> it = data.keySet().iterator(); it.hasNext();) {
                String territory = it.next();
                String territoryName = getName(source, territory, true);
                Set<String> s = territory_languageNames.get(territoryName);
                if (s == null)
                    territory_languageNames.put(territoryName, s = new TreeSet<String>(col));
                for (Iterator<String> it2 = data.get(territory).iterator(); it2.hasNext();) {
                    String language = it2.next();
                    String languageName = getName(target, language, true);
                    s.add(languageName);
                }
            }

            pw.println("<div align='center'><table>");

            for (Iterator<String> it = territory_languageNames.keySet().iterator(); it.hasNext();) {
                String territoryName = it.next();
                pw.println("<tr><td class='source' colspan='2'>" + territoryName + "</td></tr>");
                Set<String> s = territory_languageNames.get(territoryName);
                for (Iterator<String> it2 = s.iterator(); it2.hasNext();) {
                    String languageName = it2.next();
                    pw.println("<tr><td>&nbsp;</td><td class='target'>" + languageName + "</td></tr>");
                }
            }
            pw.println("</table></div>");

        }

        /**
         * @param codeFirst
         *            TODO
         * 
         */
        private String getName(int type, String oldcode, boolean codeFirst) {
            if (oldcode.contains(" ")) {
                String[] result = oldcode.split("\\s+");
                for (int i = 0; i < result.length; ++i) {
                    result[i] = getName(type, result[i], codeFirst);
                }
                return CldrUtility.join(Arrays.asList(result), ", ");
            } else {
                int pos = oldcode.indexOf('*');
                String code = pos < 0 ? oldcode : oldcode.substring(0, pos);
                String ename = english.getName(type, code);
                String nameString = ename == null ? code : ename;
                return nameString.equals(oldcode) ? nameString
                    : codeFirst ? "[" + oldcode + "]" + "\t" + nameString
                        : nameString + "\t" + "[" + oldcode + "]";
            }
        }

        private String getName(String locale, boolean codeFirst) {
            String ename = getLanguageName(locale);
            return codeFirst ? "[" + locale + "]\t" + (ename == null ? locale : ename) : (ename == null ? locale
                : ename) + "\t[" + locale + "]";
        }

        Comparator territoryNameComparator = new Comparator() {
            public int compare(Object o1, Object o2) {
                return col.compare(getName(CLDRFile.TERRITORY_NAME, (String) o1, false),
                    getName(CLDRFile.TERRITORY_NAME, (String) o2, false));
            }
        };

        static String[] stringArrayPattern = new String[0];
        static String[][] string2ArrayPattern = new String[0][];

        public static Map<String, String> territoryAliases = new HashMap<String, String>();

        public void printContains(PrintWriter index) throws IOException {
            String title = "Territory Containment (UN M.49)";

            PrintWriter pw = new PrintWriter(new FormattedFileWriter(null, title, null, SUPPLEMENTAL_INDEX_ANCHORS));
            // doTitle(pw, title);
            List<String[]> rows = new ArrayList<String[]>();
            printContains3("001", rows, new ArrayList<String>());
            TablePrinter tablePrinter = new TablePrinter()
            .addColumn("World", "class='source'", null, "class='z0'", true).setSortPriority(0)
            .addColumn("Continent", "class='source'", null, "class='z1'", true).setSortPriority(1)
            .addColumn("Subcontinent", "class='source'", null, "class='z2'", true).setSortPriority(2)
            .addColumn("Country (Territory)", "class='source'", null, "class='z3'", true).setSortPriority(3)
            .addColumn("Time Zone", "class='source'", null, "class='z4'", true).setSortPriority(4);
            String[][] flatData = rows.toArray(string2ArrayPattern);
            pw.println(tablePrinter.addRows(flatData).toTable());

            showSubtable(pw, ContainmentStyle.grouping, "Groupings", "Grouping", "Contained Regions");
            showSubtable(pw, ContainmentStyle.deprecated, "Deprecated", "Container", "Deprecated Region");

//            Relation<String, String> deprecated = supplementalDataInfo
//                .getTerritoryToContained(ContainmentStyle.deprecated);
//
//            for (String region : deprecated.keySet()) {
//                nameToContainers.add(region);
//            }
//            pw.println("<h2>Groupings and Deprecated Regions</h2>");
//            for (String region : nameToContainers) {
//                String name = getName(CLDRFile.TERRITORY_NAME, region, false);
//                Set<String> dep = deprecated.get(region);
//                Set<String> gro = grouping.get(region);
//                Iterator<String> depIt = (dep == null ? Collections.EMPTY_SET : dep).iterator();
//                Iterator<String> groIt = (gro == null ? Collections.EMPTY_SET : gro).iterator();
//                while (depIt.hasNext() || groIt.hasNext()) {
//                    String dep1 = depIt.hasNext() ? getName(CLDRFile.TERRITORY_NAME, depIt.next(), false) : "";
//                    String gro1 = groIt.hasNext() ? getName(CLDRFile.TERRITORY_NAME, groIt.next(), false) : "";
//                    tablePrinter2.addRow()
//                    .addCell(name)
//                    .addCell(gro1)
//                    .addCell(dep1)
//                    .finishRow();
//                }
//            }
//            pw.println(tablePrinter2.toTable());
//            pw.println("<h2>Other Groupings</h2>");
//            for (Entry<String, Set<String>> regionContained : grouping.keyValuesSet()) {
//                showContainers(pw, regionContained);
//            }
//            
//            pw.println("<h2>Deprecated Codes</h2>");
//            for (Entry<String, Set<String>> regionContained : deprecated.keyValuesSet()) {
//                showContainers(pw, regionContained);
//            }
            pw.close();
        }

        public void showSubtable(PrintWriter pw, ContainmentStyle containmentStyle, String title, String containerTitle, String containeeTitle) {
            pw.println("<h2>" +
                title +
                "</h2>");
            TablePrinter tablePrinter2 = new TablePrinter()
            .addColumn(containerTitle, "class='source'", null, "class='z0'", true).setSortPriority(0)
            .addColumn(containeeTitle, "class='source'", null, "class='z4'", true).setSortPriority(1);

            Relation<String, String> grouping = supplementalDataInfo
                .getTerritoryToContained(containmentStyle);

            for (Entry<String, String> containerRegion : grouping.keyValueSet()) {
                String container = getName(CLDRFile.TERRITORY_NAME, containerRegion.getKey(), false);
                String containee = getName(CLDRFile.TERRITORY_NAME, containerRegion.getValue(), false);
                tablePrinter2.addRow()
                .addCell(container)
                .addCell(containee)
                .finishRow();
            }
            pw.println(tablePrinter2.toTable());
        }

        public void showContainers(PrintWriter pw, Entry<String, Set<String>> regionContained) {
            String region = regionContained.getKey();
            Set<String> contained = regionContained.getValue();
            pw.println("<ul><li>" + getName(CLDRFile.TERRITORY_NAME, region, false) + "<ul>");
            for (String sub : contained) {
                pw.println("<li>" + getName(CLDRFile.TERRITORY_NAME, sub, false) + "</li>");
            }
            pw.println("</ul></li></ul>");
        }

        private void printContains3(String start, List<String[]> rows, ArrayList<String> currentRow) {
            int len = currentRow.size();
            if (len > 3) {
                return; // skip long items
            }
            currentRow.add(getName(CLDRFile.TERRITORY_NAME, start, false));
            //Collection<String> contains = (Collection<String>) group_contains.get(start);
            Collection<String> contains = supplementalDataInfo.getContainmentCore().get(start);
            if (contains == null) {
                contains = (Collection<String>) sc.getCountryToZoneSet().get(start);
                currentRow.add("");
                if (contains == null) {
                    currentRow.set(len + 1, "???");
                    rows.add(currentRow.toArray(stringArrayPattern));
                } else {
                    for (String item : contains) {
                        currentRow.set(len + 1, item);
                        rows.add(currentRow.toArray(stringArrayPattern));
                    }
                }
                currentRow.remove(len + 1);
            } else {
                for (String item : contains) {
                    if (territoryAliases.keySet().contains(item)) {
                        continue;
                    }
                    printContains3(item, rows, currentRow);
                }
            }
            currentRow.remove(len);
        }

    }

    /**
     * 
     */
    private static Map<String, Set<String>> getInverse(Map<String, Set<String>> language_territories) {
        // get inverse relation
        Map<String, Set<String>> territory_languages = new TreeMap<String, Set<String>>();
        for (Iterator<String> it = language_territories.keySet().iterator(); it.hasNext();) {
            String language = it.next();
            Set<String> territories = language_territories.get(language);
            for (Iterator<String> it2 = territories.iterator(); it2.hasNext();) {
                String territory = it2.next();
                Set<String> languages = territory_languages.get(territory);
                if (languages == null)
                    territory_languages.put(territory, languages = new TreeSet<String>(col));
                languages.add(language);
            }
        }
        return territory_languages;

    }

    static final Map<String, String> NAME_TO_REGION = getNameToCode(CodeType.territory, "region");
    static final Map<String, String> NAME_TO_CURRENCY = getNameToCode(CodeType.currency, "currency");

    private static SortedMap<String, String> getNameToCode(CodeType codeType, String cldrCodeType) {
        SortedMap<String, String> temp = new TreeMap<String, String>(col);
        for (String territory : StandardCodes.make().getAvailableCodes(codeType)) {
            String name = english.getName(cldrCodeType, territory);
            temp.put(name == null ? territory : name, territory);
        }
        temp = Collections.unmodifiableSortedMap(temp);
        return temp;
    }

    /**
     * @param value_delimiter
     *            TODO
     * 
     */
    private static void addTokens(String key, String values, String value_delimiter, Map<String, Set<String>> key_value) {
        if (values != null) {
            Set<String> s = key_value.get(key);
            if (s == null)
                key_value.put(key, s = new TreeSet<String>(col));
            s.addAll(Arrays.asList(values.split(value_delimiter)));
        }
    }

    public static String getHelpHtml(String xpath) {
        synchronized (ShowLanguages.class) {
            if (helpMessages == null) {
                helpMessages = new HelpMessages("chart_messages.html");
            }
        }
        return helpMessages.find(xpath);
        // if (xpath.contains("/exemplarCharacters")) {
        // result = "The standard exemplar characters are those used in customary writing ([a-z] for English; "
        // + "the auxiliary characters are used in foreign words found in typical magazines, newspapers, &c.; "
        // + "currency auxilliary characters are those used in currency symbols, like 'US$ 1,234'. ";
        // }
        // return result == null ? null : TransliteratorUtilities.toHTML.transliterate(result);
    }

    static HelpMessages helpMessages;

    public static void showContents(Appendable pw, String... items) {
        try {
            pw.append("</div>" + System.lineSeparator());
            pw.append("<h3>Contents</h3>" + System.lineSeparator());
            pw.append("<ol>" + System.lineSeparator());
            for (int i = 0; i < items.length; i += 2) {
                pw.append("<li><a href='#" + items[i] + "'>" + items[i + 1] + "</a></li>" + System.lineSeparator());
            }
            pw.append("</ol><hr>" + System.lineSeparator());

            pw.append("<div align='center'>" + System.lineSeparator());
        } catch (IOException e) {
            throw new IllegalArgumentException(e);
        }
    }

}
