thdltools/Jskad
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Added a mechanism for end users to have the ACIP/EWTS=>Tibetan converters print all tsheg bars or all unique tsheg bars to standard output. This will be useful for getting a list of all the tsheg bars in ACIP texts, e.g., which can then go into PackageTest.java. A lot of postprocessing would be required to get frequency counts, but you could do it with a perl script, awk, etc.

Browse source
This commit is contained in:
dchandler 2003-10-26 02:42:06 +00:00
parent ef24c608bf
commit 7ba1ad0735
1 changed files with 35 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
source/org/thdl/tib/text/ttt/TString.java
View file

@ -18,6 +18,10 @@ Contributor(s): ______________________________________.
package org.thdl.tib.text.ttt;
import org.thdl.util.ThdlOptions;
import java.util.HashSet;
/**
* An TString is some Latin text and a type, the type stating whether
* said text is Latin (usually English) or transliteration of Tibetan,
@ -118,10 +122,38 @@ public class TString {
* <i>type</i> being a characterization like {@link #DD}. */
public TString(String text, int type) {
setType(type);
setText((TIBETAN_NON_PUNCTUATION == type)
String ftext = (TIBETAN_NON_PUNCTUATION == type)
? MidLexSubstitution.getFinalValueForTibetanNonPunctuationToken(text)
: text);
: text;
setText(ftext);
if ((outputAllTshegBars || outputUniqueTshegBars) && TIBETAN_NON_PUNCTUATION == type)
outputTshegBar(ftext);
}
/** Prints x to standard output if and only if we have never
encountered x before. */
private static void outputTshegBar(String x) {
if (outputAllTshegBars) {
System.out.println(outputTshegBarsPrefix + x);
} else if (outputUniqueTshegBars) {
if (!tshegBars.contains(x)) {
tshegBars.add(x);
System.out.println(outputTshegBarsPrefix + x);
}
}
}
private static boolean outputAllTshegBars
= ThdlOptions.getBooleanOption("org.thdl.tib.text.ttt.OutputAllTshegBars"); // DLC DOC -- use me to generate frequency info
private static boolean outputUniqueTshegBars
= ThdlOptions.getBooleanOption("org.thdl.tib.text.ttt.OutputUniqueTshegBars"); // DLC DOC
private static String outputTshegBarsPrefix
= ThdlOptions.getStringOption("org.thdl.tib.text.ttt.PrefixForOutputTshegBars", ""); // DLC DOC
private static final HashSet tshegBars = new HashSet();
public String toString() {
String typeString = "HUH?????";
if (type == COMMENT) typeString = "COMMENT";