Skip to content

Commit e3c9a6d

Browse files
committed
whitespace
1 parent 4db80c0 commit e3c9a6d

File tree

1 file changed

+6
-8
lines changed

1 file changed

+6
-8
lines changed

src/edu/stanford/nlp/pipeline/TokenizerAnnotator.java

Lines changed: 6 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -205,19 +205,17 @@ public TokenizerAnnotator(boolean verbose, Properties props, String options) {
205205
// check if segmenting must be done (Chinese or Arabic and not tokenizing on whitespace)
206206
boolean whitespace = Boolean.parseBoolean(props.getProperty("tokenize.whitespace", "false"));
207207
if (props.getProperty("tokenize.language") != null &&
208-
LanguageInfo.isSegmenterLanguage(props.getProperty("tokenize.language"))
209-
&& !whitespace) {
208+
LanguageInfo.isSegmenterLanguage(props.getProperty("tokenize.language")) &&
209+
!whitespace) {
210210
useSegmenter = true;
211-
if (LanguageInfo.getLanguageFromString(
212-
props.getProperty("tokenize.language")) == LanguageInfo.HumanLanguage.ARABIC)
211+
if (LanguageInfo.getLanguageFromString(props.getProperty("tokenize.language")) == LanguageInfo.HumanLanguage.ARABIC) {
213212
segmenterAnnotator = new ArabicSegmenterAnnotator("segment", props);
214-
else if (LanguageInfo.getLanguageFromString(
215-
props.getProperty("tokenize.language")) == LanguageInfo.HumanLanguage.CHINESE)
213+
} else if (LanguageInfo.getLanguageFromString(props.getProperty("tokenize.language")) == LanguageInfo.HumanLanguage.CHINESE) {
216214
segmenterAnnotator = new ChineseSegmenterAnnotator("segment", props);
217-
else {
215+
} else {
218216
segmenterAnnotator = null;
219217
throw new RuntimeException("No segmenter implemented for: "+
220-
LanguageInfo.getLanguageFromString(props.getProperty("tokenize.language")));
218+
LanguageInfo.getLanguageFromString(props.getProperty("tokenize.language")));
221219
}
222220
} else {
223221
useSegmenter = false;

0 commit comments

Comments
 (0)