in opennlp-tools/src/main/java/opennlp/tools/tokenize/lang/Factory.java [61:89]
public Pattern getAlphanumeric(String languageCode) {
// For reference: https://en.wikipedia.org/wiki/List_of_ISO_639-1_codes
if ("es".equals(languageCode) || "spa".equals(languageCode)) {
return SPANISH;
}
if ("it".equals(languageCode) || "ita".equals(languageCode)) {
return ITALIAN;
}
if ("pt".equals(languageCode) || "por".equals(languageCode)) {
return PORTUGUESE;
}
if ("ca".equals(languageCode) || "cat".equals(languageCode)) {
return CATALAN;
}
if ("pl".equals(languageCode) || "pol".equals(languageCode)) {
return POLISH;
}
if ("de".equals(languageCode) || "deu".equals(languageCode) || "ger".equals(languageCode)) {
return GERMAN;
}
if ("fr".equals(languageCode) || "fre".equals(languageCode) || "fra".equals(languageCode)) {
return FRENCH;
}
if ("nl".equals(languageCode) || "nld".equals(languageCode) || "dut".equals(languageCode)) {
return DUTCH;
}
return DEFAULT_ALPHANUMERIC;
}