Apache
/
lucene
mirror of https://github.com/apache/lucene.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

LUCENE-9702: Hunspell: support alternate casing for short language codes (#2253)

This commit is contained in:
Peter Gromov 2021-01-29 11:46:45 +01:00 committed by GitHub
parent 6635d7a5e7
commit ff943ece8f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 28 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
lucene/analysis/common/src/java/org/apache/lucene/analysis/hunspell/Dictionary.java
View File

@ -374,7 +374,9 @@ public class Dictionary {
fullStrip = true;
} else if ("LANG".equals(firstWord)) {
language = singleArgument(reader, line);
alternateCasing = "tr_TR".equals(language) || "az_AZ".equals(language);
int underscore = language.indexOf("_");
String langCode = underscore < 0 ? language : language.substring(0, underscore);
alternateCasing = langCode.equals("tr") || langCode.equals("az");
} else if ("BREAK".equals(firstWord)) {
breaks = parseBreaks(reader, line);
} else if ("FORBIDDENWORD".equals(firstWord)) {

5
lucene/analysis/common/src/test/org/apache/lucene/analysis/hunspell/SpellCheckerTest.java
View File

@ -56,6 +56,11 @@ public class SpellCheckerTest extends StemmerTestBase {
doTest("i53643");
}
@Test
public void dotless_i() throws Exception {
doTest("dotless_i");
}
@Test
public void needAffixOnAffixes() throws Exception {
doTest("needaffix5");

2
lucene/analysis/common/src/test/org/apache/lucene/analysis/hunspell/dotless_i.aff Normal file
View File

@ -0,0 +1,2 @@
SET UTF-8
LANG tr

4
lucene/analysis/common/src/test/org/apache/lucene/analysis/hunspell/dotless_i.dic Normal file
View File

@ -0,0 +1,4 @@
3
iç
ışık
Diyarbakır

8
lucene/analysis/common/src/test/org/apache/lucene/analysis/hunspell/dotless_i.good Normal file
View File

@ -0,0 +1,8 @@
Diyarbakır
DİYARBAKIR
iç
İç
ışık
Işık
İÇ
IŞIK

6
lucene/analysis/common/src/test/org/apache/lucene/analysis/hunspell/dotless_i.wrong Normal file
View File

@ -0,0 +1,6 @@
Diyarbakir
DIYARBAKIR
Iç
İşık
IÇ
İŞIK