Apache
/
lucene
mirror of https://github.com/apache/lucene.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

LUCENE-5595: re-enable TestICUNormalizer2CharFilter random test, splitting by mode (#211) 

Re-enable the randomized testing here, but with a separate test for each
mode rather than all in one method. It gives better testing and also easier-to-debug
testing.
This commit is contained in:
Robert Muir 2021-07-13 23:11:18 -04:00 committed by GitHub
parent c21b0adb14
commit 5cf142f972
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 64 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

69
lucene/analysis/icu/src/test/org/apache/lucene/analysis/icu/TestICUNormalizer2CharFilter.java
View File

@ -321,9 +321,47 @@ public class TestICUNormalizer2CharFilter extends BaseTokenStreamTestCase {
16);
}
@AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-5595")
public void testRandomStrings() throws IOException {
// nfkc_cf
public void testRandomStringsNFC() throws IOException {
Analyzer a =
new Analyzer() {
@Override
protected TokenStreamComponents createComponents(String fieldName) {
return new TokenStreamComponents(new MockTokenizer(MockTokenizer.WHITESPACE, false));
}
@Override
protected Reader initReader(String fieldName, Reader reader) {
return new ICUNormalizer2CharFilter(
reader, Normalizer2.getInstance(null, "nfc", Normalizer2.Mode.COMPOSE));
}
};
checkRandomData(random(), a, 200 * RANDOM_MULTIPLIER);
// huge strings
checkRandomData(random(), a, 25 * RANDOM_MULTIPLIER, 8192);
a.close();
}
public void testRandomStringsNFKC() throws IOException {
Analyzer a =
new Analyzer() {
@Override
protected TokenStreamComponents createComponents(String fieldName) {
return new TokenStreamComponents(new MockTokenizer(MockTokenizer.WHITESPACE, false));
}
@Override
protected Reader initReader(String fieldName, Reader reader) {
return new ICUNormalizer2CharFilter(
reader, Normalizer2.getInstance(null, "nfkc", Normalizer2.Mode.COMPOSE));
}
};
checkRandomData(random(), a, 200 * RANDOM_MULTIPLIER);
// huge strings
checkRandomData(random(), a, 25 * RANDOM_MULTIPLIER, 8192);
a.close();
}
public void testRandomStringsNFKC_CF() throws IOException {
Analyzer a =
new Analyzer() {
@Override
@ -341,9 +379,30 @@ public class TestICUNormalizer2CharFilter extends BaseTokenStreamTestCase {
// huge strings
checkRandomData(random(), a, 25 * RANDOM_MULTIPLIER, 8192);
a.close();
}
// nfkd
a =
public void testRandomStringsNFD() throws IOException {
Analyzer a =
new Analyzer() {
@Override
protected TokenStreamComponents createComponents(String fieldName) {
return new TokenStreamComponents(new MockTokenizer(MockTokenizer.WHITESPACE, false));
}
@Override
protected Reader initReader(String fieldName, Reader reader) {
return new ICUNormalizer2CharFilter(
reader, Normalizer2.getInstance(null, "nfc", Normalizer2.Mode.DECOMPOSE));
}
};
checkRandomData(random(), a, 200 * RANDOM_MULTIPLIER);
// huge strings
checkRandomData(random(), a, 25 * RANDOM_MULTIPLIER, 8192);
a.close();
}
public void testRandomStringsNFKD() throws IOException {
Analyzer a =
new Analyzer() {
@Override
protected TokenStreamComponents createComponents(String fieldName) {