diff --git a/CHANGES.txt b/CHANGES.txt index f1c93a1e777..46d00cc0a91 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -308,12 +308,6 @@ Bug fixes cross-correlate Spans from different fields. (Paul Cowan and Chris Hostetter) -25. LUCENE-1629: Add SmartChineseAnalyzer to contrib/analyzers. It - improves on CJKAnalyzer and ChineseAnalyzer by handling Chinese - sentences properly. SmartChineseAnalyzer uses a Hidden Markov - Model to tokenize Chinese words in a more intelligent way. - (Xiaoping Gao via Mike McCandless) - Optimizations 1. LUCENE-1427: Fixed QueryWrapperFilter to not waste time computing diff --git a/contrib/CHANGES.txt b/contrib/CHANGES.txt index 7c9f8f645b6..4e0cd4970d0 100644 --- a/contrib/CHANGES.txt +++ b/contrib/CHANGES.txt @@ -55,6 +55,12 @@ New features you can download the .bz2 export from http://wikipedia.org and immediately index it. (Shai Erera via Mike McCandless) + 5. LUCENE-1629: Add SmartChineseAnalyzer to contrib/analyzers. It + improves on CJKAnalyzer and ChineseAnalyzer by handling Chinese + sentences properly. SmartChineseAnalyzer uses a Hidden Markov + Model to tokenize Chinese words in a more intelligent way. + (Xiaoping Gao via Mike McCandless) + Documentation diff --git a/contrib/analyzers/src/test/org/apache/lucene/analysis/ar/TestArabicAnalyzer.java b/contrib/analyzers/src/test/org/apache/lucene/analysis/ar/TestArabicAnalyzer.java new file mode 100644 index 00000000000..3432290f3a5 --- /dev/null +++ b/contrib/analyzers/src/test/org/apache/lucene/analysis/ar/TestArabicAnalyzer.java @@ -0,0 +1,36 @@ +package org.apache.lucene.analysis.ar; + +/** + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import junit.framework.TestCase; + +/** + * Test the Arabic Analyzer + * + */ +public class TestArabicAnalyzer extends TestCase { + + /** This test fails with NPE when the + * stopwords file is missing in classpath */ + public void testResourcesAvailable() { + new ArabicAnalyzer(); + } + + /* TODO: more tests */ + +}