SOLR-3056: support kuromoji in core

git-svn-id: https://svn.apache.org/repos/asf/lucene/dev/trunk@1239117 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Robert Muir 2012-02-01 13:01:44 +00:00
parent 9e67c12c53
commit 3d55e144ac
14 changed files with 14 additions and 15 deletions

View File

@ -61,11 +61,6 @@
<artifactId>lucene-analyzers-icu</artifactId> <artifactId>lucene-analyzers-icu</artifactId>
<version>${project.version}</version> <version>${project.version}</version>
</dependency> </dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-analyzers-kuromoji</artifactId>
<version>${project.version}</version>
</dependency>
<dependency> <dependency>
<groupId>org.apache.lucene</groupId> <groupId>org.apache.lucene</groupId>
<artifactId>lucene-analyzers-smartcn</artifactId> <artifactId>lucene-analyzers-smartcn</artifactId>

View File

@ -70,6 +70,11 @@
<artifactId>lucene-analyzers-common</artifactId> <artifactId>lucene-analyzers-common</artifactId>
<version>${project.version}</version> <version>${project.version}</version>
</dependency> </dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-analyzers-kuromoji</artifactId>
<version>${project.version}</version>
</dependency>
<dependency> <dependency>
<groupId>org.apache.lucene</groupId> <groupId>org.apache.lucene</groupId>
<artifactId>lucene-analyzers-phonetic</artifactId> <artifactId>lucene-analyzers-phonetic</artifactId>

View File

@ -454,6 +454,9 @@ New Features
that filters tokens based on their TypeAttribute. (Tommaso Teofili via that filters tokens based on their TypeAttribute. (Tommaso Teofili via
Uwe Schindler) Uwe Schindler)
* LUCENE-3305, SOLR-3056: Added Kuromoji morphological analyzer for Japanese.
(Christian Moen, Masaru Hasegawa via Robert Muir)
Optimizations Optimizations
---------------------- ----------------------
* SOLR-1931: Speedup for LukeRequestHandler and admin/schema browser. New parameter * SOLR-1931: Speedup for LukeRequestHandler and admin/schema browser. New parameter

View File

@ -82,6 +82,7 @@
<path id="solr.base.classpath"> <path id="solr.base.classpath">
<pathelement path="${analyzers-common.jar}"/> <pathelement path="${analyzers-common.jar}"/>
<pathelement path="${analyzers-kuromoji.jar}"/>
<pathelement path="${analyzers-phonetic.jar}"/> <pathelement path="${analyzers-phonetic.jar}"/>
<pathelement path="${highlighter.jar}"/> <pathelement path="${highlighter.jar}"/>
<pathelement path="${memory.jar}"/> <pathelement path="${memory.jar}"/>
@ -172,7 +173,7 @@
</target> </target>
<target name="prep-lucene-jars" <target name="prep-lucene-jars"
depends="jar-lucene-core, jar-analyzers-phonetic, jar-suggest, jar-highlighter, jar-memory, depends="jar-lucene-core, jar-analyzers-phonetic, jar-analyzers-kuromoji, jar-suggest, jar-highlighter, jar-memory,
jar-misc, jar-spatial, jar-grouping, jar-queries, jar-queryparser"> jar-misc, jar-spatial, jar-grouping, jar-queries, jar-queryparser">
<property name="solr.deps.compiled" value="true"/> <property name="solr.deps.compiled" value="true"/>
</target> </target>
@ -186,6 +187,7 @@
<copy todir="${lucene-libs}" preservelastmodified="true" flatten="true" failonerror="true" overwrite="true"> <copy todir="${lucene-libs}" preservelastmodified="true" flatten="true" failonerror="true" overwrite="true">
<fileset file="${lucene-core.jar}" /> <fileset file="${lucene-core.jar}" />
<fileset file="${analyzers-common.jar}" /> <fileset file="${analyzers-common.jar}" />
<fileset file="${analyzers-kuromoji.jar}" />
<fileset file="${analyzers-phonetic.jar}" /> <fileset file="${analyzers-phonetic.jar}" />
<fileset file="${suggest.jar}" /> <fileset file="${suggest.jar}" />
<fileset file="${grouping.jar}" /> <fileset file="${grouping.jar}" />

View File

@ -19,9 +19,6 @@ $Id$
================== 3.6.0 ================== ================== 3.6.0 ==================
* LUCENE-3305: Added Kuromoji morphological analyzer for Japanese.
(Christian Moen, Masaru Hasegawa via Robert Muir)
* SOLR-2919: Added parametric tailoring options to ICUCollationKeyFilterFactory. * SOLR-2919: Added parametric tailoring options to ICUCollationKeyFilterFactory.
These can be used to customize range query/sort behavior, for example to These can be used to customize range query/sort behavior, for example to
support numeric collation, ignore punctuation/whitespace, ignore accents but support numeric collation, ignore punctuation/whitespace, ignore accents but

View File

@ -2,12 +2,11 @@ The analysis-extras plugin provides additional analyzers that rely
upon large dependencies/dictionaries. upon large dependencies/dictionaries.
It includes integration with ICU for multilingual support, and It includes integration with ICU for multilingual support, and
analyzers for Chinese, Japanese, and Polish. analyzers for Chinese and Polish.
Relies upon the following lucene components (in lucene-libs/): Relies upon the following lucene components (in lucene-libs/):
* lucene-analyzers-icu-X.Y.jar * lucene-analyzers-icu-X.Y.jar
* lucene-analyzers-kuromoji-X.Y.jar
* lucene-analyzers-smartcn-X.Y.jar * lucene-analyzers-smartcn-X.Y.jar
* lucene-analyzers-stempel-X.Y.jar * lucene-analyzers-stempel-X.Y.jar

View File

@ -27,23 +27,21 @@
<path id="classpath"> <path id="classpath">
<pathelement path="${analyzers-icu.jar}"/> <pathelement path="${analyzers-icu.jar}"/>
<pathelement path="${analyzers-kuromoji.jar}"/>
<pathelement path="${analyzers-smartcn.jar}"/> <pathelement path="${analyzers-smartcn.jar}"/>
<pathelement path="${analyzers-stempel.jar}"/> <pathelement path="${analyzers-stempel.jar}"/>
<path refid="solr.base.classpath"/> <path refid="solr.base.classpath"/>
</path> </path>
<target name="module-jars-to-solr" <target name="module-jars-to-solr"
depends="jar-analyzers-icu, jar-analyzers-kuromoji, jar-analyzers-smartcn, jar-analyzers-stempel"> depends="jar-analyzers-icu, jar-analyzers-smartcn, jar-analyzers-stempel">
<mkdir dir="${build.dir}/lucene-libs"/> <mkdir dir="${build.dir}/lucene-libs"/>
<copy todir="${build.dir}/lucene-libs" preservelastmodified="true" flatten="true" failonerror="true" overwrite="true"> <copy todir="${build.dir}/lucene-libs" preservelastmodified="true" flatten="true" failonerror="true" overwrite="true">
<fileset file="${analyzers-icu.jar}"/> <fileset file="${analyzers-icu.jar}"/>
<fileset file="${analyzers-kuromoji.jar}"/>
<fileset file="${analyzers-smartcn.jar}"/> <fileset file="${analyzers-smartcn.jar}"/>
<fileset file="${analyzers-stempel.jar}"/> <fileset file="${analyzers-stempel.jar}"/>
</copy> </copy>
</target> </target>
<target name="compile-core" depends="jar-analyzers-icu, jar-analyzers-kuromoji, jar-analyzers-smartcn, jar-analyzers-stempel, solr-contrib-build.compile-core"/> <target name="compile-core" depends="jar-analyzers-icu, jar-analyzers-smartcn, jar-analyzers-stempel, solr-contrib-build.compile-core"/>
<target name="dist" depends="module-jars-to-solr, common-solr.dist"/> <target name="dist" depends="module-jars-to-solr, common-solr.dist"/>
</project> </project>