mirror of https://github.com/apache/lucene.git
Added recently released stemmers, updated license & build.
git-svn-id: https://svn.apache.org/repos/asf/lucene/java/trunk@150956 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Doug Cutting
parent
1052786c75
commit
22c2c5b909
|
|
@ -1,2 +0,0 @@
|
|||
AnyObjectId[ff9b90061b65c32122fcdde27bfe7f1e61fbd7bd] was removed in git history.
|
||||
Apache SVN contains full history.
|
||||
|
|
@ -1,53 +1,15 @@
|
|||
/* ====================================================================
|
||||
* The Apache Software License, Version 1.1
|
||||
/**
|
||||
* Copyright 2004 The Apache Software Foundation
|
||||
*
|
||||
* Copyright (c) 2001 The Apache Software Foundation. All rights
|
||||
* reserved.
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
*
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in
|
||||
* the documentation and/or other materials provided with the
|
||||
* distribution.
|
||||
*
|
||||
* 3. The end-user documentation included with the redistribution,
|
||||
* if any, must include the following acknowledgment:
|
||||
* "This product includes software developed by the
|
||||
* Apache Software Foundation (http://www.apache.org/)."
|
||||
* Alternately, this acknowledgment may appear in the software itself,
|
||||
* if and wherever such third-party acknowledgments normally appear.
|
||||
*
|
||||
* 4. The names "Apache" and "Apache Software Foundation" and
|
||||
* "Apache Lucene" must not be used to endorse or promote products
|
||||
* derived from this software without prior written permission. For
|
||||
* written permission, please contact apache@apache.org.
|
||||
*
|
||||
* 5. Products derived from this software may not be called "Apache",
|
||||
* "Apache Lucene", nor may "Apache" appear in their name, without
|
||||
* prior written permission of the Apache Software Foundation.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
|
||||
* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
||||
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
* DISCLAIMED. IN NO EVENT SHALL THE APACHE SOFTWARE FOUNDATION OR
|
||||
* ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
||||
* USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
||||
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
||||
* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
|
||||
* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||
* SUCH DAMAGE.
|
||||
* ====================================================================
|
||||
*
|
||||
* This software consists of voluntary contributions made by many
|
||||
* individuals on behalf of the Apache Software Foundation. For more
|
||||
* information on the Apache Software Foundation, please see
|
||||
* <http://www.apache.org/>.
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -6,22 +6,11 @@
|
|||
Snowball Analyzers
|
||||
</description>
|
||||
|
||||
<property name="version" value="1.1-dev"/>
|
||||
<property name="Name" value="Snowball Analyzers"/>
|
||||
|
||||
<import file="../common.xml"/>
|
||||
|
||||
<!-- Load all the default properties, and any the user wants -->
|
||||
<!-- to contribute (without having to type -D or edit this file -->
|
||||
<!-- TODO: eventually clean this part up -->
|
||||
<property file="${user.home}/build.properties"/>
|
||||
<property file="${basedir}/build.properties"/>
|
||||
<property file="${basedir}/default.properties"/>
|
||||
|
||||
<path id="anakia.classpath">
|
||||
<fileset dir="${jakarta.site2.home}/lib">
|
||||
<include name="*.jar"/>
|
||||
</fileset>
|
||||
</path>
|
||||
|
||||
|
||||
<property name="snowball.cvsroot" value=":pserver:cvsuser@cvs.tartarus.org:/home/cvs"/>
|
||||
<property name="snowball.cvs.password" value="anonymous"/>
|
||||
<property name="snowball.root" value="snowball/website"/>
|
||||
|
|
@ -75,28 +64,6 @@
|
|||
</target>
|
||||
|
||||
|
||||
<!-- ================================================================== -->
|
||||
<!-- Documentation -->
|
||||
<!-- ================================================================== -->
|
||||
<target name="javadoc" depends="compile">
|
||||
<mkdir dir="${build.javadoc}"/>
|
||||
<javadoc
|
||||
sourcepath="${src.dir}"
|
||||
overview="${src.dir}/overview.html"
|
||||
packagenames="*"
|
||||
destdir="${build.javadoc}"
|
||||
author="true"
|
||||
version="true"
|
||||
use="true"
|
||||
windowtitle="${Name} ${version} API"
|
||||
doctitle="${Name} ${version} API"
|
||||
>
|
||||
<link href="${javadoc.link.java}"/>
|
||||
<link href="${javadoc.link.lucene}"/>
|
||||
<classpath refid="compile.classpath"/>
|
||||
</javadoc>
|
||||
</target>
|
||||
|
||||
<target name="docs">
|
||||
<taskdef
|
||||
name="anakia"
|
||||
|
|
@ -119,89 +86,5 @@
|
|||
|
||||
</target>
|
||||
|
||||
<!-- ================================================================== -->
|
||||
<!-- D I S T R I B U T I O N -->
|
||||
<!-- ================================================================== -->
|
||||
<!-- -->
|
||||
<!-- ================================================================== -->
|
||||
<target name="package" depends="dist, javadoc">
|
||||
<mkdir dir="${dist.dir}"/>
|
||||
<mkdir dir="${dist.dir}/lib"/>
|
||||
<mkdir dir="${dist.dir}/docs"/>
|
||||
<mkdir dir="${dist.dir}/docs/api"/>
|
||||
|
||||
<copy todir="${dist.dir}/docs/api">
|
||||
<fileset dir="${build.javadoc}"/>
|
||||
</copy>
|
||||
|
||||
<copy todir="${dist.dir}/docs">
|
||||
<fileset dir="${docs.dest}/"/>
|
||||
</copy>
|
||||
|
||||
<copy todir="${dist.dir}/lib">
|
||||
<fileset dir="lib"/>
|
||||
</copy>
|
||||
|
||||
<copy todir="${dist.dir}">
|
||||
<fileset dir=".">
|
||||
<include name="*.txt"/>
|
||||
</fileset>
|
||||
</copy>
|
||||
|
||||
<copy todir="${dist.dir}/src">
|
||||
<fileset dir="src"/>
|
||||
</copy>
|
||||
<copy todir="${dist.dir}/" file="build.xml"/>
|
||||
<copy todir="${dist.dir}/" file="default.properties"/>
|
||||
|
||||
|
||||
<copy file="${build.dir}/${final.name}.jar" todir="${dist.dir}"/>
|
||||
|
||||
</target>
|
||||
|
||||
|
||||
<!-- ================================================================== -->
|
||||
<!-- Make release tarball -->
|
||||
<!-- ================================================================== -->
|
||||
<target name="tar" depends="package">
|
||||
<tar
|
||||
tarfile="${build.dir}/${final.name}.tar"
|
||||
basedir="${build.dir}/"
|
||||
includes="${final.name}/**"
|
||||
/>
|
||||
<gzip
|
||||
zipfile="${build.dir}/${final.name}.tar.gz"
|
||||
src="${build.dir}/${final.name}.tar"
|
||||
/>
|
||||
</target>
|
||||
|
||||
|
||||
<!-- ================================================================== -->
|
||||
<!-- Copy release to server -->
|
||||
<!-- ================================================================== -->
|
||||
<target name="release" depends="tar">
|
||||
<exec executable="ssh">
|
||||
<arg value="${release.host}"/>
|
||||
<arg value="mkdir"/>
|
||||
<arg value="${release.path}/${final.name}"/>
|
||||
</exec>
|
||||
<exec executable="scp">
|
||||
<arg value="${build.dir}/${final.name}.jar"/>
|
||||
<arg value="${build.dir}/${final.name}.tar.gz"/>
|
||||
<arg value="${release.host}:${release.path}/${final.name}"/>
|
||||
</exec>
|
||||
<exec executable="ssh">
|
||||
<arg value="${web.host}"/>
|
||||
<arg value="rm"/>
|
||||
<arg value="-rf"/>
|
||||
<arg value="${web.path}/api"/>
|
||||
</exec>
|
||||
<exec executable="scp">
|
||||
<arg value="-r"/>
|
||||
<arg value="${build.javadoc}"/>
|
||||
<arg value="${web.host}:${web.path}/api"/>
|
||||
</exec>
|
||||
</target>
|
||||
|
||||
|
||||
</project>
|
||||
|
|
|
|||
|
|
@ -1,43 +0,0 @@
|
|||
Name=Snowball
|
||||
name=snowball
|
||||
version=0.2-dev
|
||||
final.name=${name}-${version}
|
||||
year=2002
|
||||
|
||||
basedir = ./
|
||||
src.dir = ./src/java
|
||||
lib.dir = ./lib
|
||||
bin.dir = ./bin
|
||||
|
||||
build.dir = ./build
|
||||
build.classes = ${build.dir}/classes
|
||||
build.javadoc = ${build.dir}/docs/api
|
||||
build.encoding = ISO-8859-1
|
||||
|
||||
dist.dir=${build.dir}/${final.name}
|
||||
|
||||
release.host=www.apache.org
|
||||
release.path=/www/jakarta.apache.org/builds/jakarta-lucene-sandbox/snowball
|
||||
|
||||
web.host=www.apache.org
|
||||
web.path=/www/jakarta.apache.org/lucene/docs/lucene-sandbox/snowball
|
||||
|
||||
test.src.dir = ./src/test
|
||||
test.build.dir = ${build.dir}/test
|
||||
test.build.classes = ${test.build.dir}/classes
|
||||
|
||||
javadoc.link.java=http://java.sun.com/j2se/1.4.1/docs/api/
|
||||
javadoc.link.lucene=http://jakarta.apache.org/lucene/docs/api/
|
||||
|
||||
snowball.cvsroot=:pserver:cvsuser@cvs.tartarus.org:/home/cvs
|
||||
snowball.root=snowball/website
|
||||
|
||||
debug=on
|
||||
optimize=on
|
||||
deprecation=on
|
||||
|
||||
# Home directory of jakarta-site2
|
||||
jakarta.site2.home = ../../../jakarta-site2
|
||||
project.name = site
|
||||
docs.src = ./xdocs
|
||||
docs.dest = ./docs
|
||||
|
|
@ -119,7 +119,7 @@ here</a>
|
|||
</td></tr>
|
||||
<tr><td colspan="2">
|
||||
<div align="center"><font color="#525D76" size="-1"><em>
|
||||
Copyright © 1999-2003, Apache Software Foundation
|
||||
Copyright © 1999-2004, The Apache Software Foundation
|
||||
</em></font></div>
|
||||
</td></tr>
|
||||
</table>
|
||||
|
|
|
|||
|
|
@ -0,0 +1,708 @@
|
|||
// This file was generated automatically by the Snowball to Java compiler
|
||||
|
||||
package net.sf.snowball.ext;
|
||||
import net.sf.snowball.SnowballProgram;
|
||||
import net.sf.snowball.Among;
|
||||
|
||||
/**
|
||||
* Generated class implementing code defined by a snowball script.
|
||||
*/
|
||||
public class German2Stemmer extends SnowballProgram {
|
||||
|
||||
private Among a_0[] = {
|
||||
new Among ( "", -1, 6, "", this),
|
||||
new Among ( "ae", 0, 2, "", this),
|
||||
new Among ( "oe", 0, 3, "", this),
|
||||
new Among ( "qu", 0, 5, "", this),
|
||||
new Among ( "ue", 0, 4, "", this),
|
||||
new Among ( "\u00DF", 0, 1, "", this)
|
||||
};
|
||||
|
||||
private Among a_1[] = {
|
||||
new Among ( "", -1, 6, "", this),
|
||||
new Among ( "U", 0, 2, "", this),
|
||||
new Among ( "Y", 0, 1, "", this),
|
||||
new Among ( "\u00E4", 0, 3, "", this),
|
||||
new Among ( "\u00F6", 0, 4, "", this),
|
||||
new Among ( "\u00FC", 0, 5, "", this)
|
||||
};
|
||||
|
||||
private Among a_2[] = {
|
||||
new Among ( "e", -1, 1, "", this),
|
||||
new Among ( "em", -1, 1, "", this),
|
||||
new Among ( "en", -1, 1, "", this),
|
||||
new Among ( "ern", -1, 1, "", this),
|
||||
new Among ( "er", -1, 1, "", this),
|
||||
new Among ( "s", -1, 2, "", this),
|
||||
new Among ( "es", 5, 1, "", this)
|
||||
};
|
||||
|
||||
private Among a_3[] = {
|
||||
new Among ( "en", -1, 1, "", this),
|
||||
new Among ( "er", -1, 1, "", this),
|
||||
new Among ( "st", -1, 2, "", this),
|
||||
new Among ( "est", 2, 1, "", this)
|
||||
};
|
||||
|
||||
private Among a_4[] = {
|
||||
new Among ( "ig", -1, 1, "", this),
|
||||
new Among ( "lich", -1, 1, "", this)
|
||||
};
|
||||
|
||||
private Among a_5[] = {
|
||||
new Among ( "end", -1, 1, "", this),
|
||||
new Among ( "ig", -1, 2, "", this),
|
||||
new Among ( "ung", -1, 1, "", this),
|
||||
new Among ( "lich", -1, 3, "", this),
|
||||
new Among ( "isch", -1, 2, "", this),
|
||||
new Among ( "ik", -1, 2, "", this),
|
||||
new Among ( "heit", -1, 3, "", this),
|
||||
new Among ( "keit", -1, 4, "", this)
|
||||
};
|
||||
|
||||
private static final char g_v[] = {17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 32, 8 };
|
||||
|
||||
private static final char g_s_ending[] = {117, 30, 5 };
|
||||
|
||||
private static final char g_st_ending[] = {117, 30, 4 };
|
||||
|
||||
private int I_p2;
|
||||
private int I_p1;
|
||||
|
||||
private void copy_from(German2Stemmer other) {
|
||||
I_p2 = other.I_p2;
|
||||
I_p1 = other.I_p1;
|
||||
super.copy_from(other);
|
||||
}
|
||||
|
||||
private boolean r_prelude() {
|
||||
int among_var;
|
||||
int v_1;
|
||||
int v_2;
|
||||
int v_3;
|
||||
int v_4;
|
||||
int v_5;
|
||||
// (, line 28
|
||||
// test, line 30
|
||||
v_1 = cursor;
|
||||
// repeat, line 30
|
||||
replab0: while(true)
|
||||
{
|
||||
v_2 = cursor;
|
||||
lab1: do {
|
||||
// goto, line 30
|
||||
golab2: while(true)
|
||||
{
|
||||
v_3 = cursor;
|
||||
lab3: do {
|
||||
// (, line 30
|
||||
if (!(in_grouping(g_v, 97, 252)))
|
||||
{
|
||||
break lab3;
|
||||
}
|
||||
// [, line 31
|
||||
bra = cursor;
|
||||
// or, line 31
|
||||
lab4: do {
|
||||
v_4 = cursor;
|
||||
lab5: do {
|
||||
// (, line 31
|
||||
// literal, line 31
|
||||
if (!(eq_s(1, "u")))
|
||||
{
|
||||
break lab5;
|
||||
}
|
||||
// ], line 31
|
||||
ket = cursor;
|
||||
if (!(in_grouping(g_v, 97, 252)))
|
||||
{
|
||||
break lab5;
|
||||
}
|
||||
// <-, line 31
|
||||
slice_from("U");
|
||||
break lab4;
|
||||
} while (false);
|
||||
cursor = v_4;
|
||||
// (, line 32
|
||||
// literal, line 32
|
||||
if (!(eq_s(1, "y")))
|
||||
{
|
||||
break lab3;
|
||||
}
|
||||
// ], line 32
|
||||
ket = cursor;
|
||||
if (!(in_grouping(g_v, 97, 252)))
|
||||
{
|
||||
break lab3;
|
||||
}
|
||||
// <-, line 32
|
||||
slice_from("Y");
|
||||
} while (false);
|
||||
cursor = v_3;
|
||||
break golab2;
|
||||
} while (false);
|
||||
cursor = v_3;
|
||||
if (cursor >= limit)
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
cursor++;
|
||||
}
|
||||
continue replab0;
|
||||
} while (false);
|
||||
cursor = v_2;
|
||||
break replab0;
|
||||
}
|
||||
cursor = v_1;
|
||||
// repeat, line 35
|
||||
replab6: while(true)
|
||||
{
|
||||
v_5 = cursor;
|
||||
lab7: do {
|
||||
// (, line 35
|
||||
// [, line 36
|
||||
bra = cursor;
|
||||
// substring, line 36
|
||||
among_var = find_among(a_0, 6);
|
||||
if (among_var == 0)
|
||||
{
|
||||
break lab7;
|
||||
}
|
||||
// ], line 36
|
||||
ket = cursor;
|
||||
switch(among_var) {
|
||||
case 0:
|
||||
break lab7;
|
||||
case 1:
|
||||
// (, line 37
|
||||
// <-, line 37
|
||||
slice_from("ss");
|
||||
break;
|
||||
case 2:
|
||||
// (, line 38
|
||||
// <-, line 38
|
||||
slice_from("\u00E4");
|
||||
break;
|
||||
case 3:
|
||||
// (, line 39
|
||||
// <-, line 39
|
||||
slice_from("\u00F6");
|
||||
break;
|
||||
case 4:
|
||||
// (, line 40
|
||||
// <-, line 40
|
||||
slice_from("\u00FC");
|
||||
break;
|
||||
case 5:
|
||||
// (, line 41
|
||||
// hop, line 41
|
||||
{
|
||||
int c = cursor + 2;
|
||||
if (0 > c || c > limit)
|
||||
{
|
||||
break lab7;
|
||||
}
|
||||
cursor = c;
|
||||
}
|
||||
break;
|
||||
case 6:
|
||||
// (, line 42
|
||||
// next, line 42
|
||||
if (cursor >= limit)
|
||||
{
|
||||
break lab7;
|
||||
}
|
||||
cursor++;
|
||||
break;
|
||||
}
|
||||
continue replab6;
|
||||
} while (false);
|
||||
cursor = v_5;
|
||||
break replab6;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
private boolean r_mark_regions() {
|
||||
// (, line 48
|
||||
I_p1 = limit;
|
||||
I_p2 = limit;
|
||||
// gopast, line 53
|
||||
golab0: while(true)
|
||||
{
|
||||
lab1: do {
|
||||
if (!(in_grouping(g_v, 97, 252)))
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
break golab0;
|
||||
} while (false);
|
||||
if (cursor >= limit)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
cursor++;
|
||||
}
|
||||
// gopast, line 53
|
||||
golab2: while(true)
|
||||
{
|
||||
lab3: do {
|
||||
if (!(out_grouping(g_v, 97, 252)))
|
||||
{
|
||||
break lab3;
|
||||
}
|
||||
break golab2;
|
||||
} while (false);
|
||||
if (cursor >= limit)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
cursor++;
|
||||
}
|
||||
// setmark p1, line 53
|
||||
I_p1 = cursor;
|
||||
// try, line 54
|
||||
lab4: do {
|
||||
// (, line 54
|
||||
if (!(I_p1 < 3))
|
||||
{
|
||||
break lab4;
|
||||
}
|
||||
I_p1 = 3;
|
||||
} while (false);
|
||||
// gopast, line 55
|
||||
golab5: while(true)
|
||||
{
|
||||
lab6: do {
|
||||
if (!(in_grouping(g_v, 97, 252)))
|
||||
{
|
||||
break lab6;
|
||||
}
|
||||
break golab5;
|
||||
} while (false);
|
||||
if (cursor >= limit)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
cursor++;
|
||||
}
|
||||
// gopast, line 55
|
||||
golab7: while(true)
|
||||
{
|
||||
lab8: do {
|
||||
if (!(out_grouping(g_v, 97, 252)))
|
||||
{
|
||||
break lab8;
|
||||
}
|
||||
break golab7;
|
||||
} while (false);
|
||||
if (cursor >= limit)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
cursor++;
|
||||
}
|
||||
// setmark p2, line 55
|
||||
I_p2 = cursor;
|
||||
return true;
|
||||
}
|
||||
|
||||
private boolean r_postlude() {
|
||||
int among_var;
|
||||
int v_1;
|
||||
// repeat, line 59
|
||||
replab0: while(true)
|
||||
{
|
||||
v_1 = cursor;
|
||||
lab1: do {
|
||||
// (, line 59
|
||||
// [, line 61
|
||||
bra = cursor;
|
||||
// substring, line 61
|
||||
among_var = find_among(a_1, 6);
|
||||
if (among_var == 0)
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
// ], line 61
|
||||
ket = cursor;
|
||||
switch(among_var) {
|
||||
case 0:
|
||||
break lab1;
|
||||
case 1:
|
||||
// (, line 62
|
||||
// <-, line 62
|
||||
slice_from("y");
|
||||
break;
|
||||
case 2:
|
||||
// (, line 63
|
||||
// <-, line 63
|
||||
slice_from("u");
|
||||
break;
|
||||
case 3:
|
||||
// (, line 64
|
||||
// <-, line 64
|
||||
slice_from("a");
|
||||
break;
|
||||
case 4:
|
||||
// (, line 65
|
||||
// <-, line 65
|
||||
slice_from("o");
|
||||
break;
|
||||
case 5:
|
||||
// (, line 66
|
||||
// <-, line 66
|
||||
slice_from("u");
|
||||
break;
|
||||
case 6:
|
||||
// (, line 67
|
||||
// next, line 67
|
||||
if (cursor >= limit)
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
cursor++;
|
||||
break;
|
||||
}
|
||||
continue replab0;
|
||||
} while (false);
|
||||
cursor = v_1;
|
||||
break replab0;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
private boolean r_R1() {
|
||||
if (!(I_p1 <= cursor))
|
||||
{
|
||||
return false;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
private boolean r_R2() {
|
||||
if (!(I_p2 <= cursor))
|
||||
{
|
||||
return false;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
private boolean r_standard_suffix() {
|
||||
int among_var;
|
||||
int v_1;
|
||||
int v_2;
|
||||
int v_3;
|
||||
int v_4;
|
||||
int v_5;
|
||||
int v_6;
|
||||
int v_7;
|
||||
int v_8;
|
||||
int v_9;
|
||||
// (, line 77
|
||||
// do, line 78
|
||||
v_1 = limit - cursor;
|
||||
lab0: do {
|
||||
// (, line 78
|
||||
// [, line 79
|
||||
ket = cursor;
|
||||
// substring, line 79
|
||||
among_var = find_among_b(a_2, 7);
|
||||
if (among_var == 0)
|
||||
{
|
||||
break lab0;
|
||||
}
|
||||
// ], line 79
|
||||
bra = cursor;
|
||||
// call R1, line 79
|
||||
if (!r_R1())
|
||||
{
|
||||
break lab0;
|
||||
}
|
||||
switch(among_var) {
|
||||
case 0:
|
||||
break lab0;
|
||||
case 1:
|
||||
// (, line 81
|
||||
// delete, line 81
|
||||
slice_del();
|
||||
break;
|
||||
case 2:
|
||||
// (, line 84
|
||||
if (!(in_grouping_b(g_s_ending, 98, 116)))
|
||||
{
|
||||
break lab0;
|
||||
}
|
||||
// delete, line 84
|
||||
slice_del();
|
||||
break;
|
||||
}
|
||||
} while (false);
|
||||
cursor = limit - v_1;
|
||||
// do, line 88
|
||||
v_2 = limit - cursor;
|
||||
lab1: do {
|
||||
// (, line 88
|
||||
// [, line 89
|
||||
ket = cursor;
|
||||
// substring, line 89
|
||||
among_var = find_among_b(a_3, 4);
|
||||
if (among_var == 0)
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
// ], line 89
|
||||
bra = cursor;
|
||||
// call R1, line 89
|
||||
if (!r_R1())
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
switch(among_var) {
|
||||
case 0:
|
||||
break lab1;
|
||||
case 1:
|
||||
// (, line 91
|
||||
// delete, line 91
|
||||
slice_del();
|
||||
break;
|
||||
case 2:
|
||||
// (, line 94
|
||||
if (!(in_grouping_b(g_st_ending, 98, 116)))
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
// hop, line 94
|
||||
{
|
||||
int c = cursor - 3;
|
||||
if (limit_backward > c || c > limit)
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
cursor = c;
|
||||
}
|
||||
// delete, line 94
|
||||
slice_del();
|
||||
break;
|
||||
}
|
||||
} while (false);
|
||||
cursor = limit - v_2;
|
||||
// do, line 98
|
||||
v_3 = limit - cursor;
|
||||
lab2: do {
|
||||
// (, line 98
|
||||
// [, line 99
|
||||
ket = cursor;
|
||||
// substring, line 99
|
||||
among_var = find_among_b(a_5, 8);
|
||||
if (among_var == 0)
|
||||
{
|
||||
break lab2;
|
||||
}
|
||||
// ], line 99
|
||||
bra = cursor;
|
||||
// call R2, line 99
|
||||
if (!r_R2())
|
||||
{
|
||||
break lab2;
|
||||
}
|
||||
switch(among_var) {
|
||||
case 0:
|
||||
break lab2;
|
||||
case 1:
|
||||
// (, line 101
|
||||
// delete, line 101
|
||||
slice_del();
|
||||
// try, line 102
|
||||
v_4 = limit - cursor;
|
||||
lab3: do {
|
||||
// (, line 102
|
||||
// [, line 102
|
||||
ket = cursor;
|
||||
// literal, line 102
|
||||
if (!(eq_s_b(2, "ig")))
|
||||
{
|
||||
cursor = limit - v_4;
|
||||
break lab3;
|
||||
}
|
||||
// ], line 102
|
||||
bra = cursor;
|
||||
// not, line 102
|
||||
{
|
||||
v_5 = limit - cursor;
|
||||
lab4: do {
|
||||
// literal, line 102
|
||||
if (!(eq_s_b(1, "e")))
|
||||
{
|
||||
break lab4;
|
||||
}
|
||||
cursor = limit - v_4;
|
||||
break lab3;
|
||||
} while (false);
|
||||
cursor = limit - v_5;
|
||||
}
|
||||
// call R2, line 102
|
||||
if (!r_R2())
|
||||
{
|
||||
cursor = limit - v_4;
|
||||
break lab3;
|
||||
}
|
||||
// delete, line 102
|
||||
slice_del();
|
||||
} while (false);
|
||||
break;
|
||||
case 2:
|
||||
// (, line 105
|
||||
// not, line 105
|
||||
{
|
||||
v_6 = limit - cursor;
|
||||
lab5: do {
|
||||
// literal, line 105
|
||||
if (!(eq_s_b(1, "e")))
|
||||
{
|
||||
break lab5;
|
||||
}
|
||||
break lab2;
|
||||
} while (false);
|
||||
cursor = limit - v_6;
|
||||
}
|
||||
// delete, line 105
|
||||
slice_del();
|
||||
break;
|
||||
case 3:
|
||||
// (, line 108
|
||||
// delete, line 108
|
||||
slice_del();
|
||||
// try, line 109
|
||||
v_7 = limit - cursor;
|
||||
lab6: do {
|
||||
// (, line 109
|
||||
// [, line 110
|
||||
ket = cursor;
|
||||
// or, line 110
|
||||
lab7: do {
|
||||
v_8 = limit - cursor;
|
||||
lab8: do {
|
||||
// literal, line 110
|
||||
if (!(eq_s_b(2, "er")))
|
||||
{
|
||||
break lab8;
|
||||
}
|
||||
break lab7;
|
||||
} while (false);
|
||||
cursor = limit - v_8;
|
||||
// literal, line 110
|
||||
if (!(eq_s_b(2, "en")))
|
||||
{
|
||||
cursor = limit - v_7;
|
||||
break lab6;
|
||||
}
|
||||
} while (false);
|
||||
// ], line 110
|
||||
bra = cursor;
|
||||
// call R1, line 110
|
||||
if (!r_R1())
|
||||
{
|
||||
cursor = limit - v_7;
|
||||
break lab6;
|
||||
}
|
||||
// delete, line 110
|
||||
slice_del();
|
||||
} while (false);
|
||||
break;
|
||||
case 4:
|
||||
// (, line 114
|
||||
// delete, line 114
|
||||
slice_del();
|
||||
// try, line 115
|
||||
v_9 = limit - cursor;
|
||||
lab9: do {
|
||||
// (, line 115
|
||||
// [, line 116
|
||||
ket = cursor;
|
||||
// substring, line 116
|
||||
among_var = find_among_b(a_4, 2);
|
||||
if (among_var == 0)
|
||||
{
|
||||
cursor = limit - v_9;
|
||||
break lab9;
|
||||
}
|
||||
// ], line 116
|
||||
bra = cursor;
|
||||
// call R2, line 116
|
||||
if (!r_R2())
|
||||
{
|
||||
cursor = limit - v_9;
|
||||
break lab9;
|
||||
}
|
||||
switch(among_var) {
|
||||
case 0:
|
||||
cursor = limit - v_9;
|
||||
break lab9;
|
||||
case 1:
|
||||
// (, line 118
|
||||
// delete, line 118
|
||||
slice_del();
|
||||
break;
|
||||
}
|
||||
} while (false);
|
||||
break;
|
||||
}
|
||||
} while (false);
|
||||
cursor = limit - v_3;
|
||||
return true;
|
||||
}
|
||||
|
||||
public boolean stem() {
|
||||
int v_1;
|
||||
int v_2;
|
||||
int v_3;
|
||||
int v_4;
|
||||
// (, line 128
|
||||
// do, line 129
|
||||
v_1 = cursor;
|
||||
lab0: do {
|
||||
// call prelude, line 129
|
||||
if (!r_prelude())
|
||||
{
|
||||
break lab0;
|
||||
}
|
||||
} while (false);
|
||||
cursor = v_1;
|
||||
// do, line 130
|
||||
v_2 = cursor;
|
||||
lab1: do {
|
||||
// call mark_regions, line 130
|
||||
if (!r_mark_regions())
|
||||
{
|
||||
break lab1;
|
||||
}
|
||||
} while (false);
|
||||
cursor = v_2;
|
||||
// backwards, line 131
|
||||
limit_backward = cursor; cursor = limit;
|
||||
// do, line 132
|
||||
v_3 = limit - cursor;
|
||||
lab2: do {
|
||||
// call standard_suffix, line 132
|
||||
if (!r_standard_suffix())
|
||||
{
|
||||
break lab2;
|
||||
}
|
||||
} while (false);
|
||||
cursor = limit - v_3;
|
||||
cursor = limit_backward; // do, line 133
|
||||
v_4 = cursor;
|
||||
lab3: do {
|
||||
// call postlude, line 133
|
||||
if (!r_postlude())
|
||||
{
|
||||
break lab3;
|
||||
}
|
||||
} while (false);
|
||||
cursor = v_4;
|
||||
return true;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
|
|
@ -1,57 +1,19 @@
|
|||
package org.apache.lucene.analysis.snowball;
|
||||
|
||||
/* ====================================================================
|
||||
* The Apache Software License, Version 1.1
|
||||
/**
|
||||
* Copyright 2004 The Apache Software Foundation
|
||||
*
|
||||
* Copyright (c) 2001 The Apache Software Foundation. All rights
|
||||
* reserved.
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
*
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in
|
||||
* the documentation and/or other materials provided with the
|
||||
* distribution.
|
||||
*
|
||||
* 3. The end-user documentation included with the redistribution,
|
||||
* if any, must include the following acknowledgment:
|
||||
* "This product includes software developed by the
|
||||
* Apache Software Foundation (http://www.apache.org/)."
|
||||
* Alternately, this acknowledgment may appear in the software itself,
|
||||
* if and wherever such third-party acknowledgments normally appear.
|
||||
*
|
||||
* 4. The names "Apache" and "Apache Software Foundation" and
|
||||
* "Apache Lucene" must not be used to endorse or promote products
|
||||
* derived from this software without prior written permission. For
|
||||
* written permission, please contact apache@apache.org.
|
||||
*
|
||||
* 5. Products derived from this software may not be called "Apache",
|
||||
* "Apache Lucene", nor may "Apache" appear in their name, without
|
||||
* prior written permission of the Apache Software Foundation.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
|
||||
* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
||||
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
* DISCLAIMED. IN NO EVENT SHALL THE APACHE SOFTWARE FOUNDATION OR
|
||||
* ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
||||
* USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
||||
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
||||
* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
|
||||
* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||
* SUCH DAMAGE.
|
||||
* ====================================================================
|
||||
*
|
||||
* This software consists of voluntary contributions made by many
|
||||
* individuals on behalf of the Apache Software Foundation. For more
|
||||
* information on the Apache Software Foundation, please see
|
||||
* <http://www.apache.org/>.
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
import org.apache.lucene.analysis.*;
|
||||
|
|
|
|||
|
|
@ -1,57 +1,19 @@
|
|||
package org.apache.lucene.analysis.snowball;
|
||||
|
||||
/* ====================================================================
|
||||
* The Apache Software License, Version 1.1
|
||||
/**
|
||||
* Copyright 2004 The Apache Software Foundation
|
||||
*
|
||||
* Copyright (c) 2004 The Apache Software Foundation. All rights
|
||||
* reserved.
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
*
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in
|
||||
* the documentation and/or other materials provided with the
|
||||
* distribution.
|
||||
*
|
||||
* 3. The end-user documentation included with the redistribution,
|
||||
* if any, must include the following acknowledgment:
|
||||
* "This product includes software developed by the
|
||||
* Apache Software Foundation (http://www.apache.org/)."
|
||||
* Alternately, this acknowledgment may appear in the software itself,
|
||||
* if and wherever such third-party acknowledgments normally appear.
|
||||
*
|
||||
* 4. The names "Apache" and "Apache Software Foundation" and
|
||||
* "Apache Lucene" must not be used to endorse or promote products
|
||||
* derived from this software without prior written permission. For
|
||||
* written permission, please contact apache@apache.org.
|
||||
*
|
||||
* 5. Products derived from this software may not be called "Apache",
|
||||
* "Apache Lucene", nor may "Apache" appear in their name, without
|
||||
* prior written permission of the Apache Software Foundation.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
|
||||
* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
||||
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
* DISCLAIMED. IN NO EVENT SHALL THE APACHE SOFTWARE FOUNDATION OR
|
||||
* ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
||||
* USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
||||
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
||||
* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
|
||||
* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||
* SUCH DAMAGE.
|
||||
* ====================================================================
|
||||
*
|
||||
* This software consists of voluntary contributions made by many
|
||||
* individuals on behalf of the Apache Software Foundation. For more
|
||||
* information on the Apache Software Foundation, please see
|
||||
* <http://www.apache.org/>.
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
import java.io.IOException;
|
||||
|
|
@ -81,7 +43,7 @@ public class SnowballFilter extends TokenFilter {
|
|||
/** Construct the named stemming filter.
|
||||
*
|
||||
* @param in the input tokens to stem
|
||||
* @param in the name of a stemmer
|
||||
* @param name the name of a stemmer
|
||||
*/
|
||||
public SnowballFilter(TokenStream in, String name) {
|
||||
super(in);
|
||||
|
|
|
|||
Loading…
Reference in New Issue