honeymoose
/
ik-analyzer-solr
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Resolve QueryParser exception.

This commit is contained in:
Magese 2022-01-04 10:36:49 +08:00
parent fb4defedb7
commit f0059e2c78
2 changed files with 191 additions and 192 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

304
src/main/java/org/wltea/analyzer/query/IKQueryExpressionParser.java
View File

@ -46,11 +46,11 @@ import java.util.Stack;
public class IKQueryExpressionParser { public class IKQueryExpressionParser {
private List<Element> elements = new ArrayList<>(); private final List<Element> elements = new ArrayList<>();
private Stack<Query> querys = new Stack<>(); private final Stack<Query> querys = new Stack<>();
private Stack<Element> operates = new Stack<>(); private final Stack<Element> operates = new Stack<>();
/** /**
* 解析查询表达式，生成Lucene Query对象 * 解析查询表达式，生成Lucene Query对象
@ -87,263 +87,263 @@ public class IKQueryExpressionParser {
if (expression == null) { if (expression == null) {
return; return;
} }
Element curretElement = null; Element currentElement = null;
char[] expChars = expression.toCharArray(); char[] expChars = expression.toCharArray();
for (char expChar : expChars) { for (char expChar : expChars) {
switch (expChar) { switch (expChar) {
case '&': case '&':
if (curretElement == null) { if (currentElement == null) {
curretElement = new Element(); currentElement = new Element();
curretElement.type = '&'; currentElement.type = '&';
curretElement.append(expChar); currentElement.append(expChar);
} else if (curretElement.type == '&') { } else if (currentElement.type == '&') {
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
} else if (curretElement.type == '\'') { } else if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = new Element(); currentElement = new Element();
curretElement.type = '&'; currentElement.type = '&';
curretElement.append(expChar); currentElement.append(expChar);
} }
break; break;
case '|': case '|':
if (curretElement == null) { if (currentElement == null) {
curretElement = new Element(); currentElement = new Element();
curretElement.type = '|'; currentElement.type = '|';
curretElement.append(expChar); currentElement.append(expChar);
} else if (curretElement.type == '|') { } else if (currentElement.type == '|') {
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
} else if (curretElement.type == '\'') { } else if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = new Element(); currentElement = new Element();
curretElement.type = '|'; currentElement.type = '|';
curretElement.append(expChar); currentElement.append(expChar);
} }
break; break;
case '-': case '-':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = '-'; currentElement.type = '-';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case '(': case '(':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = '('; currentElement.type = '(';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case ')': case ')':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = ')'; currentElement.type = ')';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case ':': case ':':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = ':'; currentElement.type = ':';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case '=': case '=':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = '='; currentElement.type = '=';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case ' ': case ' ':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
} }
} }
break; break;
case '\'': case '\'':
if (curretElement == null) { if (currentElement == null) {
curretElement = new Element(); currentElement = new Element();
curretElement.type = '\''; currentElement.type = '\'';
} else if (curretElement.type == '\'') { } else if (currentElement.type == '\'') {
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = new Element(); currentElement = new Element();
curretElement.type = '\''; currentElement.type = '\'';
} }
break; break;
case '[': case '[':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = '['; currentElement.type = '[';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case ']': case ']':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = ']'; currentElement.type = ']';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case '{': case '{':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = '{'; currentElement.type = '{';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case '}': case '}':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = '}'; currentElement.type = '}';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
case ',': case ',':
if (curretElement != null) { if (currentElement != null) {
if (curretElement.type == '\'') { if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
continue; continue;
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
curretElement = new Element(); currentElement = new Element();
curretElement.type = ','; currentElement.type = ',';
curretElement.append(expChar); currentElement.append(expChar);
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = null; currentElement = null;
break; break;
default: default:
if (curretElement == null) { if (currentElement == null) {
curretElement = new Element(); currentElement = new Element();
curretElement.type = 'F'; currentElement.type = 'F';
curretElement.append(expChar); currentElement.append(expChar);
} else if (curretElement.type == 'F') { } else if (currentElement.type == 'F') {
curretElement.append(expChar); currentElement.append(expChar);
} else if (curretElement.type == '\'') { } else if (currentElement.type == '\'') {
curretElement.append(expChar); currentElement.append(expChar);
} else { } else {
this.elements.add(curretElement); this.elements.add(currentElement);
curretElement = new Element(); currentElement = new Element();
curretElement.type = 'F'; currentElement.type = 'F';
curretElement.append(expChar); currentElement.append(expChar);
} }
} }
} }
if (curretElement != null) { if (currentElement != null) {
this.elements.add(curretElement); this.elements.add(currentElement);
} }
} }
@ -673,7 +673,7 @@ public class IKQueryExpressionParser {
* @author linliangyi * @author linliangyi
* May 20, 2010 * May 20, 2010
*/ */
private class Element { private static class Element {
char type = 0; char type = 0;
StringBuffer eleTextBuff; StringBuffer eleTextBuff;
@ -692,11 +692,9 @@ public class IKQueryExpressionParser {
public static void main(String[] args) { public static void main(String[] args) {
IKQueryExpressionParser parser = new IKQueryExpressionParser(); IKQueryExpressionParser parser = new IKQueryExpressionParser();
//String ikQueryExp = "newsTitle:'的两款《魔兽世界》插件Bigfoot和月光宝盒'";
String ikQueryExp = "(id='ABcdRf' && date:{'20010101','20110101'} && keyword:'魔兽中国') || (content:'KSHT-KSH-A001-18' || ulr='www.ik.com') - name:'林良益'"; String ikQueryExp = "(id='ABcdRf' && date:{'20010101','20110101'} && keyword:'魔兽中国') || (content:'KSHT-KSH-A001-18' || ulr='www.ik.com') - name:'林良益'";
Query result = parser.parseExp(ikQueryExp); Query result = parser.parseExp(ikQueryExp);
System.out.println(result); System.out.println(result);
} }
} }

3
src/main/java/org/wltea/analyzer/query/SWMCQueryBuilder.java
View File

@ -45,6 +45,7 @@ import java.util.List;
* *
* @author linliangyi * @author linliangyi
*/ */
@SuppressWarnings("unused")
class SWMCQueryBuilder { class SWMCQueryBuilder {
/** /**
@ -118,8 +119,8 @@ class SWMCQueryBuilder {
// 借助lucene queryparser 生成SWMC Query // 借助lucene queryparser 生成SWMC Query
QueryParser qp = new QueryParser(fieldName, new StandardAnalyzer()); QueryParser qp = new QueryParser(fieldName, new StandardAnalyzer());
qp.setAutoGeneratePhraseQueries(false);
qp.setDefaultOperator(QueryParser.AND_OPERATOR); qp.setDefaultOperator(QueryParser.AND_OPERATOR);
qp.setAutoGeneratePhraseQueries(true);
if ((shortCount * 1.0f / totalCount) > 0.5f) { if ((shortCount * 1.0f / totalCount) > 0.5f) {
try { try {