Apache
/
lucene
mirror of https://github.com/apache/lucene.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

LUCENE-2416: changed NORMALIZER (Pattern) to ThreadLocal, since it was left un-synced 

git-svn-id: https://svn.apache.org/repos/asf/lucene/dev/trunk@938646 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Shai Erera 2010-04-27 20:58:02 +00:00
parent 8dccdd7679
commit c3a253ad9c
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
lucene/contrib/benchmark/src/java/org/apache/lucene/benchmark/byTask/tasks/WriteLineDocTask.java
View File

@ -54,12 +54,12 @@ import org.apache.lucene.document.Field;
public class WriteLineDocTask extends PerfTask { public class WriteLineDocTask extends PerfTask {
public final static char SEP = '\t'; public final static char SEP = '\t';
private static final Matcher NORMALIZER = Pattern.compile("[\t\r\n]+").matcher("");
private int docSize = 0; private int docSize = 0;
private PrintWriter lineFileOut = null; private PrintWriter lineFileOut = null;
private DocMaker docMaker; private DocMaker docMaker;
private ThreadLocal<StringBuilder> threadBuffer = new ThreadLocal<StringBuilder>(); private ThreadLocal<StringBuilder> threadBuffer = new ThreadLocal<StringBuilder>();
private ThreadLocal<Matcher> threadNormalizer = new ThreadLocal<Matcher>();
public WriteLineDocTask(PerfRunData runData) throws Exception { public WriteLineDocTask(PerfRunData runData) throws Exception {
super(runData); super(runData);
@ -100,16 +100,22 @@ public class WriteLineDocTask extends PerfTask {
public int doLogic() throws Exception { public int doLogic() throws Exception {
Document doc = docSize > 0 ? docMaker.makeDocument(docSize) : docMaker.makeDocument(); Document doc = docSize > 0 ? docMaker.makeDocument(docSize) : docMaker.makeDocument();
Matcher matcher = threadNormalizer.get();
if (matcher == null) {
matcher = Pattern.compile("[\t\r\n]+").matcher("");
threadNormalizer.set(matcher);
}
Field f = doc.getField(DocMaker.BODY_FIELD); Field f = doc.getField(DocMaker.BODY_FIELD);
String body = f != null ? NORMALIZER.reset(f.stringValue()).replaceAll(" ") : ""; String body = f != null ? matcher.reset(f.stringValue()).replaceAll(" ") : "";
f = doc.getField(DocMaker.TITLE_FIELD); f = doc.getField(DocMaker.TITLE_FIELD);
String title = f != null ? NORMALIZER.reset(f.stringValue()).replaceAll(" ") : ""; String title = f != null ? matcher.reset(f.stringValue()).replaceAll(" ") : "";
if (body.length() > 0 || title.length() > 0) { if (body.length() > 0 || title.length() > 0) {
f = doc.getField(DocMaker.DATE_FIELD); f = doc.getField(DocMaker.DATE_FIELD);
String date = f != null ? NORMALIZER.reset(f.stringValue()).replaceAll(" ") : ""; String date = f != null ? matcher.reset(f.stringValue()).replaceAll(" ") : "";
StringBuilder sb = threadBuffer.get(); StringBuilder sb = threadBuffer.get();
if (sb == null) { if (sb == null) {