mirror of https://github.com/apache/lucene.git
SOLR-1654 Add TikaEntityProcessor example to the DIHExample
git-svn-id: https://svn.apache.org/repos/asf/lucene/solr/trunk@890761 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
f5c04ae17b
commit
326e5201ce
|
@ -31,6 +31,8 @@ New Features
|
||||||
|
|
||||||
* SOLR-1358 : Integration of Tika and DataImportHandler ( Akshay Ukey, noble)
|
* SOLR-1358 : Integration of Tika and DataImportHandler ( Akshay Ukey, noble)
|
||||||
|
|
||||||
|
* SOLR-1654 : TikaEntityProcessor example added DIHExample (Akshay Ukey via noble)
|
||||||
|
|
||||||
|
|
||||||
Optimizations
|
Optimizations
|
||||||
----------------------
|
----------------------
|
||||||
|
|
|
@ -1,8 +1,9 @@
|
||||||
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||||||
<solr sharedLib="lib" persistent="true">
|
<solr sharedLib="lib" persistent="true">
|
||||||
<cores adminPath="/admin/cores">
|
<cores adminPath="/admin/cores">
|
||||||
<core default="true" instanceDir="db" name="db"></core>
|
<core default="true" instanceDir="db" name="db"/>
|
||||||
<core default="false" instanceDir="rss" name="rss"></core>
|
<core default="false" instanceDir="rss" name="rss"/>
|
||||||
<core default="false" instanceDir="mail" name="mail"></core>
|
<core default="false" instanceDir="mail" name="mail"/>
|
||||||
|
<core default="false" instanceDir="tika" name="tika"/>
|
||||||
</cores>
|
</cores>
|
||||||
</solr>
|
</solr>
|
||||||
|
|
|
@ -0,0 +1,203 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8" ?>
|
||||||
|
<!--
|
||||||
|
Licensed to the Apache Software Foundation (ASF) under one or more
|
||||||
|
contributor license agreements. See the NOTICE file distributed with
|
||||||
|
this work for additional information regarding copyright ownership.
|
||||||
|
The ASF licenses this file to You under the Apache License, Version 2.0
|
||||||
|
(the "License"); you may not use this file except in compliance with
|
||||||
|
the License. You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
This is the Solr schema file. This file should be named "schema.xml" and
|
||||||
|
should be in the conf directory under the solr home
|
||||||
|
(i.e. ./solr/conf/schema.xml by default)
|
||||||
|
or located where the classloader for the Solr webapp can find it.
|
||||||
|
|
||||||
|
This example schema is the recommended starting point for users.
|
||||||
|
It should be kept correct and concise, usable out-of-the-box.
|
||||||
|
|
||||||
|
For more information, on how to customize this file, please see
|
||||||
|
http://wiki.apache.org/solr/SchemaXml
|
||||||
|
-->
|
||||||
|
|
||||||
|
<schema name="test" version="1.2">
|
||||||
|
<!-- attribute "name" is the name of this schema and is only used for display purposes.
|
||||||
|
Applications should change this to reflect the nature of the search collection.
|
||||||
|
version="1.1" is Solr's version number for the schema syntax and semantics. It should
|
||||||
|
not normally be changed by applications.
|
||||||
|
1.0: multiValued attribute did not exist, all fields are multiValued by nature
|
||||||
|
1.1: multiValued attribute introduced, false by default -->
|
||||||
|
|
||||||
|
<types>
|
||||||
|
<!-- field type definitions. The "name" attribute is
|
||||||
|
just a label to be used by field definitions. The "class"
|
||||||
|
attribute and any other attributes determine the real
|
||||||
|
behavior of the fieldType.
|
||||||
|
Class names starting with "solr" refer to java classes in the
|
||||||
|
org.apache.solr.analysis package.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!-- The StrField type is not analyzed, but indexed/stored verbatim.
|
||||||
|
- StrField and TextField support an optional compressThreshold which
|
||||||
|
limits compression (if enabled in the derived fields) to values which
|
||||||
|
exceed a certain size (in characters).
|
||||||
|
-->
|
||||||
|
<fieldType name="string" class="solr.StrField" sortMissingLast="true" omitNorms="true"/>
|
||||||
|
|
||||||
|
<!-- boolean type: "true" or "false" -->
|
||||||
|
<fieldType name="boolean" class="solr.BoolField" sortMissingLast="true" omitNorms="true"/>
|
||||||
|
|
||||||
|
<!-- The optional sortMissingLast and sortMissingFirst attributes are
|
||||||
|
currently supported on types that are sorted internally as strings.
|
||||||
|
- If sortMissingLast="true", then a sort on this field will cause documents
|
||||||
|
without the field to come after documents with the field,
|
||||||
|
regardless of the requested sort order (asc or desc).
|
||||||
|
- If sortMissingFirst="true", then a sort on this field will cause documents
|
||||||
|
without the field to come before documents with the field,
|
||||||
|
regardless of the requested sort order.
|
||||||
|
- If sortMissingLast="false" and sortMissingFirst="false" (the default),
|
||||||
|
then default lucene sorting will be used which places docs without the
|
||||||
|
field first in an ascending sort and last in a descending sort.
|
||||||
|
-->
|
||||||
|
|
||||||
|
|
||||||
|
<!-- numeric field types that store and index the text
|
||||||
|
value verbatim (and hence don't support range queries, since the
|
||||||
|
lexicographic ordering isn't equal to the numeric ordering) -->
|
||||||
|
<fieldType name="integer" class="solr.IntField" omitNorms="true"/>
|
||||||
|
<fieldType name="long" class="solr.LongField" omitNorms="true"/>
|
||||||
|
<fieldType name="float" class="solr.FloatField" omitNorms="true"/>
|
||||||
|
<fieldType name="double" class="solr.DoubleField" omitNorms="true"/>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- Numeric field types that manipulate the value into
|
||||||
|
a string value that isn't human-readable in its internal form,
|
||||||
|
but with a lexicographic ordering the same as the numeric ordering,
|
||||||
|
so that range queries work correctly. -->
|
||||||
|
<fieldType name="sint" class="solr.SortableIntField" sortMissingLast="true" omitNorms="true"/>
|
||||||
|
<fieldType name="slong" class="solr.SortableLongField" sortMissingLast="true" omitNorms="true"/>
|
||||||
|
<fieldType name="sfloat" class="solr.SortableFloatField" sortMissingLast="true" omitNorms="true"/>
|
||||||
|
<fieldType name="sdouble" class="solr.SortableDoubleField" sortMissingLast="true" omitNorms="true"/>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
|
||||||
|
is a more restricted form of the canonical representation of dateTime
|
||||||
|
http://www.w3.org/TR/xmlschema-2/#dateTime
|
||||||
|
The trailing "Z" designates UTC time and is mandatory.
|
||||||
|
Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
|
||||||
|
All other components are mandatory.
|
||||||
|
|
||||||
|
Expressions can also be used to denote calculations that should be
|
||||||
|
performed relative to "NOW" to determine the value, ie...
|
||||||
|
|
||||||
|
NOW/HOUR
|
||||||
|
... Round to the start of the current hour
|
||||||
|
NOW-1DAY
|
||||||
|
... Exactly 1 day prior to now
|
||||||
|
NOW/DAY+6MONTHS+3DAYS
|
||||||
|
... 6 months and 3 days in the future from the start of
|
||||||
|
the current day
|
||||||
|
|
||||||
|
Consult the DateField javadocs for more information.
|
||||||
|
-->
|
||||||
|
<fieldType name="date" class="solr.DateField" sortMissingLast="true" omitNorms="true"/>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- The "RandomSortField" is not used to store or search any
|
||||||
|
data. You can declare fields of this type it in your schema
|
||||||
|
to generate psuedo-random orderings of your docs for sorting
|
||||||
|
purposes. The ordering is generated based on the field name
|
||||||
|
and the version of the index, As long as the index version
|
||||||
|
remains unchanged, and the same field name is reused,
|
||||||
|
the ordering of the docs will be consistent.
|
||||||
|
If you want differend psuedo-random orderings of documents,
|
||||||
|
for the same version of the index, use a dynamicField and
|
||||||
|
change the name
|
||||||
|
-->
|
||||||
|
<fieldType name="random" class="solr.RandomSortField" indexed="true" />
|
||||||
|
|
||||||
|
<!-- solr.TextField allows the specification of custom text analyzers
|
||||||
|
specified as a tokenizer and a list of token filters. Different
|
||||||
|
analyzers may be specified for indexing and querying.
|
||||||
|
|
||||||
|
The optional positionIncrementGap puts space between multiple fields of
|
||||||
|
this type on the same document, with the purpose of preventing false phrase
|
||||||
|
matching across fields.
|
||||||
|
|
||||||
|
For more info on customizing your analyzer chain, please see
|
||||||
|
http://wiki.apache.org/solr/AnalyzersTokenizersTokenFilters
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!-- One can also specify an existing Analyzer class that has a
|
||||||
|
default constructor via the class attribute on the analyzer element
|
||||||
|
<fieldType name="text_greek" class="solr.TextField">
|
||||||
|
<analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
|
||||||
|
</fieldType>
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!-- A text field that only splits on whitespace for exact matching of words -->
|
||||||
|
<fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
|
||||||
|
<analyzer>
|
||||||
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
||||||
|
</analyzer>
|
||||||
|
</fieldType>
|
||||||
|
|
||||||
|
<!-- A text field that uses WordDelimiterFilter to enable splitting and matching of
|
||||||
|
words on case-change, alpha numeric boundaries, and non-alphanumeric chars,
|
||||||
|
so that a query of "wifi" or "wi fi" could match a document containing "Wi-Fi".
|
||||||
|
Synonyms and stopwords are customized by external files, and stemming is enabled.
|
||||||
|
Duplicate tokens at the same position (which may result from Stemmed Synonyms or
|
||||||
|
WordDelim parts) are removed.
|
||||||
|
-->
|
||||||
|
<fieldType name="text" class="solr.TextField" positionIncrementGap="100">
|
||||||
|
<analyzer type="index">
|
||||||
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
||||||
|
<!-- in this example, we will only use synonyms at query time
|
||||||
|
<filter class="solr.SynonymFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
|
||||||
|
-->
|
||||||
|
<!--<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>-->
|
||||||
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
|
||||||
|
<filter class="solr.LowerCaseFilterFactory"/>
|
||||||
|
<!--<filter class="solr.EnglishPorterFilterFactory" protected="protwords.txt"/>-->
|
||||||
|
<filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
|
||||||
|
</analyzer>
|
||||||
|
<analyzer type="query">
|
||||||
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
||||||
|
<!--<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>-->
|
||||||
|
<!--<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>-->
|
||||||
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
|
||||||
|
<filter class="solr.LowerCaseFilterFactory"/>
|
||||||
|
<!--<filter class="solr.EnglishPorterFilterFactory" protected="protwords.txt"/>-->
|
||||||
|
<filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
|
||||||
|
</analyzer>
|
||||||
|
</fieldType>
|
||||||
|
<!-- since fields of this type are by default not stored or indexed, any data added to
|
||||||
|
them will be ignored outright
|
||||||
|
-->
|
||||||
|
<fieldtype name="ignored" stored="false" indexed="false" class="solr.StrField" />
|
||||||
|
|
||||||
|
</types>
|
||||||
|
|
||||||
|
|
||||||
|
<fields>
|
||||||
|
<field name="title" type="string" indexed="true" stored="true"/>
|
||||||
|
<field name="author" type="string" indexed="true" stored="true" />
|
||||||
|
<field name="text" type="text" indexed="true" stored="true" />
|
||||||
|
|
||||||
|
</fields>
|
||||||
|
<!-- field for the QueryParser to use when an explicit fieldname is absent -->
|
||||||
|
<defaultSearchField>text</defaultSearchField>
|
||||||
|
|
||||||
|
<!-- SolrQueryParser configuration: defaultOperator="AND|OR" -->
|
||||||
|
<solrQueryParser defaultOperator="OR"/>
|
||||||
|
|
||||||
|
</schema>
|
|
@ -0,0 +1,410 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8" ?>
|
||||||
|
<!--
|
||||||
|
Licensed to the Apache Software Foundation (ASF) under one or more
|
||||||
|
contributor license agreements. See the NOTICE file distributed with
|
||||||
|
this work for additional information regarding copyright ownership.
|
||||||
|
The ASF licenses this file to You under the Apache License, Version 2.0
|
||||||
|
(the "License"); you may not use this file except in compliance with
|
||||||
|
the License. You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<config>
|
||||||
|
<!-- Set this to 'false' if you want solr to continue working after it has
|
||||||
|
encountered an severe configuration error. In a production environment,
|
||||||
|
you may want solr to keep working even if one handler is mis-configured.
|
||||||
|
|
||||||
|
You may also set this to false using by setting the system property:
|
||||||
|
-Dsolr.abortOnConfigurationError=false
|
||||||
|
-->
|
||||||
|
<abortOnConfigurationError>${solr.abortOnConfigurationError:true}</abortOnConfigurationError>
|
||||||
|
|
||||||
|
<lib dir="../../../../contrib/extraction/lib" />
|
||||||
|
<lib dir="../../../../dist/" regex="apache-solr-dataimporthandler-extras-\d.*\.jar" />
|
||||||
|
|
||||||
|
<!-- Used to specify an alternate directory to hold all index data
|
||||||
|
other than the default ./data under the Solr home.
|
||||||
|
If replication is in use, this should match the replication configuration. -->
|
||||||
|
<dataDir>${solr.data.dir:./solr/data}</dataDir>
|
||||||
|
|
||||||
|
|
||||||
|
<indexDefaults>
|
||||||
|
<!-- Values here affect all index writers and act as a default unless overridden. -->
|
||||||
|
<useCompoundFile>false</useCompoundFile>
|
||||||
|
|
||||||
|
<mergeFactor>10</mergeFactor>
|
||||||
|
<!--
|
||||||
|
If both ramBufferSizeMB and maxBufferedDocs is set, then Lucene will flush based on whichever limit is hit first.
|
||||||
|
|
||||||
|
-->
|
||||||
|
<!--<maxBufferedDocs>1000</maxBufferedDocs>-->
|
||||||
|
<!-- Tell Lucene when to flush documents to disk.
|
||||||
|
Giving Lucene more memory for indexing means faster indexing at the cost of more RAM
|
||||||
|
|
||||||
|
If both ramBufferSizeMB and maxBufferedDocs is set, then Lucene will flush based on whichever limit is hit first.
|
||||||
|
|
||||||
|
-->
|
||||||
|
<ramBufferSizeMB>32</ramBufferSizeMB>
|
||||||
|
<maxMergeDocs>2147483647</maxMergeDocs>
|
||||||
|
<maxFieldLength>10000</maxFieldLength>
|
||||||
|
<writeLockTimeout>1000</writeLockTimeout>
|
||||||
|
<commitLockTimeout>10000</commitLockTimeout>
|
||||||
|
|
||||||
|
<!--
|
||||||
|
Expert: Turn on Lucene's auto commit capability.
|
||||||
|
|
||||||
|
TODO: Add recommendations on why you would want to do this.
|
||||||
|
|
||||||
|
NOTE: Despite the name, this value does not have any relation to Solr's autoCommit functionality
|
||||||
|
|
||||||
|
-->
|
||||||
|
<!--<luceneAutoCommit>false</luceneAutoCommit>-->
|
||||||
|
<!--
|
||||||
|
Expert:
|
||||||
|
The Merge Policy in Lucene controls how merging is handled by Lucene. The default in 2.3 is the LogByteSizeMergePolicy, previous
|
||||||
|
versions used LogDocMergePolicy.
|
||||||
|
|
||||||
|
LogByteSizeMergePolicy chooses segments to merge based on their size. The Lucene 2.2 default, LogDocMergePolicy chose when
|
||||||
|
to merge based on number of documents
|
||||||
|
|
||||||
|
Other implementations of MergePolicy must have a no-argument constructor
|
||||||
|
-->
|
||||||
|
<!--<mergePolicy>org.apache.lucene.index.LogByteSizeMergePolicy</mergePolicy>-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
Expert:
|
||||||
|
The Merge Scheduler in Lucene controls how merges are performed. The ConcurrentMergeScheduler (Lucene 2.3 default)
|
||||||
|
can perform merges in the background using separate threads. The SerialMergeScheduler (Lucene 2.2 default) does not.
|
||||||
|
-->
|
||||||
|
<!--<mergeScheduler>org.apache.lucene.index.ConcurrentMergeScheduler</mergeScheduler>-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
As long as Solr is the only process modifying your index, it is
|
||||||
|
safe to use Lucene's in process locking mechanism. But you may
|
||||||
|
specify one of the other Lucene LockFactory implementations in
|
||||||
|
the event that you have a custom situation.
|
||||||
|
|
||||||
|
none = NoLockFactory (typically only used with read only indexes)
|
||||||
|
single = SingleInstanceLockFactory (suggested)
|
||||||
|
native = NativeFSLockFactory
|
||||||
|
simple = SimpleFSLockFactory
|
||||||
|
|
||||||
|
('simple' is the default for backwards compatibility with Solr 1.2)
|
||||||
|
-->
|
||||||
|
<lockType>single</lockType>
|
||||||
|
</indexDefaults>
|
||||||
|
|
||||||
|
<mainIndex>
|
||||||
|
<!-- options specific to the main on-disk lucene index -->
|
||||||
|
<useCompoundFile>false</useCompoundFile>
|
||||||
|
<ramBufferSizeMB>32</ramBufferSizeMB>
|
||||||
|
<mergeFactor>10</mergeFactor>
|
||||||
|
<!-- Deprecated -->
|
||||||
|
<!--<maxBufferedDocs>1000</maxBufferedDocs>-->
|
||||||
|
<maxMergeDocs>2147483647</maxMergeDocs>
|
||||||
|
<maxFieldLength>10000</maxFieldLength>
|
||||||
|
|
||||||
|
<!-- If true, unlock any held write or commit locks on startup.
|
||||||
|
This defeats the locking mechanism that allows multiple
|
||||||
|
processes to safely access a lucene index, and should be
|
||||||
|
used with care.
|
||||||
|
This is not needed if lock type is 'none' or 'single'
|
||||||
|
-->
|
||||||
|
<unlockOnStartup>false</unlockOnStartup>
|
||||||
|
</mainIndex>
|
||||||
|
|
||||||
|
<!-- the default high-performance update handler -->
|
||||||
|
<updateHandler class="solr.DirectUpdateHandler2">
|
||||||
|
|
||||||
|
<!-- A prefix of "solr." for class names is an alias that
|
||||||
|
causes solr to search appropriate packages, including
|
||||||
|
org.apache.solr.(search|update|request|core|analysis)
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!-- Limit the number of deletions Solr will buffer during doc updating.
|
||||||
|
|
||||||
|
Setting this lower can help bound memory use during indexing.
|
||||||
|
-->
|
||||||
|
<maxPendingDeletes>100000</maxPendingDeletes>
|
||||||
|
|
||||||
|
</updateHandler>
|
||||||
|
|
||||||
|
|
||||||
|
<query>
|
||||||
|
<!-- Maximum number of clauses in a boolean query... can affect
|
||||||
|
range or prefix queries that expand to big boolean
|
||||||
|
queries. An exception is thrown if exceeded. -->
|
||||||
|
<maxBooleanClauses>1024</maxBooleanClauses>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- Cache used by SolrIndexSearcher for filters (DocSets),
|
||||||
|
unordered sets of *all* documents that match a query.
|
||||||
|
When a new searcher is opened, its caches may be prepopulated
|
||||||
|
or "autowarmed" using data from caches in the old searcher.
|
||||||
|
autowarmCount is the number of items to prepopulate. For LRUCache,
|
||||||
|
the autowarmed items will be the most recently accessed items.
|
||||||
|
Parameters:
|
||||||
|
class - the SolrCache implementation (currently only LRUCache)
|
||||||
|
size - the maximum number of entries in the cache
|
||||||
|
initialSize - the initial capacity (number of entries) of
|
||||||
|
the cache. (seel java.util.HashMap)
|
||||||
|
autowarmCount - the number of entries to prepopulate from
|
||||||
|
and old cache.
|
||||||
|
-->
|
||||||
|
<filterCache
|
||||||
|
class="solr.LRUCache"
|
||||||
|
size="512"
|
||||||
|
initialSize="512"
|
||||||
|
autowarmCount="256"/>
|
||||||
|
|
||||||
|
<!-- queryResultCache caches results of searches - ordered lists of
|
||||||
|
document ids (DocList) based on a query, a sort, and the range
|
||||||
|
of documents requested. -->
|
||||||
|
<queryResultCache
|
||||||
|
class="solr.LRUCache"
|
||||||
|
size="512"
|
||||||
|
initialSize="512"
|
||||||
|
autowarmCount="256"/>
|
||||||
|
|
||||||
|
<!-- documentCache caches Lucene Document objects (the stored fields for each document).
|
||||||
|
Since Lucene internal document ids are transient, this cache will not be autowarmed. -->
|
||||||
|
<documentCache
|
||||||
|
class="solr.LRUCache"
|
||||||
|
size="512"
|
||||||
|
initialSize="512"
|
||||||
|
autowarmCount="0"/>
|
||||||
|
|
||||||
|
<!-- If true, stored fields that are not requested will be loaded lazily.
|
||||||
|
|
||||||
|
This can result in a significant speed improvement if the usual case is to
|
||||||
|
not load all stored fields, especially if the skipped fields are large compressed
|
||||||
|
text fields.
|
||||||
|
-->
|
||||||
|
<enableLazyFieldLoading>true</enableLazyFieldLoading>
|
||||||
|
|
||||||
|
<!-- Example of a generic cache. These caches may be accessed by name
|
||||||
|
through SolrIndexSearcher.getCache(),cacheLookup(), and cacheInsert().
|
||||||
|
The purpose is to enable easy caching of user/application level data.
|
||||||
|
The regenerator argument should be specified as an implementation
|
||||||
|
of solr.search.CacheRegenerator if autowarming is desired. -->
|
||||||
|
<!--
|
||||||
|
<cache name="myUserCache"
|
||||||
|
class="solr.LRUCache"
|
||||||
|
size="4096"
|
||||||
|
initialSize="1024"
|
||||||
|
autowarmCount="1024"
|
||||||
|
regenerator="org.mycompany.mypackage.MyRegenerator"
|
||||||
|
/>
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!-- An optimization that attempts to use a filter to satisfy a search.
|
||||||
|
If the requested sort does not include score, then the filterCache
|
||||||
|
will be checked for a filter matching the query. If found, the filter
|
||||||
|
will be used as the source of document ids, and then the sort will be
|
||||||
|
applied to that.
|
||||||
|
<useFilterForSortedQuery>true</useFilterForSortedQuery>
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!-- An optimization for use with the queryResultCache. When a search
|
||||||
|
is requested, a superset of the requested number of document ids
|
||||||
|
are collected. For example, if a search for a particular query
|
||||||
|
requests matching documents 10 through 19, and queryWindowSize is 50,
|
||||||
|
then documents 0 through 49 will be collected and cached. Any further
|
||||||
|
requests in that range can be satisfied via the cache. -->
|
||||||
|
<queryResultWindowSize>50</queryResultWindowSize>
|
||||||
|
|
||||||
|
<!-- Maximum number of documents to cache for any entry in the
|
||||||
|
queryResultCache. -->
|
||||||
|
<queryResultMaxDocsCached>200</queryResultMaxDocsCached>
|
||||||
|
|
||||||
|
<!-- This entry enables an int hash representation for filters (DocSets)
|
||||||
|
when the number of items in the set is less than maxSize. For smaller
|
||||||
|
sets, this representation is more memory efficient, more efficient to
|
||||||
|
iterate over, and faster to take intersections. -->
|
||||||
|
<HashDocSet maxSize="3000" loadFactor="0.75"/>
|
||||||
|
|
||||||
|
<!-- a newSearcher event is fired whenever a new searcher is being prepared
|
||||||
|
and there is a current searcher handling requests (aka registered). -->
|
||||||
|
<!-- QuerySenderListener takes an array of NamedList and executes a
|
||||||
|
local query request for each NamedList in sequence. -->
|
||||||
|
<listener event="newSearcher" class="solr.QuerySenderListener">
|
||||||
|
<arr name="queries">
|
||||||
|
<lst> <str name="q">solr</str> <str name="start">0</str> <str name="rows">10</str> </lst>
|
||||||
|
<lst> <str name="q">rocks</str> <str name="start">0</str> <str name="rows">10</str> </lst>
|
||||||
|
<lst><str name="q">static newSearcher warming query from solrconfig.xml</str></lst>
|
||||||
|
</arr>
|
||||||
|
</listener>
|
||||||
|
|
||||||
|
<!-- a firstSearcher event is fired whenever a new searcher is being
|
||||||
|
prepared but there is no current registered searcher to handle
|
||||||
|
requests or to gain autowarming data from. -->
|
||||||
|
<listener event="firstSearcher" class="solr.QuerySenderListener">
|
||||||
|
<arr name="queries">
|
||||||
|
</arr>
|
||||||
|
</listener>
|
||||||
|
|
||||||
|
<!-- If a search request comes in and there is no current registered searcher,
|
||||||
|
then immediately register the still warming searcher and use it. If
|
||||||
|
"false" then all requests will block until the first searcher is done
|
||||||
|
warming. -->
|
||||||
|
<useColdSearcher>false</useColdSearcher>
|
||||||
|
|
||||||
|
<!-- Maximum number of searchers that may be warming in the background
|
||||||
|
concurrently. An error is returned if this limit is exceeded. Recommend
|
||||||
|
1-2 for read-only slaves, higher for masters w/o cache warming. -->
|
||||||
|
<maxWarmingSearchers>4</maxWarmingSearchers>
|
||||||
|
|
||||||
|
</query>
|
||||||
|
|
||||||
|
<!--
|
||||||
|
Let the dispatch filter handler /select?qt=XXX
|
||||||
|
handleSelect=true will use consistent error handling for /select and /update
|
||||||
|
handleSelect=false will use solr1.1 style error formatting
|
||||||
|
-->
|
||||||
|
<requestDispatcher handleSelect="true" >
|
||||||
|
<!--Make sure your system has some authentication before enabling remote streaming! -->
|
||||||
|
<requestParsers enableRemoteStreaming="false" multipartUploadLimitInKB="2048" />
|
||||||
|
|
||||||
|
<!-- Set HTTP caching related parameters (for proxy caches and clients).
|
||||||
|
|
||||||
|
To get the behaviour of Solr 1.2 (ie: no caching related headers)
|
||||||
|
use the never304="true" option and do not specify a value for
|
||||||
|
<cacheControl>
|
||||||
|
-->
|
||||||
|
<httpCaching never304="true">
|
||||||
|
<!--httpCaching lastModifiedFrom="openTime"
|
||||||
|
etagSeed="Solr"-->
|
||||||
|
<!-- lastModFrom="openTime" is the default, the Last-Modified value
|
||||||
|
(and validation against If-Modified-Since requests) will all be
|
||||||
|
relative to when the current Searcher was opened.
|
||||||
|
You can change it to lastModFrom="dirLastMod" if you want the
|
||||||
|
value to exactly corrispond to when the physical index was last
|
||||||
|
modified.
|
||||||
|
|
||||||
|
etagSeed="..." is an option you can change to force the ETag
|
||||||
|
header (and validation against If-None-Match requests) to be
|
||||||
|
differnet even if the index has not changed (ie: when making
|
||||||
|
significant changes to your config file)
|
||||||
|
|
||||||
|
lastModifiedFrom and etagSeed are both ignored if you use the
|
||||||
|
never304="true" option.
|
||||||
|
-->
|
||||||
|
<!-- If you include a <cacheControl> directive, it will be used to
|
||||||
|
generate a Cache-Control header, as well as an Expires header
|
||||||
|
if the value contains "max-age="
|
||||||
|
|
||||||
|
By default, no Cache-Control header is generated.
|
||||||
|
|
||||||
|
You can use the <cacheControl> option even if you have set
|
||||||
|
never304="true"
|
||||||
|
-->
|
||||||
|
<!-- <cacheControl>max-age=30, public</cacheControl> -->
|
||||||
|
</httpCaching>
|
||||||
|
</requestDispatcher>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- requestHandler plugins... incoming queries will be dispatched to the
|
||||||
|
correct handler based on the path or the qt (query type) param.
|
||||||
|
Names starting with a '/' are accessed with the a path equal to the
|
||||||
|
registered name. Names without a leading '/' are accessed with:
|
||||||
|
http://host/app/select?qt=name
|
||||||
|
If no qt is defined, the requestHandler that declares default="true"
|
||||||
|
will be used.
|
||||||
|
-->
|
||||||
|
<requestHandler name="standard" class="solr.StandardRequestHandler" default="true">
|
||||||
|
<!-- default values for query parameters -->
|
||||||
|
<lst name="defaults">
|
||||||
|
<str name="echoParams">explicit</str>
|
||||||
|
<!--
|
||||||
|
<int name="rows">10</int>
|
||||||
|
<str name="fl">*</str>
|
||||||
|
<str name="version">2.1</str>
|
||||||
|
-->
|
||||||
|
</lst>
|
||||||
|
</requestHandler>
|
||||||
|
|
||||||
|
<requestHandler name="/dataimport" class="org.apache.solr.handler.dataimport.DataImportHandler">
|
||||||
|
<lst name="defaults">
|
||||||
|
<str name="config">tika-data-config.xml</str>
|
||||||
|
</lst>
|
||||||
|
</requestHandler>
|
||||||
|
|
||||||
|
<!--
|
||||||
|
|
||||||
|
Search components are registered to SolrCore and used by Search Handlers
|
||||||
|
|
||||||
|
By default, the following components are avaliable:
|
||||||
|
|
||||||
|
<searchComponent name="query" class="org.apache.solr.handler.component.QueryComponent" />
|
||||||
|
<searchComponent name="facet" class="org.apache.solr.handler.component.FacetComponent" />
|
||||||
|
<searchComponent name="mlt" class="org.apache.solr.handler.component.MoreLikeThisComponent" />
|
||||||
|
<searchComponent name="highlight" class="org.apache.solr.handler.component.HighlightComponent" />
|
||||||
|
<searchComponent name="debug" class="org.apache.solr.handler.component.DebugComponent" />
|
||||||
|
|
||||||
|
If you register a searchComponent to one of the standard names, that will be used instead.
|
||||||
|
|
||||||
|
-->
|
||||||
|
|
||||||
|
<requestHandler name="/search" class="org.apache.solr.handler.component.SearchHandler">
|
||||||
|
<lst name="defaults">
|
||||||
|
<str name="echoParams">explicit</str>
|
||||||
|
</lst>
|
||||||
|
<!--
|
||||||
|
By default, this will register the following components:
|
||||||
|
|
||||||
|
<arr name="components">
|
||||||
|
<str>query</str>
|
||||||
|
<str>facet</str>
|
||||||
|
<str>mlt</str>
|
||||||
|
<str>highlight</str>
|
||||||
|
<str>debug</str>
|
||||||
|
</arr>
|
||||||
|
|
||||||
|
To insert handlers before or after the 'standard' components, use:
|
||||||
|
|
||||||
|
<arr name="first-components">
|
||||||
|
<str>first</str>
|
||||||
|
</arr>
|
||||||
|
|
||||||
|
<arr name="last-components">
|
||||||
|
<str>last</str>
|
||||||
|
</arr>
|
||||||
|
|
||||||
|
-->
|
||||||
|
</requestHandler>
|
||||||
|
|
||||||
|
<!-- Update request handler.
|
||||||
|
|
||||||
|
Note: Since solr1.1 requestHandlers requires a valid content type header if posted in
|
||||||
|
the body. For example, curl now requires: -H 'Content-type:text/xml; charset=utf-8'
|
||||||
|
The response format differs from solr1.1 formatting and returns a standard error code.
|
||||||
|
|
||||||
|
To enable solr1.1 behavior, remove the /update handler or change its path
|
||||||
|
|
||||||
|
"update.processor.class" is the class name for the UpdateRequestProcessor. It is initalized
|
||||||
|
only once. This can not be changed for each request.
|
||||||
|
-->
|
||||||
|
<requestHandler name="/update" class="solr.XmlUpdateRequestHandler" >
|
||||||
|
<!--
|
||||||
|
<str name="update.processor.class">org.apache.solr.handler.UpdateRequestProcessor</str>
|
||||||
|
-->
|
||||||
|
</requestHandler>
|
||||||
|
|
||||||
|
<!-- config for the admin interface -->
|
||||||
|
<admin>
|
||||||
|
<defaultQuery>*:*</defaultQuery>
|
||||||
|
|
||||||
|
<!-- configure a healthcheck file for servers behind a loadbalancer
|
||||||
|
<healthcheck type="file">server-enabled</healthcheck>
|
||||||
|
-->
|
||||||
|
</admin>
|
||||||
|
|
||||||
|
</config>
|
||||||
|
|
|
@ -0,0 +1,10 @@
|
||||||
|
<dataConfig>
|
||||||
|
<dataSource type="BinFileDataSource" />
|
||||||
|
<document>
|
||||||
|
<entity name="tika-test" processor="TikaEntityProcessor" url="../contrib/extraction/src/test/resources/solr-word.pdf" format="text">
|
||||||
|
<field column="Author" name="author" meta="true"/>
|
||||||
|
<field column="title" name="title" meta="true"/>
|
||||||
|
<field column="text" name="text"/>
|
||||||
|
</entity>
|
||||||
|
</document>
|
||||||
|
</dataConfig>
|
Loading…
Reference in New Issue