mirror of
https://github.com/apache/lucene.git
synced 2025-02-06 01:58:44 +00:00
a127d61d70
git-svn-id: https://svn.apache.org/repos/asf/lucene/dev/trunk@1568317 13f79535-47bb-0310-9956-ffa450edef68
20 lines
800 B
Plaintext
20 lines
800 B
Plaintext
Apache Solr MapReduce
|
|
|
|
*Experimental* - This contrib is currently subject to change in ways that may
|
|
break back compatibility.
|
|
|
|
The Solr MapReduce contrib provides an a mapreduce job that allows you to build
|
|
Solr indexes and optionally merge them into a live Solr cluster.
|
|
|
|
Example:
|
|
|
|
# Build an index with map-reduce and deploy it to SolrCloud
|
|
|
|
source $solr_distrib/example/scripts/map-reduce/set-map-reduce-classpath.sh
|
|
|
|
$hadoop_distrib/bin/hadoop --config $hadoop_conf_dir jar \
|
|
$solr_distrib/dist/solr-map-reduce-*.jar -D 'mapred.child.java.opts=-Xmx500m' \
|
|
-libjars "$HADOOP_LIBJAR" --morphline-file readAvroContainer.conf \
|
|
--zk-host 127.0.0.1:9983 --output-dir hdfs://127.0.0.1:8020/outdir \
|
|
--collection $collection --log4j log4j.properties --go-live \
|
|
--verbose "hdfs://127.0.0.1:8020/indir" |