mirror of https://github.com/apache/lucene.git
SOLR-8972: Add GraphHandler and GraphMLResponseWriter to support graph visualizations
This commit is contained in:
parent
7d4f387384
commit
be1cb9a1cd
|
@ -2111,6 +2111,7 @@ public final class SolrCore implements SolrInfoMBean, Closeable {
|
||||||
m.put("standard", m.get("xml"));
|
m.put("standard", m.get("xml"));
|
||||||
m.put(CommonParams.JSON, new JSONResponseWriter());
|
m.put(CommonParams.JSON, new JSONResponseWriter());
|
||||||
m.put("geojson", new GeoJSONResponseWriter());
|
m.put("geojson", new GeoJSONResponseWriter());
|
||||||
|
m.put("graphml", new GraphMLResponseWriter());
|
||||||
m.put("python", new PythonResponseWriter());
|
m.put("python", new PythonResponseWriter());
|
||||||
m.put("php", new PHPResponseWriter());
|
m.put("php", new PHPResponseWriter());
|
||||||
m.put("phps", new PHPSerializedResponseWriter());
|
m.put("phps", new PHPSerializedResponseWriter());
|
||||||
|
|
|
@ -0,0 +1,282 @@
|
||||||
|
package org.apache.solr.handler;
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||||
|
* contributor license agreements. See the NOTICE file distributed with
|
||||||
|
* this work for additional information regarding copyright ownership.
|
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||||
|
* (the "License"); you may not use this file except in compliance with
|
||||||
|
* the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.lang.invoke.MethodHandles;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Map.Entry;
|
||||||
|
|
||||||
|
import org.apache.solr.client.solrj.io.SolrClientCache;
|
||||||
|
import org.apache.solr.client.solrj.io.Tuple;
|
||||||
|
import org.apache.solr.client.solrj.io.comp.StreamComparator;
|
||||||
|
import org.apache.solr.client.solrj.io.graph.GatherNodesStream;
|
||||||
|
import org.apache.solr.client.solrj.io.graph.ShortestPathStream;
|
||||||
|
import org.apache.solr.client.solrj.io.graph.Traversal;
|
||||||
|
import org.apache.solr.client.solrj.io.ops.ConcatOperation;
|
||||||
|
import org.apache.solr.client.solrj.io.ops.DistinctOperation;
|
||||||
|
import org.apache.solr.client.solrj.io.ops.GroupOperation;
|
||||||
|
import org.apache.solr.client.solrj.io.ops.ReplaceOperation;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.*;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.expr.Explanation;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.expr.Expressible;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.expr.StreamFactory;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.metrics.CountMetric;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.metrics.MaxMetric;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.metrics.MeanMetric;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.metrics.MinMetric;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.metrics.SumMetric;
|
||||||
|
import org.apache.solr.common.SolrException;
|
||||||
|
import org.apache.solr.common.params.CommonParams;
|
||||||
|
import org.apache.solr.common.params.ModifiableSolrParams;
|
||||||
|
import org.apache.solr.common.params.SolrParams;
|
||||||
|
import org.apache.solr.common.util.NamedList;
|
||||||
|
import org.apache.solr.core.CloseHook;
|
||||||
|
import org.apache.solr.core.CoreContainer;
|
||||||
|
import org.apache.solr.core.SolrCore;
|
||||||
|
import org.apache.solr.request.SolrQueryRequest;
|
||||||
|
import org.apache.solr.response.SolrQueryResponse;
|
||||||
|
import org.apache.solr.security.AuthorizationContext;
|
||||||
|
import org.apache.solr.security.PermissionNameProvider;
|
||||||
|
import org.apache.solr.util.plugin.SolrCoreAware;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
public class GraphHandler extends RequestHandlerBase implements SolrCoreAware, PermissionNameProvider {
|
||||||
|
|
||||||
|
private StreamFactory streamFactory = new StreamFactory();
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
|
||||||
|
private String coreName;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public PermissionNameProvider.Name getPermissionName(AuthorizationContext request) {
|
||||||
|
return PermissionNameProvider.Name.READ_PERM;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void inform(SolrCore core) {
|
||||||
|
|
||||||
|
/* The stream factory will always contain the zkUrl for the given collection
|
||||||
|
* Adds default streams with their corresponding function names. These
|
||||||
|
* defaults can be overridden or added to in the solrConfig in the stream
|
||||||
|
* RequestHandler def. Example config override
|
||||||
|
* <lst name="streamFunctions">
|
||||||
|
* <str name="group">org.apache.solr.client.solrj.io.stream.ReducerStream</str>
|
||||||
|
* <str name="count">org.apache.solr.client.solrj.io.stream.RecordCountStream</str>
|
||||||
|
* </lst>
|
||||||
|
* */
|
||||||
|
|
||||||
|
String defaultCollection = null;
|
||||||
|
String defaultZkhost = null;
|
||||||
|
CoreContainer coreContainer = core.getCoreDescriptor().getCoreContainer();
|
||||||
|
this.coreName = core.getName();
|
||||||
|
|
||||||
|
if(coreContainer.isZooKeeperAware()) {
|
||||||
|
defaultCollection = core.getCoreDescriptor().getCollectionName();
|
||||||
|
defaultZkhost = core.getCoreDescriptor().getCoreContainer().getZkController().getZkServerAddress();
|
||||||
|
streamFactory.withCollectionZkHost(defaultCollection, defaultZkhost);
|
||||||
|
streamFactory.withDefaultZkHost(defaultZkhost);
|
||||||
|
}
|
||||||
|
|
||||||
|
streamFactory
|
||||||
|
// streams
|
||||||
|
.withFunctionName("search", CloudSolrStream.class)
|
||||||
|
.withFunctionName("merge", MergeStream.class)
|
||||||
|
.withFunctionName("unique", UniqueStream.class)
|
||||||
|
.withFunctionName("top", RankStream.class)
|
||||||
|
.withFunctionName("group", GroupOperation.class)
|
||||||
|
.withFunctionName("reduce", ReducerStream.class)
|
||||||
|
.withFunctionName("parallel", ParallelStream.class)
|
||||||
|
.withFunctionName("rollup", RollupStream.class)
|
||||||
|
.withFunctionName("stats", StatsStream.class)
|
||||||
|
.withFunctionName("innerJoin", InnerJoinStream.class)
|
||||||
|
.withFunctionName("leftOuterJoin", LeftOuterJoinStream.class)
|
||||||
|
.withFunctionName("hashJoin", HashJoinStream.class)
|
||||||
|
.withFunctionName("outerHashJoin", OuterHashJoinStream.class)
|
||||||
|
.withFunctionName("facet", FacetStream.class)
|
||||||
|
.withFunctionName("update", UpdateStream.class)
|
||||||
|
.withFunctionName("jdbc", JDBCStream.class)
|
||||||
|
.withFunctionName("intersect", IntersectStream.class)
|
||||||
|
.withFunctionName("complement", ComplementStream.class)
|
||||||
|
.withFunctionName("daemon", DaemonStream.class)
|
||||||
|
.withFunctionName("topic", TopicStream.class)
|
||||||
|
.withFunctionName("shortestPath", ShortestPathStream.class)
|
||||||
|
.withFunctionName("gatherNodes", GatherNodesStream.class)
|
||||||
|
.withFunctionName("sort", SortStream.class)
|
||||||
|
|
||||||
|
|
||||||
|
// metrics
|
||||||
|
.withFunctionName("min", MinMetric.class)
|
||||||
|
.withFunctionName("max", MaxMetric.class)
|
||||||
|
.withFunctionName("avg", MeanMetric.class)
|
||||||
|
.withFunctionName("sum", SumMetric.class)
|
||||||
|
.withFunctionName("count", CountMetric.class)
|
||||||
|
|
||||||
|
// tuple manipulation operations
|
||||||
|
.withFunctionName("replace", ReplaceOperation.class)
|
||||||
|
.withFunctionName("concat", ConcatOperation.class)
|
||||||
|
|
||||||
|
// stream reduction operations
|
||||||
|
.withFunctionName("group", GroupOperation.class)
|
||||||
|
.withFunctionName("distinct", DistinctOperation.class);
|
||||||
|
|
||||||
|
// This pulls all the overrides and additions from the config
|
||||||
|
Object functionMappingsObj = initArgs.get("streamFunctions");
|
||||||
|
if(null != functionMappingsObj){
|
||||||
|
NamedList<?> functionMappings = (NamedList<?>)functionMappingsObj;
|
||||||
|
for(Entry<String,?> functionMapping : functionMappings){
|
||||||
|
Class<?> clazz = core.getResourceLoader().findClass((String)functionMapping.getValue(), Expressible.class);
|
||||||
|
streamFactory.withFunctionName(functionMapping.getKey(), clazz);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void handleRequestBody(SolrQueryRequest req, SolrQueryResponse rsp) throws Exception {
|
||||||
|
SolrParams params = req.getParams();
|
||||||
|
params = adjustParams(params);
|
||||||
|
req.setParams(params);
|
||||||
|
|
||||||
|
|
||||||
|
TupleStream tupleStream = null;
|
||||||
|
|
||||||
|
try {
|
||||||
|
tupleStream = this.streamFactory.constructStream(params.get("expr"));
|
||||||
|
} catch (Exception e) {
|
||||||
|
//Catch exceptions that occur while the stream is being created. This will include streaming expression parse rules.
|
||||||
|
SolrException.log(logger, e);
|
||||||
|
Map requestContext = req.getContext();
|
||||||
|
requestContext.put("stream", new DummyErrorStream(e));
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
StreamContext context = new StreamContext();
|
||||||
|
context.setSolrClientCache(StreamHandler.clientCache);
|
||||||
|
context.put("core", this.coreName);
|
||||||
|
Traversal traversal = new Traversal();
|
||||||
|
context.put("traversal", traversal);
|
||||||
|
tupleStream.setStreamContext(context);
|
||||||
|
Map requestContext = req.getContext();
|
||||||
|
requestContext.put("stream", new TimerStream(new ExceptionStream(tupleStream)));
|
||||||
|
requestContext.put("traversal", traversal);
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getDescription() {
|
||||||
|
return "StreamHandler";
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getSource() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public static class DummyErrorStream extends TupleStream {
|
||||||
|
private Exception e;
|
||||||
|
|
||||||
|
public DummyErrorStream(Exception e) {
|
||||||
|
this.e = e;
|
||||||
|
}
|
||||||
|
public StreamComparator getStreamSort() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void close() {
|
||||||
|
}
|
||||||
|
|
||||||
|
public void open() {
|
||||||
|
}
|
||||||
|
|
||||||
|
public Exception getException() {
|
||||||
|
return this.e;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setStreamContext(StreamContext context) {
|
||||||
|
}
|
||||||
|
|
||||||
|
public List<TupleStream> children() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Explanation toExplanation(StreamFactory factory) throws IOException {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Tuple read() {
|
||||||
|
String msg = e.getMessage();
|
||||||
|
Map m = new HashMap();
|
||||||
|
m.put("EOF", true);
|
||||||
|
m.put("EXCEPTION", msg);
|
||||||
|
return new Tuple(m);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
private SolrParams adjustParams(SolrParams params) {
|
||||||
|
ModifiableSolrParams adjustedParams = new ModifiableSolrParams();
|
||||||
|
adjustedParams.add(params);
|
||||||
|
adjustedParams.add(CommonParams.OMIT_HEADER, "true");
|
||||||
|
return adjustedParams;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static class TimerStream extends TupleStream {
|
||||||
|
|
||||||
|
private long begin;
|
||||||
|
private TupleStream tupleStream;
|
||||||
|
|
||||||
|
public TimerStream(TupleStream tupleStream) {
|
||||||
|
this.tupleStream = tupleStream;
|
||||||
|
}
|
||||||
|
|
||||||
|
public StreamComparator getStreamSort() {
|
||||||
|
return this.tupleStream.getStreamSort();
|
||||||
|
}
|
||||||
|
|
||||||
|
public void close() throws IOException {
|
||||||
|
this.tupleStream.close();
|
||||||
|
}
|
||||||
|
|
||||||
|
public void open() throws IOException {
|
||||||
|
this.begin = System.nanoTime();
|
||||||
|
this.tupleStream.open();
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setStreamContext(StreamContext context) {
|
||||||
|
this.tupleStream.setStreamContext(context);
|
||||||
|
}
|
||||||
|
|
||||||
|
public List<TupleStream> children() {
|
||||||
|
return this.tupleStream.children();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Explanation toExplanation(StreamFactory factory) throws IOException {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Tuple read() throws IOException {
|
||||||
|
Tuple tuple = this.tupleStream.read();
|
||||||
|
if(tuple.EOF) {
|
||||||
|
long totalTime = (System.nanoTime() - begin) / 1000000;
|
||||||
|
tuple.fields.put("RESPONSE_TIME", totalTime);
|
||||||
|
}
|
||||||
|
return tuple;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
|
@ -0,0 +1,167 @@
|
||||||
|
package org.apache.solr.response;
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||||
|
* contributor license agreements. See the NOTICE file distributed with
|
||||||
|
* this work for additional information regarding copyright ownership.
|
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||||
|
* (the "License"); you may not use this file except in compliance with
|
||||||
|
* the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.io.PrintWriter;
|
||||||
|
import java.io.Writer;
|
||||||
|
import java.lang.invoke.MethodHandles;
|
||||||
|
import java.util.Iterator;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
|
||||||
|
import org.apache.solr.client.solrj.io.graph.Traversal;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.TupleStream;
|
||||||
|
import org.apache.solr.client.solrj.io.Tuple;
|
||||||
|
import org.apache.solr.common.util.NamedList;
|
||||||
|
import org.apache.solr.handler.GraphHandler;
|
||||||
|
import org.apache.solr.request.SolrQueryRequest;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
||||||
|
public class GraphMLResponseWriter implements QueryResponseWriter {
|
||||||
|
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
|
||||||
|
|
||||||
|
public void init(NamedList args) {
|
||||||
|
/* NOOP */
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getContentType(SolrQueryRequest req, SolrQueryResponse res) {
|
||||||
|
return "application/xml";
|
||||||
|
}
|
||||||
|
|
||||||
|
public void write(Writer writer, SolrQueryRequest req, SolrQueryResponse res) throws IOException {
|
||||||
|
|
||||||
|
Exception e1 = res.getException();
|
||||||
|
if(e1 != null) {
|
||||||
|
e1.printStackTrace(new PrintWriter(writer));
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
TupleStream stream = (TupleStream)req.getContext().get("stream");
|
||||||
|
|
||||||
|
if(stream instanceof GraphHandler.DummyErrorStream) {
|
||||||
|
GraphHandler.DummyErrorStream d = (GraphHandler.DummyErrorStream)stream;
|
||||||
|
Exception e = d.getException();
|
||||||
|
e.printStackTrace(new PrintWriter(writer));
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
Traversal traversal = (Traversal)req.getContext().get("traversal");
|
||||||
|
PrintWriter printWriter = new PrintWriter(writer);
|
||||||
|
|
||||||
|
try {
|
||||||
|
|
||||||
|
stream.open();
|
||||||
|
|
||||||
|
Tuple tuple = null;
|
||||||
|
|
||||||
|
int edgeCount = 0;
|
||||||
|
|
||||||
|
printWriter.println("<?xml version=\"1.0\" encoding=\"UTF-8\"?>");
|
||||||
|
printWriter.println("<graphml xmlns=\"http://graphml.graphdrawing.org/xmlns\" ");
|
||||||
|
printWriter.println("xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" ");
|
||||||
|
printWriter.print("xsi:schemaLocation=\"http://graphml.graphdrawing.org/xmlns ");
|
||||||
|
printWriter.println("http://graphml.graphdrawing.org/xmlns/1.0/graphml.xsd\">");
|
||||||
|
|
||||||
|
printWriter.println("<graph id=\"G\" edgedefault=\"directed\">");
|
||||||
|
|
||||||
|
while (true) {
|
||||||
|
//Output the graph
|
||||||
|
tuple = stream.read();
|
||||||
|
if (tuple.EOF) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
String id = tuple.getString("node");
|
||||||
|
|
||||||
|
if (traversal.isMultiCollection()) {
|
||||||
|
id = tuple.getString("collection") + "." + id;
|
||||||
|
}
|
||||||
|
|
||||||
|
writer.write("<node id=\""+replace(id)+"\"");
|
||||||
|
|
||||||
|
List<String> outfields = new ArrayList();
|
||||||
|
Iterator<String> keys = tuple.fields.keySet().iterator();
|
||||||
|
while(keys.hasNext()) {
|
||||||
|
String key = keys.next();
|
||||||
|
if(key.equals("node") || key.equals("ancestors") || key.equals("collection")) {
|
||||||
|
continue;
|
||||||
|
} else {
|
||||||
|
outfields.add(key);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (outfields.size() > 0) {
|
||||||
|
printWriter.println(">");
|
||||||
|
for (String nodeAttribute : outfields) {
|
||||||
|
Object o = tuple.get(nodeAttribute);
|
||||||
|
if (o != null) {
|
||||||
|
printWriter.println("<data key=\""+nodeAttribute+"\">" + o.toString() + "</data>");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
printWriter.println("</node>");
|
||||||
|
} else {
|
||||||
|
printWriter.println("/>");
|
||||||
|
}
|
||||||
|
|
||||||
|
List<String> ancestors = tuple.getStrings("ancestors");
|
||||||
|
|
||||||
|
if(ancestors != null) {
|
||||||
|
for (String ancestor : ancestors) {
|
||||||
|
++edgeCount;
|
||||||
|
writer.write("<edge id=\"" + edgeCount + "\" ");
|
||||||
|
writer.write(" source=\"" + replace(ancestor) + "\" ");
|
||||||
|
printWriter.println(" target=\"" + replace(id) + "\"/>");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
writer.write("</graph></graphml>");
|
||||||
|
} finally {
|
||||||
|
stream.close();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private String replace(String s) {
|
||||||
|
if(s.indexOf(">") > -1) {
|
||||||
|
s = s.replace(">", ">");
|
||||||
|
}
|
||||||
|
|
||||||
|
if(s.indexOf("<") > -1) {
|
||||||
|
s = s.replace("<", "<");
|
||||||
|
}
|
||||||
|
|
||||||
|
if(s.indexOf("\"")> -1) {
|
||||||
|
s = s.replace("\"", """);
|
||||||
|
}
|
||||||
|
|
||||||
|
if(s.indexOf("'") > -1) {
|
||||||
|
s = s.replace("'", "'");
|
||||||
|
}
|
||||||
|
|
||||||
|
if(s.indexOf("&") > -1) {
|
||||||
|
s = s.replace("&", "&");
|
||||||
|
}
|
||||||
|
|
||||||
|
return s;
|
||||||
|
}
|
||||||
|
}
|
|
@ -84,6 +84,13 @@
|
||||||
"distrib": false
|
"distrib": false
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
"/graph": {
|
||||||
|
"class": "solr.GraphHandler",
|
||||||
|
"invariants": {
|
||||||
|
"wt": "graphml",
|
||||||
|
"distrib": false
|
||||||
|
}
|
||||||
|
},
|
||||||
"/stream": {
|
"/stream": {
|
||||||
"class": "solr.StreamHandler",
|
"class": "solr.StreamHandler",
|
||||||
"invariants": {
|
"invariants": {
|
||||||
|
|
|
@ -0,0 +1,155 @@
|
||||||
|
package org.apache.solr.response;
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||||
|
* contributor license agreements. See the NOTICE file distributed with
|
||||||
|
* this work for additional information regarding copyright ownership.
|
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||||
|
* (the "License"); you may not use this file except in compliance with
|
||||||
|
* the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
import java.io.StringWriter;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Iterator;
|
||||||
|
|
||||||
|
import org.apache.solr.SolrTestCaseJ4;
|
||||||
|
import org.apache.solr.client.solrj.io.comp.StreamComparator;
|
||||||
|
import org.apache.solr.client.solrj.io.graph.Traversal;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.TupleStream;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.StreamContext;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.expr.StreamFactory;
|
||||||
|
import org.apache.solr.client.solrj.io.Tuple;
|
||||||
|
import org.apache.solr.client.solrj.io.stream.expr.Explanation;
|
||||||
|
import org.apache.solr.request.SolrQueryRequest;
|
||||||
|
import org.junit.BeforeClass;
|
||||||
|
import org.junit.Test;
|
||||||
|
|
||||||
|
public class TestGraphMLResponseWriter extends SolrTestCaseJ4 {
|
||||||
|
@BeforeClass
|
||||||
|
public static void beforeClass() throws Exception {
|
||||||
|
System.setProperty("enable.update.log", "false"); // schema12 doesn't support _version_
|
||||||
|
initCore("solrconfig.xml","schema12.xml");
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testGraphMLOutput() throws Exception {
|
||||||
|
SolrQueryRequest request = req("blah", "blah"); // Just need a request to attach the stream and traversal to.
|
||||||
|
SolrQueryResponse response = new SolrQueryResponse();
|
||||||
|
Map context = request.getContext();
|
||||||
|
TupleStream stream = new TestStream(); //Simulates a GatherNodesStream
|
||||||
|
Traversal traversal = new Traversal();
|
||||||
|
context.put("traversal", traversal);
|
||||||
|
context.put("stream", stream);
|
||||||
|
StringWriter writer = new StringWriter();
|
||||||
|
|
||||||
|
GraphMLResponseWriter graphMLResponseWriter = new GraphMLResponseWriter();
|
||||||
|
graphMLResponseWriter.write(writer, request, response);
|
||||||
|
String graphML = writer.toString();
|
||||||
|
|
||||||
|
//Validate the nodes
|
||||||
|
String error = h.validateXPath(graphML,
|
||||||
|
"//graph/node[1][@id ='bill']",
|
||||||
|
"//graph/node[2][@id ='jim']",
|
||||||
|
"//graph/node[3][@id ='max']");
|
||||||
|
if(error != null) {
|
||||||
|
throw new Exception(error);
|
||||||
|
}
|
||||||
|
//Validate the edges
|
||||||
|
error = h.validateXPath(graphML,
|
||||||
|
"//graph/edge[1][@source ='jim']",
|
||||||
|
"//graph/edge[1][@target ='bill']",
|
||||||
|
"//graph/edge[2][@source ='max']",
|
||||||
|
"//graph/edge[2][@target ='bill']",
|
||||||
|
"//graph/edge[3][@source ='max']",
|
||||||
|
"//graph/edge[3][@target ='jim']",
|
||||||
|
"//graph/edge[4][@source ='jim']",
|
||||||
|
"//graph/edge[4][@target ='max']"
|
||||||
|
);
|
||||||
|
|
||||||
|
if(error != null) {
|
||||||
|
throw new Exception(error);
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
private class TestStream extends TupleStream {
|
||||||
|
|
||||||
|
private Iterator<Tuple> tuples;
|
||||||
|
|
||||||
|
public TestStream() {
|
||||||
|
//Create some nodes
|
||||||
|
List<Tuple> testTuples = new ArrayList();
|
||||||
|
Map m1 = new HashMap();
|
||||||
|
|
||||||
|
List<String> an1 = new ArrayList();
|
||||||
|
an1.add("jim");
|
||||||
|
an1.add("max");
|
||||||
|
m1.put("node", "bill");
|
||||||
|
m1.put("ancestors", an1);
|
||||||
|
testTuples.add(new Tuple(m1));
|
||||||
|
|
||||||
|
Map m2 = new HashMap();
|
||||||
|
List<String> an2 = new ArrayList();
|
||||||
|
an2.add("max");
|
||||||
|
m2.put("node", "jim");
|
||||||
|
m2.put("ancestors", an2);
|
||||||
|
testTuples.add(new Tuple(m2));
|
||||||
|
|
||||||
|
Map m3 = new HashMap();
|
||||||
|
List<String> an3 = new ArrayList();
|
||||||
|
an3.add("jim");
|
||||||
|
m3.put("node", "max");
|
||||||
|
m3.put("ancestors", an3);
|
||||||
|
testTuples.add(new Tuple(m3));
|
||||||
|
|
||||||
|
tuples = testTuples.iterator();
|
||||||
|
}
|
||||||
|
|
||||||
|
public StreamComparator getStreamSort() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void close() {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
public void open() {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
public List<TupleStream> children() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Tuple read() {
|
||||||
|
if(tuples.hasNext()) {
|
||||||
|
return tuples.next();
|
||||||
|
} else {
|
||||||
|
Map map = new HashMap();
|
||||||
|
map.put("EOF", true);
|
||||||
|
return new Tuple(map);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setStreamContext(StreamContext streamContext) {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
public Explanation toExplanation(StreamFactory factory) {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
|
@ -18,6 +18,8 @@ package org.apache.solr.client.solrj.io.graph;
|
||||||
*/
|
*/
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
import java.io.InputStreamReader;
|
||||||
|
import java.io.InputStream;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
|
@ -28,6 +30,10 @@ import java.util.Set;
|
||||||
|
|
||||||
import org.apache.lucene.util.LuceneTestCase;
|
import org.apache.lucene.util.LuceneTestCase;
|
||||||
import org.apache.lucene.util.LuceneTestCase.Slow;
|
import org.apache.lucene.util.LuceneTestCase.Slow;
|
||||||
|
import org.apache.solr.client.solrj.SolrRequest;
|
||||||
|
import org.apache.solr.client.solrj.embedded.JettySolrRunner;
|
||||||
|
import org.apache.solr.client.solrj.impl.HttpSolrClient;
|
||||||
|
import org.apache.solr.client.solrj.impl.InputStreamResponseParser;
|
||||||
import org.apache.solr.client.solrj.io.SolrClientCache;
|
import org.apache.solr.client.solrj.io.SolrClientCache;
|
||||||
import org.apache.solr.client.solrj.io.Tuple;
|
import org.apache.solr.client.solrj.io.Tuple;
|
||||||
import org.apache.solr.client.solrj.io.comp.ComparatorOrder;
|
import org.apache.solr.client.solrj.io.comp.ComparatorOrder;
|
||||||
|
@ -43,9 +49,12 @@ import org.apache.solr.client.solrj.io.stream.metrics.MeanMetric;
|
||||||
import org.apache.solr.client.solrj.io.stream.metrics.MinMetric;
|
import org.apache.solr.client.solrj.io.stream.metrics.MinMetric;
|
||||||
import org.apache.solr.client.solrj.io.stream.metrics.SumMetric;
|
import org.apache.solr.client.solrj.io.stream.metrics.SumMetric;
|
||||||
import org.apache.solr.client.solrj.request.CollectionAdminRequest;
|
import org.apache.solr.client.solrj.request.CollectionAdminRequest;
|
||||||
|
import org.apache.solr.client.solrj.request.QueryRequest;
|
||||||
import org.apache.solr.client.solrj.request.UpdateRequest;
|
import org.apache.solr.client.solrj.request.UpdateRequest;
|
||||||
import org.apache.solr.cloud.AbstractDistribZkTestBase;
|
import org.apache.solr.cloud.AbstractDistribZkTestBase;
|
||||||
import org.apache.solr.cloud.SolrCloudTestCase;
|
import org.apache.solr.cloud.SolrCloudTestCase;
|
||||||
|
import org.apache.solr.common.params.ModifiableSolrParams;
|
||||||
|
import org.apache.solr.common.util.NamedList;
|
||||||
import org.junit.Before;
|
import org.junit.Before;
|
||||||
import org.junit.BeforeClass;
|
import org.junit.BeforeClass;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
|
@ -634,6 +643,84 @@ public class GraphExpressionTest extends SolrCloudTestCase {
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testGraphHandler() throws Exception {
|
||||||
|
|
||||||
|
|
||||||
|
new UpdateRequest()
|
||||||
|
.add(id, "0", "from_s", "bill", "to_s", "jim", "message_t", "Hello jim")
|
||||||
|
.add(id, "1", "from_s", "bill", "to_s", "sam", "message_t", "Hello sam")
|
||||||
|
.add(id, "2", "from_s", "bill", "to_s", "max", "message_t", "Hello max")
|
||||||
|
.add(id, "3", "from_s", "max", "to_s", "kip", "message_t", "Hello kip")
|
||||||
|
.add(id, "4", "from_s", "sam", "to_s", "steve", "message_t", "Hello steve")
|
||||||
|
.add(id, "5", "from_s", "jim", "to_s", "ann", "message_t", "Hello steve")
|
||||||
|
.commit(cluster.getSolrClient(), COLLECTION);
|
||||||
|
|
||||||
|
commit();
|
||||||
|
|
||||||
|
List<JettySolrRunner> runners = cluster.getJettySolrRunners();
|
||||||
|
JettySolrRunner runner = runners.get(0);
|
||||||
|
String url = runner.getBaseUrl().toString();
|
||||||
|
|
||||||
|
HttpSolrClient client = new HttpSolrClient(url);
|
||||||
|
ModifiableSolrParams params = new ModifiableSolrParams();
|
||||||
|
|
||||||
|
|
||||||
|
String expr = "sort(by=\"node asc\", gatherNodes(collection1, " +
|
||||||
|
"walk=\"bill->from_s\"," +
|
||||||
|
"trackTraversal=\"true\"," +
|
||||||
|
"gather=\"to_s\"))";
|
||||||
|
|
||||||
|
params.add("expr", expr);
|
||||||
|
QueryRequest query = new QueryRequest(params);
|
||||||
|
query.setPath("/collection1/graph");
|
||||||
|
|
||||||
|
query.setResponseParser(new InputStreamResponseParser("xml"));
|
||||||
|
query.setMethod(SolrRequest.METHOD.POST);
|
||||||
|
|
||||||
|
NamedList<Object> genericResponse = client.request(query);
|
||||||
|
|
||||||
|
|
||||||
|
InputStream stream = (InputStream)genericResponse.get("stream");
|
||||||
|
InputStreamReader reader = new InputStreamReader(stream, "UTF-8");
|
||||||
|
String xml = readString(reader);
|
||||||
|
//Validate the nodes
|
||||||
|
String error = h.validateXPath(xml,
|
||||||
|
"//graph/node[1][@id ='jim']",
|
||||||
|
"//graph/node[2][@id ='max']",
|
||||||
|
"//graph/node[3][@id ='sam']");
|
||||||
|
if(error != null) {
|
||||||
|
throw new Exception(error);
|
||||||
|
}
|
||||||
|
//Validate the edges
|
||||||
|
error = h.validateXPath(xml,
|
||||||
|
"//graph/edge[1][@source ='bill']",
|
||||||
|
"//graph/edge[1][@target ='jim']",
|
||||||
|
"//graph/edge[2][@source ='bill']",
|
||||||
|
"//graph/edge[2][@target ='max']",
|
||||||
|
"//graph/edge[3][@source ='bill']",
|
||||||
|
"//graph/edge[3][@target ='sam']");
|
||||||
|
|
||||||
|
if(error != null) {
|
||||||
|
throw new Exception(error);
|
||||||
|
}
|
||||||
|
|
||||||
|
client.close();
|
||||||
|
}
|
||||||
|
|
||||||
|
private String readString(InputStreamReader reader) throws Exception{
|
||||||
|
StringBuilder builder = new StringBuilder();
|
||||||
|
int c = 0;
|
||||||
|
while((c = reader.read()) != -1) {
|
||||||
|
builder.append(((char)c));
|
||||||
|
}
|
||||||
|
|
||||||
|
return builder.toString();
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
protected List<Tuple> getTuples(TupleStream tupleStream) throws IOException {
|
protected List<Tuple> getTuples(TupleStream tupleStream) throws IOException {
|
||||||
tupleStream.open();
|
tupleStream.open();
|
||||||
List<Tuple> tuples = new ArrayList();
|
List<Tuple> tuples = new ArrayList();
|
||||||
|
@ -675,6 +762,8 @@ public class GraphExpressionTest extends SolrCloudTestCase {
|
||||||
throw new Exception("Longs not equal:"+expected+" : "+actual);
|
throw new Exception("Longs not equal:"+expected+" : "+actual);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -175,7 +175,6 @@ public class StreamExpressionTest extends SolrCloudTestCase {
|
||||||
assert(tuples.size() == 3);
|
assert(tuples.size() == 3);
|
||||||
assertOrder(tuples, 0, 3, 4);
|
assertOrder(tuples, 0, 3, 4);
|
||||||
assertLong(tuples.get(1), "a_i", 3);
|
assertLong(tuples.get(1), "a_i", 3);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
|
|
Loading…
Reference in New Issue