mirror of https://github.com/apache/nifi.git
Merge branch 'master' of https://git-wip-us.apache.org/repos/asf/nifi
This commit is contained in:
Mark Payne
commit
b729bf4c19
|
|
@ -228,7 +228,7 @@ public final class InvokeHTTP extends AbstractProcessor {
|
|||
public static final PropertyDescriptor PROP_ATTRIBUTES_TO_SEND = new PropertyDescriptor.Builder()
|
||||
.name("Attributes to Send")
|
||||
.description("Regular expression that defines which attributes to send as HTTP headers in the request. "
|
||||
+ "If not defined, no attributes are sent as headers.")
|
||||
+ "If not defined, no attributes are sent as headers.")
|
||||
.required(false)
|
||||
.addValidator(StandardValidators.REGULAR_EXPRESSION_VALIDATOR)
|
||||
.build();
|
||||
|
|
@ -301,36 +301,37 @@ public final class InvokeHTTP extends AbstractProcessor {
|
|||
// this is a "hidden" property - it's configured using a dynamic user property
|
||||
public static final PropertyDescriptor PROP_TRUSTED_HOSTNAME = new PropertyDescriptor.Builder()
|
||||
.name("Trusted Hostname")
|
||||
.description("Bypass the normal truststore hostname verifier to allow the specified (single) remote hostname as trusted "
|
||||
+ "Enabling this property has MITM security implications, use wisely. Only valid with SSL (HTTPS) connections.")
|
||||
.addValidator(StandardValidators.NON_EMPTY_VALIDATOR)
|
||||
.dynamic(true)
|
||||
.description("Bypass the normal truststore hostname verifier to allow the specified remote hostname as trusted. "
|
||||
+ "Enabling this property has MITM security implications, use wisely. Will still accept other connections based "
|
||||
+ "on the normal truststore hostname verifier. Only valid with SSL (HTTPS) connections.")
|
||||
.addValidator(StandardValidators.NON_EMPTY_VALIDATOR)
|
||||
.dynamic(true)
|
||||
.build();
|
||||
|
||||
// relationships
|
||||
public static final Relationship REL_SUCCESS_REQ = new Relationship.Builder()
|
||||
.name("Original")
|
||||
.description("Original FlowFile will be routed upon success (2xx status codes).")
|
||||
.description("Original FlowFile will be routed upon success (2xx status codes).")
|
||||
.build();
|
||||
|
||||
public static final Relationship REL_SUCCESS_RESP = new Relationship.Builder()
|
||||
.name("Response")
|
||||
.description("Response FlowFile will be routed upon success (2xx status codes).")
|
||||
.description("Response FlowFile will be routed upon success (2xx status codes).")
|
||||
.build();
|
||||
|
||||
public static final Relationship REL_RETRY = new Relationship.Builder()
|
||||
.name("Retry")
|
||||
.description("FlowFile will be routed on any status code that can be retried (5xx status codes).")
|
||||
.description("FlowFile will be routed on any status code that can be retried (5xx status codes).")
|
||||
.build();
|
||||
|
||||
public static final Relationship REL_NO_RETRY = new Relationship.Builder()
|
||||
.name("No Retry")
|
||||
.description("FlowFile will be routed on any status code that should NOT be retried (1xx, 3xx, 4xx status codes).")
|
||||
.description("FlowFile will be routed on any status code that should NOT be retried (1xx, 3xx, 4xx status codes).")
|
||||
.build();
|
||||
|
||||
public static final Relationship REL_FAILURE = new Relationship.Builder()
|
||||
.name("Failure")
|
||||
.description("FlowFile will be routed on any type of connection failure, timeout or general exception.")
|
||||
.description("FlowFile will be routed on any type of connection failure, timeout or general exception.")
|
||||
.build();
|
||||
|
||||
public static final Set<Relationship> RELATIONSHIPS = Collections.unmodifiableSet(new HashSet<>(Arrays.asList(
|
||||
|
|
|
|||
|
|
@ -16,51 +16,26 @@
|
|||
*/
|
||||
package org.apache.nifi.processors.standard;
|
||||
|
||||
import static org.apache.commons.codec.binary.Base64.encodeBase64;
|
||||
import static org.junit.Assert.assertEquals;
|
||||
import static org.junit.Assert.assertTrue;
|
||||
import static org.junit.Assert.fail;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.io.PrintWriter;
|
||||
import java.io.UnsupportedEncodingException;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Date;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Locale;
|
||||
import java.util.Map;
|
||||
import java.net.URL;
|
||||
|
||||
import javax.servlet.ServletException;
|
||||
import javax.servlet.http.HttpServletRequest;
|
||||
import javax.servlet.http.HttpServletResponse;
|
||||
|
||||
import org.apache.nifi.flowfile.attributes.CoreAttributes;
|
||||
import org.apache.nifi.processors.standard.InvokeHTTP.Config;
|
||||
import org.apache.nifi.provenance.ProvenanceEventRecord;
|
||||
import org.apache.nifi.provenance.ProvenanceEventType;
|
||||
import org.apache.nifi.ssl.StandardSSLContextService;
|
||||
import org.apache.nifi.processors.standard.util.TestInvokeHttpCommon;
|
||||
import org.apache.nifi.util.MockFlowFile;
|
||||
import org.apache.nifi.util.TestRunner;
|
||||
import org.apache.nifi.util.TestRunners;
|
||||
import org.eclipse.jetty.server.Handler;
|
||||
import org.eclipse.jetty.server.Request;
|
||||
import org.eclipse.jetty.server.handler.AbstractHandler;
|
||||
import org.junit.After;
|
||||
import org.junit.AfterClass;
|
||||
import org.junit.Assert;
|
||||
import org.junit.Before;
|
||||
import org.junit.BeforeClass;
|
||||
import org.junit.Test;
|
||||
|
||||
public class TestInvokeHTTP {
|
||||
|
||||
private static Map<String, String> sslProperties;
|
||||
private static TestServer server;
|
||||
private static String url;
|
||||
|
||||
private TestRunner runner;
|
||||
public class TestInvokeHTTP extends TestInvokeHttpCommon {
|
||||
|
||||
@BeforeClass
|
||||
public static void beforeClass() throws Exception {
|
||||
|
|
@ -68,16 +43,12 @@ public class TestInvokeHTTP {
|
|||
// don't commit this with this property enabled, or any 'mvn test' will be really verbose
|
||||
// System.setProperty("org.slf4j.simpleLogger.log.nifi.processors.standard", "debug");
|
||||
|
||||
// create the SSL properties, which basically store keystore / trustore information
|
||||
// this is used by the StandardSSLContextService and the Jetty Server
|
||||
sslProperties = createSslProperties();
|
||||
|
||||
// create a Jetty server on a random port
|
||||
server = createServer();
|
||||
server.startServer();
|
||||
|
||||
// this is the base url with the random port
|
||||
url = server.getSecureUrl();
|
||||
url = server.getUrl();
|
||||
}
|
||||
|
||||
@AfterClass
|
||||
|
|
@ -88,10 +59,6 @@ public class TestInvokeHTTP {
|
|||
@Before
|
||||
public void before() throws Exception {
|
||||
runner = TestRunners.newTestRunner(InvokeHTTP.class);
|
||||
final StandardSSLContextService sslService = new StandardSSLContextService();
|
||||
runner.addControllerService("ssl-context", sslService, sslProperties);
|
||||
runner.enableControllerService(sslService);
|
||||
runner.setProperty(Config.PROP_SSL_CONTEXT_SERVICE, "ssl-context");
|
||||
|
||||
server.clearHandlers();
|
||||
}
|
||||
|
|
@ -101,572 +68,70 @@ public class TestInvokeHTTP {
|
|||
runner.shutdown();
|
||||
}
|
||||
|
||||
private void addHandler(Handler handler) {
|
||||
server.addHandler(handler);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testDateGeneration() throws Exception {
|
||||
final DateHandler dh = new DateHandler();
|
||||
addHandler(dh);
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url);
|
||||
createFlowFiles(runner);
|
||||
runner.run();
|
||||
|
||||
// extract the date string sent to the server
|
||||
// and store it as a java.util.Date
|
||||
final SimpleDateFormat sdf = new SimpleDateFormat("EEE, dd MMM yyyy HH:mm:ss z", Locale.US);
|
||||
final Date date = sdf.parse(dh.dateString);
|
||||
|
||||
// calculate the difference between the date string sent by the client and
|
||||
// the current system time -- these should be within a second or two
|
||||
// (just enough time to run the test).
|
||||
//
|
||||
// If the difference is more like in hours, it's likely that a timezone
|
||||
// conversion caused a problem.
|
||||
final long diff = Math.abs(System.currentTimeMillis() - date.getTime());
|
||||
final long threshold = 15000; // 15 seconds
|
||||
if (diff > threshold) {
|
||||
fail("Difference (" + diff + ") was greater than threshold (" + threshold + ")");
|
||||
}
|
||||
System.out.println("diff: " + diff);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test200() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/200");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in request status.code and status.message
|
||||
// original flow file (+attributes)??????????
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
// expected in response
|
||||
// status code, status message, all headers from server response --> ff attributes
|
||||
// server response message body into payload of ff
|
||||
// should not contain any original ff attributes
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("/status/200".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeEquals("Content-Type", "text/plain; charset=ISO-8859-1");
|
||||
final String actual1 = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected1 = "/status/200";
|
||||
Assert.assertEquals(expected1, actual1);
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test200auth() throws Exception {
|
||||
addHandler(new BasicAuthHandler());
|
||||
|
||||
final String username = "basic_user";
|
||||
final String password = "basic_password";
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/200");
|
||||
runner.setProperty(Config.PROP_BASIC_AUTH_USERNAME, username);
|
||||
runner.setProperty(Config.PROP_BASIC_AUTH_PASSWORD, password);
|
||||
final byte[] creds = String.format("%s:%s", username, password).getBytes(StandardCharsets.UTF_8);
|
||||
final String expAuth = String.format("Basic %s", new String(encodeBase64(creds)));
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in request status.code and status.message
|
||||
// original flow file (+attributes)??????????
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
|
||||
// expected in response
|
||||
// status code, status message, all headers from server response --> ff attributes
|
||||
// server response message body into payload of ff
|
||||
// should not contain any original ff attributes
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_RESP).get(0);
|
||||
final String bundle1Content = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
assertTrue(bundle1Content.startsWith(expAuth)); // use startsWith instead of equals so we can ignore line endings
|
||||
bundle1.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeEquals("Content-Type", "text/plain; charset=ISO-8859-1");
|
||||
|
||||
final List<ProvenanceEventRecord> provEvents = runner.getProvenanceEvents();
|
||||
assertEquals(2, provEvents.size());
|
||||
boolean forkEvent = false;
|
||||
boolean fetchEvent = false;
|
||||
for (final ProvenanceEventRecord event : provEvents) {
|
||||
if (event.getEventType() == ProvenanceEventType.FORK) {
|
||||
forkEvent = true;
|
||||
} else if (event.getEventType() == ProvenanceEventType.FETCH) {
|
||||
fetchEvent = true;
|
||||
}
|
||||
}
|
||||
|
||||
assertTrue(forkEvent);
|
||||
assertTrue(fetchEvent);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test401notauth() throws Exception {
|
||||
addHandler(new BasicAuthHandler());
|
||||
|
||||
final String username = "basic_user";
|
||||
final String password = "basic_password";
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/401");
|
||||
runner.setProperty(Config.PROP_BASIC_AUTH_USERNAME, username);
|
||||
runner.setProperty(Config.PROP_BASIC_AUTH_PASSWORD, password);
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in request status.code and status.message
|
||||
// original flow file (+attributes)??????????
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_NO_RETRY).get(0);
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "401");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "Unauthorized");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
|
||||
final String response = bundle.getAttribute(Config.RESPONSE_BODY);
|
||||
assertEquals(response, "Get off my lawn!");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test500() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/500");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 1);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "500");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "Server Error");
|
||||
bundle.assertAttributeEquals(Config.RESPONSE_BODY, "/status/500");
|
||||
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test300() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/302");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
// getMyFlowFiles();
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_NO_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "302");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "Found");
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test304() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/304");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
// getMyFlowFiles();
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_NO_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "304");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "Not Modified");
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test400() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/400");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
// getMyFlowFiles();
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_NO_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "400");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "Bad Request");
|
||||
bundle.assertAttributeEquals(Config.RESPONSE_BODY, "/status/400");
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test412() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/412");
|
||||
runner.setProperty(Config.PROP_METHOD, "GET");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_NO_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "412");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "Precondition Failed");
|
||||
bundle.assertAttributeEquals(Config.RESPONSE_BODY, "/status/412");
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testHead() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_METHOD, "HEAD");
|
||||
runner.setProperty(Config.PROP_URL, url + "/status/200");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeEquals("Content-Type", "text/plain");
|
||||
final String actual1 = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected1 = "";
|
||||
Assert.assertEquals(expected1, actual1);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testPost() throws Exception {
|
||||
addHandler(new PostHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_METHOD, "POST");
|
||||
runner.setProperty(Config.PROP_URL, url + "/post");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeNotExists("Content-Type");
|
||||
|
||||
final String actual1 = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected1 = "";
|
||||
Assert.assertEquals(expected1, actual1);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testPut() throws Exception {
|
||||
addHandler(new PostHandler());
|
||||
|
||||
runner.setProperty(Config.PROP_METHOD, "PUT");
|
||||
runner.setProperty(Config.PROP_URL, url + "/post");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 0);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeNotExists("Content-Type");
|
||||
|
||||
final String actual1 = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected1 = "";
|
||||
Assert.assertEquals(expected1, actual1);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testConnectFailBadPort() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
// this is the bad urls
|
||||
final String badurlport = "https://localhost:" + 445;
|
||||
|
||||
runner.setProperty(Config.PROP_URL, badurlport + "/doesnotExist");
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 1);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_FAILURE).get(0);
|
||||
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testConnectFailBadHost() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
final String badurlhost = "https://localhOOst:" + 445;
|
||||
|
||||
runner.setProperty(Config.PROP_URL, badurlhost + "/doesnotExist");
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(Config.REL_FAILURE, 1);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(Config.REL_FAILURE).get(0);
|
||||
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
}
|
||||
|
||||
private static Map<String, String> createSslProperties() {
|
||||
final Map<String, String> map = new HashMap<>();
|
||||
map.put(StandardSSLContextService.KEYSTORE.getName(), "src/test/resources/localhost-ks.jks");
|
||||
map.put(StandardSSLContextService.KEYSTORE_PASSWORD.getName(), "localtest");
|
||||
map.put(StandardSSLContextService.KEYSTORE_TYPE.getName(), "JKS");
|
||||
map.put(StandardSSLContextService.TRUSTSTORE.getName(), "src/test/resources/localhost-ts.jks");
|
||||
map.put(StandardSSLContextService.TRUSTSTORE_PASSWORD.getName(), "localtest");
|
||||
map.put(StandardSSLContextService.TRUSTSTORE_TYPE.getName(), "JKS");
|
||||
return map;
|
||||
}
|
||||
|
||||
private static TestServer createServer() throws IOException {
|
||||
return new TestServer(sslProperties);
|
||||
return new TestServer();
|
||||
}
|
||||
|
||||
private static void createFlowFiles(final TestRunner testRunner) throws UnsupportedEncodingException {
|
||||
final Map<String, String> attributes = new HashMap<>();
|
||||
attributes.put(CoreAttributes.MIME_TYPE.key(), "application/plain-text");
|
||||
attributes.put("Foo", "Bar");
|
||||
testRunner.enqueue("Hello".getBytes("UTF-8"), attributes);
|
||||
// Currently InvokeHttp does not support Proxy via Https
|
||||
@Test
|
||||
public void testProxy() throws Exception {
|
||||
addHandler(new MyProxyHandler());
|
||||
URL proxyURL = new URL(url);
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, "http://nifi.apache.org/"); // just a dummy URL no connection goes out
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_PROXY_HOST, proxyURL.getHost());
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_PROXY_PORT, String.valueOf(proxyURL.getPort()));
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
//expected in request status.code and status.message
|
||||
//original flow file (+attributes)
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
//expected in response
|
||||
//status code, status message, all headers from server response --> ff attributes
|
||||
//server response message body into payload of ff
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("http://nifi.apache.org/".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeEquals("Content-Type", "text/plain; charset=ISO-8859-1");
|
||||
}
|
||||
|
||||
private static class PostHandler extends AbstractHandler {
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest,
|
||||
HttpServletRequest request, HttpServletResponse response)
|
||||
throws IOException, ServletException {
|
||||
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
assertEquals("/post", target);
|
||||
|
||||
final String body = request.getReader().readLine();
|
||||
assertEquals("Hello", body);
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
private static class GetOrHeadHandler extends AbstractHandler {
|
||||
public static class MyProxyHandler extends AbstractHandler {
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
final int status = Integer.valueOf(target.substring("/status".length() + 1));
|
||||
response.setStatus(status);
|
||||
if ("Get".equalsIgnoreCase(request.getMethod())) {
|
||||
response.setStatus(200);
|
||||
String proxyPath = baseRequest.getUri().toString();
|
||||
response.setContentLength(proxyPath.length());
|
||||
response.setContentType("text/plain");
|
||||
|
||||
response.setContentType("text/plain");
|
||||
response.setContentLength(target.length());
|
||||
|
||||
if ("GET".equalsIgnoreCase(request.getMethod())) {
|
||||
try (PrintWriter writer = response.getWriter()) {
|
||||
writer.print(target);
|
||||
writer.print(proxyPath);
|
||||
writer.flush();
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
private static class DateHandler extends AbstractHandler {
|
||||
|
||||
private String dateString;
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
dateString = request.getHeader("Date");
|
||||
|
||||
response.setStatus(200);
|
||||
response.setContentType("text/plain");
|
||||
response.getWriter().println("Way to go!");
|
||||
}
|
||||
}
|
||||
|
||||
private static class BasicAuthHandler extends AbstractHandler {
|
||||
|
||||
private String authString;
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
authString = request.getHeader("Authorization");
|
||||
|
||||
final int status = Integer.valueOf(target.substring("/status".length() + 1));
|
||||
|
||||
if (status == 200) {
|
||||
response.setStatus(status);
|
||||
response.setContentType("text/plain");
|
||||
response.getWriter().println(authString);
|
||||
} else {
|
||||
response.setStatus(status);
|
||||
response.setStatus(404);
|
||||
response.setContentType("text/plain");
|
||||
response.getWriter().println("Get off my lawn!");
|
||||
response.setContentLength(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
|
|
|||
|
|
@ -0,0 +1,90 @@
|
|||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.nifi.processors.standard;
|
||||
|
||||
import org.apache.nifi.processors.standard.InvokeHTTP.Config;
|
||||
import org.apache.nifi.processors.standard.util.TestInvokeHttpCommon;
|
||||
import org.apache.nifi.ssl.StandardSSLContextService;
|
||||
import org.apache.nifi.util.TestRunners;
|
||||
import org.junit.After;
|
||||
import org.junit.AfterClass;
|
||||
import org.junit.Before;
|
||||
import org.junit.BeforeClass;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.HashMap;
|
||||
import java.util.Map;
|
||||
|
||||
public class TestInvokeHttpSSL extends TestInvokeHttpCommon {
|
||||
|
||||
private static Map<String, String> sslProperties;
|
||||
|
||||
@BeforeClass
|
||||
public static void beforeClass() throws Exception {
|
||||
// useful for verbose logging output
|
||||
// don't commit this with this property enabled, or any 'mvn test' will be really verbose
|
||||
// System.setProperty("org.slf4j.simpleLogger.log.nifi.processors.standard", "debug");
|
||||
|
||||
// create the SSL properties, which basically store keystore / trustore information
|
||||
// this is used by the StandardSSLContextService and the Jetty Server
|
||||
sslProperties = createSslProperties();
|
||||
|
||||
// create a Jetty server on a random port
|
||||
server = createServer();
|
||||
server.startServer();
|
||||
|
||||
// this is the base url with the random port
|
||||
url = server.getSecureUrl();
|
||||
}
|
||||
|
||||
@AfterClass
|
||||
public static void afterClass() throws Exception {
|
||||
server.shutdownServer();
|
||||
}
|
||||
|
||||
@Before
|
||||
public void before() throws Exception {
|
||||
runner = TestRunners.newTestRunner(InvokeHTTP.class);
|
||||
final StandardSSLContextService sslService = new StandardSSLContextService();
|
||||
runner.addControllerService("ssl-context", sslService, sslProperties);
|
||||
runner.enableControllerService(sslService);
|
||||
runner.setProperty(Config.PROP_SSL_CONTEXT_SERVICE, "ssl-context");
|
||||
|
||||
server.clearHandlers();
|
||||
}
|
||||
|
||||
@After
|
||||
public void after() {
|
||||
runner.shutdown();
|
||||
}
|
||||
|
||||
private static TestServer createServer() throws IOException {
|
||||
return new TestServer(sslProperties);
|
||||
}
|
||||
|
||||
private static Map<String, String> createSslProperties() {
|
||||
final Map<String, String> map = new HashMap<>();
|
||||
map.put(StandardSSLContextService.KEYSTORE.getName(), "src/test/resources/localhost-ks.jks");
|
||||
map.put(StandardSSLContextService.KEYSTORE_PASSWORD.getName(), "localtest");
|
||||
map.put(StandardSSLContextService.KEYSTORE_TYPE.getName(), "JKS");
|
||||
map.put(StandardSSLContextService.TRUSTSTORE.getName(), "src/test/resources/localhost-ts.jks");
|
||||
map.put(StandardSSLContextService.TRUSTSTORE_PASSWORD.getName(), "localtest");
|
||||
map.put(StandardSSLContextService.TRUSTSTORE_TYPE.getName(), "JKS");
|
||||
return map;
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,830 @@
|
|||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.nifi.processors.standard.util;
|
||||
|
||||
import org.apache.nifi.flowfile.attributes.CoreAttributes;
|
||||
import org.apache.nifi.processors.standard.InvokeHTTP;
|
||||
import org.apache.nifi.processors.standard.TestServer;
|
||||
import org.apache.nifi.provenance.ProvenanceEventRecord;
|
||||
import org.apache.nifi.provenance.ProvenanceEventType;
|
||||
import org.apache.nifi.util.MockFlowFile;
|
||||
import org.apache.nifi.util.TestRunner;
|
||||
import org.eclipse.jetty.server.Handler;
|
||||
import org.eclipse.jetty.server.Request;
|
||||
import org.eclipse.jetty.server.handler.AbstractHandler;
|
||||
import org.junit.Assert;
|
||||
import org.junit.Test;
|
||||
|
||||
import javax.servlet.ServletException;
|
||||
import javax.servlet.http.HttpServletRequest;
|
||||
import javax.servlet.http.HttpServletResponse;
|
||||
import java.io.IOException;
|
||||
import java.io.PrintWriter;
|
||||
import java.io.UnsupportedEncodingException;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Date;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Locale;
|
||||
import java.util.Map;
|
||||
|
||||
import static org.apache.commons.codec.binary.Base64.encodeBase64;
|
||||
import static org.junit.Assert.assertEquals;
|
||||
import static org.junit.Assert.assertTrue;
|
||||
import static org.junit.Assert.fail;
|
||||
|
||||
public abstract class TestInvokeHttpCommon {
|
||||
|
||||
public static TestServer server;
|
||||
public static String url;
|
||||
|
||||
public TestRunner runner;
|
||||
|
||||
|
||||
public void addHandler(Handler handler) {
|
||||
server.addHandler(handler);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testDateGeneration() throws Exception {
|
||||
|
||||
final DateHandler dh = new DateHandler();
|
||||
addHandler(dh);
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url);
|
||||
createFlowFiles(runner);
|
||||
runner.run();
|
||||
|
||||
// extract the date string sent to the server
|
||||
// and store it as a java.util.Date
|
||||
final SimpleDateFormat sdf = new SimpleDateFormat("EEE, dd MMM yyyy HH:mm:ss z", Locale.US);
|
||||
final Date date = sdf.parse(dh.dateString);
|
||||
|
||||
// calculate the difference between the date string sent by the client and
|
||||
// the current system time -- these should be within a second or two
|
||||
// (just enough time to run the test).
|
||||
//
|
||||
// If the difference is more like in hours, it's likely that a timezone
|
||||
// conversion caused a problem.
|
||||
final long diff = Math.abs(System.currentTimeMillis() - date.getTime());
|
||||
final long threshold = 15000; // 15 seconds
|
||||
if (diff > threshold) {
|
||||
fail("Difference (" + diff + ") was greater than threshold (" + threshold + ")");
|
||||
}
|
||||
System.out.println("diff: " + diff);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test200() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/200");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in request status.code and status.message
|
||||
// original flow file (+attributes)
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
// expected in response
|
||||
// status code, status message, all headers from server response --> ff attributes
|
||||
// server response message body into payload of ff
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("/status/200".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeEquals("Content-Type", "text/plain; charset=ISO-8859-1");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test200Auth() throws Exception {
|
||||
addHandler(new BasicAuthHandler());
|
||||
|
||||
final String username = "basic_user";
|
||||
final String password = "basic_password";
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/200");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_BASIC_AUTH_USERNAME, username);
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_BASIC_AUTH_PASSWORD, password);
|
||||
final byte[] creds = String.format("%s:%s", username, password).getBytes(StandardCharsets.UTF_8);
|
||||
final String expAuth = String.format("Basic %s", new String(encodeBase64(creds)));
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in request status.code and status.message
|
||||
// original flow file (+attributes)
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
// expected in response
|
||||
// status code, status message, all headers from server response --> ff attributes
|
||||
// server response message body into payload of ff
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
final String bundle1Content = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
assertTrue(bundle1Content.startsWith(expAuth)); // use startsWith instead of equals so we can ignore line endings
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeEquals("Content-Type", "text/plain; charset=ISO-8859-1");
|
||||
|
||||
final List<ProvenanceEventRecord> provEvents = runner.getProvenanceEvents();
|
||||
assertEquals(2, provEvents.size());
|
||||
boolean forkEvent = false;
|
||||
boolean fetchEvent = false;
|
||||
for (final ProvenanceEventRecord event : provEvents) {
|
||||
if (event.getEventType() == ProvenanceEventType.FORK) {
|
||||
forkEvent = true;
|
||||
} else if (event.getEventType() == ProvenanceEventType.FETCH) {
|
||||
fetchEvent = true;
|
||||
}
|
||||
}
|
||||
|
||||
assertTrue(forkEvent);
|
||||
assertTrue(fetchEvent);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test401NotAuth() throws Exception {
|
||||
addHandler(new BasicAuthHandler());
|
||||
|
||||
final String username = "basic_user";
|
||||
final String password = "basic_password";
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/401");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_BASIC_AUTH_USERNAME, username);
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_BASIC_AUTH_PASSWORD, password);
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in request status.code and status.message
|
||||
// original flow file (+attributes)
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_NO_RETRY).get(0);
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "401");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "Unauthorized");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
|
||||
final String response = bundle.getAttribute(InvokeHTTP.Config.RESPONSE_BODY);
|
||||
assertEquals(response, "Get off my lawn!");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test500() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/500");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "500");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "Server Error");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.RESPONSE_BODY, "/status/500");
|
||||
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test300() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/302");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
// getMyFlowFiles();
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_NO_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "302");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "Found");
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test304() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/304");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
// getMyFlowFiles();
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_NO_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "304");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "Not Modified");
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test400() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/400");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
// getMyFlowFiles();
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_NO_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "400");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "Bad Request");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.RESPONSE_BODY, "/status/400");
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void test412() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/412");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_METHOD, "GET");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
// expected in response
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_NO_RETRY).get(0);
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "412");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "Precondition Failed");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.RESPONSE_BODY, "/status/412");
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testHead() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_METHOD, "HEAD");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/200");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeEquals("Content-Type", "text/plain");
|
||||
final String actual1 = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected1 = "";
|
||||
Assert.assertEquals(expected1, actual1);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testPost() throws Exception {
|
||||
addHandler(new PostHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_METHOD, "POST");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/post");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeNotExists("Content-Type");
|
||||
|
||||
final String actual1 = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected1 = "";
|
||||
Assert.assertEquals(expected1, actual1);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testPut() throws Exception {
|
||||
addHandler(new PostHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_METHOD, "PUT");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/post");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeNotExists("Content-Type");
|
||||
|
||||
final String actual1 = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected1 = "";
|
||||
Assert.assertEquals(expected1, actual1);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testDelete() throws Exception {
|
||||
addHandler(new DeleteHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_METHOD, "DELETE");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/200");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
final String actual1 = new String(bundle1.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected1 = "";
|
||||
Assert.assertEquals(expected1, actual1);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testOptions() throws Exception {
|
||||
addHandler(new OptionsHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_METHOD, "OPTIONS");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/200");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("/status/200".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testSendAttributes() throws Exception {
|
||||
addHandler(new AttributesSentHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/200");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_ATTRIBUTES_TO_SEND, "Foo");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 1);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 0);
|
||||
|
||||
//expected in request status.code and status.message
|
||||
//original flow file (+attributes)
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_REQ).get(0);
|
||||
bundle.assertContentEquals("Hello".getBytes("UTF-8"));
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
|
||||
//expected in response
|
||||
//status code, status message, all headers from server response --> ff attributes
|
||||
//server response message body into payload of ff
|
||||
final MockFlowFile bundle1 = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_SUCCESS_RESP).get(0);
|
||||
bundle1.assertContentEquals("Bar".getBytes("UTF-8"));
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_CODE, "200");
|
||||
bundle1.assertAttributeEquals(InvokeHTTP.Config.STATUS_MESSAGE, "OK");
|
||||
bundle1.assertAttributeEquals("Foo", "Bar");
|
||||
bundle1.assertAttributeEquals("Content-Type", "text/plain; charset=ISO-8859-1");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testReadTimeout() throws Exception {
|
||||
addHandler(new ReadTimeoutHandler());
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, url + "/status/200");
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_READ_TIMEOUT, "5 secs");
|
||||
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 1);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_FAILURE).get(0);
|
||||
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testConnectFailBadPort() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
// this is the bad urls
|
||||
final String badurlport = "http://localhost:" + 445;
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, badurlport + "/doesnotExist");
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 1);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_FAILURE).get(0);
|
||||
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testConnectFailBadHost() throws Exception {
|
||||
addHandler(new GetOrHeadHandler());
|
||||
|
||||
final String badurlhost = "http://localhOOst:" + 445;
|
||||
|
||||
runner.setProperty(InvokeHTTP.Config.PROP_URL, badurlhost + "/doesnotExist");
|
||||
createFlowFiles(runner);
|
||||
|
||||
runner.run();
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_REQ, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_SUCCESS_RESP, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_NO_RETRY, 0);
|
||||
runner.assertTransferCount(InvokeHTTP.Config.REL_FAILURE, 1);
|
||||
|
||||
final MockFlowFile bundle = runner.getFlowFilesForRelationship(InvokeHTTP.Config.REL_FAILURE).get(0);
|
||||
|
||||
final String actual = new String(bundle.toByteArray(), StandardCharsets.UTF_8);
|
||||
final String expected = "Hello";
|
||||
Assert.assertEquals(expected, actual);
|
||||
bundle.assertAttributeEquals("Foo", "Bar");
|
||||
}
|
||||
|
||||
|
||||
public static void createFlowFiles(final TestRunner testRunner) throws UnsupportedEncodingException {
|
||||
final Map<String, String> attributes = new HashMap<>();
|
||||
attributes.put(CoreAttributes.MIME_TYPE.key(), "application/plain-text");
|
||||
attributes.put("Foo", "Bar");
|
||||
testRunner.enqueue("Hello".getBytes("UTF-8"), attributes);
|
||||
|
||||
}
|
||||
|
||||
|
||||
private static class DateHandler extends AbstractHandler {
|
||||
|
||||
private String dateString;
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
dateString = request.getHeader("Date");
|
||||
|
||||
response.setStatus(200);
|
||||
response.setContentType("text/plain");
|
||||
response.getWriter().println("Way to go!");
|
||||
}
|
||||
}
|
||||
|
||||
private static class PostHandler extends AbstractHandler {
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest,
|
||||
HttpServletRequest request, HttpServletResponse response)
|
||||
throws IOException, ServletException {
|
||||
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
assertEquals("/post", target);
|
||||
|
||||
final String body = request.getReader().readLine();
|
||||
assertEquals("Hello", body);
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
private static class GetOrHeadHandler extends AbstractHandler {
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
final int status = Integer.valueOf(target.substring("/status".length() + 1));
|
||||
response.setStatus(status);
|
||||
|
||||
response.setContentType("text/plain");
|
||||
response.setContentLength(target.length());
|
||||
|
||||
if ("GET".equalsIgnoreCase(request.getMethod())) {
|
||||
try (PrintWriter writer = response.getWriter()) {
|
||||
writer.print(target);
|
||||
writer.flush();
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
private static class DeleteHandler extends AbstractHandler {
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
if ("DELETE".equalsIgnoreCase(request.getMethod())) {
|
||||
final int status = Integer.valueOf(target.substring("/status".length() + 1));
|
||||
response.setStatus(status);
|
||||
response.setContentLength(0);
|
||||
} else {
|
||||
response.setStatus(404);
|
||||
response.setContentType("text/plain");
|
||||
response.setContentLength(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static class OptionsHandler extends AbstractHandler {
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
if ("OPTIONS".equalsIgnoreCase(request.getMethod())) {
|
||||
final int status = Integer.valueOf(target.substring("/status".length() + 1));
|
||||
response.setStatus(status);
|
||||
response.setContentLength(target.length());
|
||||
response.setContentType("text/plain");
|
||||
|
||||
try (PrintWriter writer = response.getWriter()) {
|
||||
writer.print(target);
|
||||
writer.flush();
|
||||
}
|
||||
} else {
|
||||
response.setStatus(404);
|
||||
response.setContentType("text/plain");
|
||||
response.setContentLength(target.length());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static class AttributesSentHandler extends AbstractHandler {
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
if ("Get".equalsIgnoreCase(request.getMethod())) {
|
||||
String headerValue = request.getHeader("Foo");
|
||||
final int status = Integer.valueOf(target.substring("/status".length() + 1));
|
||||
response.setStatus(status);
|
||||
response.setContentLength(headerValue.length());
|
||||
response.setContentType("text/plain");
|
||||
|
||||
|
||||
try (PrintWriter writer = response.getWriter()) {
|
||||
writer.print(headerValue);
|
||||
writer.flush();
|
||||
}
|
||||
} else {
|
||||
response.setStatus(404);
|
||||
response.setContentType("text/plain");
|
||||
response.setContentLength(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static class ReadTimeoutHandler extends AbstractHandler {
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
if ("Get".equalsIgnoreCase(request.getMethod())) {
|
||||
try {
|
||||
Thread.sleep(10000);
|
||||
} catch (InterruptedException e) {
|
||||
return;
|
||||
}
|
||||
String headerValue = request.getHeader("Foo");
|
||||
headerValue = headerValue == null ? "" : headerValue;
|
||||
final int status = Integer.valueOf(target.substring("/status".length() + 1));
|
||||
response.setStatus(status);
|
||||
response.setContentLength(headerValue.length());
|
||||
response.setContentType("text/plain");
|
||||
|
||||
try (PrintWriter writer = response.getWriter()) {
|
||||
writer.print(headerValue);
|
||||
writer.flush();
|
||||
}
|
||||
} else {
|
||||
response.setStatus(404);
|
||||
response.setContentType("text/plain");
|
||||
response.setContentLength(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
private static class BasicAuthHandler extends AbstractHandler {
|
||||
|
||||
private String authString;
|
||||
|
||||
@Override
|
||||
public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException {
|
||||
baseRequest.setHandled(true);
|
||||
|
||||
authString = request.getHeader("Authorization");
|
||||
|
||||
if (authString == null) {
|
||||
response.setStatus(401);
|
||||
response.setHeader("WWW-Authenticate", "Basic realm=\"Jetty\"");
|
||||
response.setHeader("response.phrase", "Unauthorized");
|
||||
response.setContentType("text/plain");
|
||||
response.getWriter().println("Get off my lawn!");
|
||||
return;
|
||||
}
|
||||
|
||||
final int status = Integer.valueOf(target.substring("/status".length() + 1));
|
||||
|
||||
if (status == 200) {
|
||||
response.setStatus(status);
|
||||
response.setContentType("text/plain");
|
||||
response.getWriter().println(authString);
|
||||
} else {
|
||||
response.setStatus(status);
|
||||
response.setContentType("text/plain");
|
||||
response.getWriter().println("Get off my lawn!");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
Loading…
Reference in New Issue