2021-04-09 15:28:18 -04:00
|
|
|
/*
|
|
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
|
|
*
|
|
|
|
* The OpenSearch Contributors require contributions made to
|
|
|
|
* this file be licensed under the Apache-2.0 license or a
|
|
|
|
* compatible open source license.
|
|
|
|
*
|
|
|
|
* Modifications Copyright OpenSearch Contributors. See
|
|
|
|
* GitHub history for details.
|
|
|
|
*/
|
|
|
|
|
2016-07-22 22:26:35 -04:00
|
|
|
/*
|
|
|
|
* Licensed to Elasticsearch under one or more contributor
|
|
|
|
* license agreements. See the NOTICE file distributed with
|
|
|
|
* this work for additional information regarding copyright
|
|
|
|
* ownership. Elasticsearch licenses this file to you under
|
|
|
|
* the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
* not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing,
|
|
|
|
* software distributed under the License is distributed on an
|
|
|
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
* KIND, either express or implied. See the License for the
|
|
|
|
* specific language governing permissions and limitations
|
|
|
|
* under the License.
|
|
|
|
*/
|
|
|
|
|
2019-11-01 14:33:11 -04:00
|
|
|
|
2021-03-08 11:32:47 -05:00
|
|
|
import org.opensearch.gradle.info.BuildParams
|
|
|
|
import org.opensearch.gradle.test.RestIntegTestTask
|
|
|
|
import org.opensearch.gradle.test.rest.JavaRestTestPlugin
|
|
|
|
import org.opensearch.gradle.test.InternalClusterTestPlugin
|
2019-08-30 14:37:18 -04:00
|
|
|
|
2021-03-08 11:32:47 -05:00
|
|
|
apply plugin: 'opensearch.yaml-rest-test'
|
|
|
|
apply plugin: 'opensearch.java-rest-test'
|
|
|
|
apply plugin: 'opensearch.internal-cluster-test'
|
2020-07-06 15:16:26 -04:00
|
|
|
|
2016-07-22 22:26:35 -04:00
|
|
|
/*
|
|
|
|
TODOs:
|
|
|
|
* fix permissions such that only netty4 can open sockets etc?
|
|
|
|
* fix the hack in the build framework that copies transport-netty4 into the integ test cluster
|
|
|
|
* maybe figure out a way to run all tests from core with netty4/network?
|
|
|
|
*/
|
2021-03-18 19:14:19 -04:00
|
|
|
opensearchplugin {
|
2019-11-14 06:01:23 -05:00
|
|
|
description 'Netty 4 based transport implementation'
|
2021-03-08 11:32:47 -05:00
|
|
|
classname 'org.opensearch.transport.Netty4Plugin'
|
2019-11-14 06:01:23 -05:00
|
|
|
hasClientJar = true
|
2016-07-22 22:26:35 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
dependencies {
|
2019-11-14 06:01:23 -05:00
|
|
|
// network stack
|
2020-06-30 09:57:41 -04:00
|
|
|
api "io.netty:netty-buffer:${versions.netty}"
|
|
|
|
api "io.netty:netty-codec:${versions.netty}"
|
|
|
|
api "io.netty:netty-codec-http:${versions.netty}"
|
|
|
|
api "io.netty:netty-common:${versions.netty}"
|
|
|
|
api "io.netty:netty-handler:${versions.netty}"
|
|
|
|
api "io.netty:netty-resolver:${versions.netty}"
|
|
|
|
api "io.netty:netty-transport:${versions.netty}"
|
2016-07-22 22:26:35 -04:00
|
|
|
}
|
|
|
|
|
2020-03-19 13:28:59 -04:00
|
|
|
restResources {
|
|
|
|
restApi {
|
|
|
|
includeCore '_common', 'cluster', 'nodes'
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-06-18 02:15:50 -04:00
|
|
|
tasks.named("dependencyLicenses").configure {
|
2017-02-24 17:40:07 -05:00
|
|
|
mapping from: /netty-.*/, to: 'netty'
|
|
|
|
}
|
|
|
|
|
2019-04-09 14:52:50 -04:00
|
|
|
test {
|
2019-11-14 06:01:23 -05:00
|
|
|
/*
|
|
|
|
* We have to disable setting the number of available processors as tests in the same JVM randomize processors and will step on each
|
|
|
|
* other if we allow them to set the number of available processors as it's set-once in Netty.
|
|
|
|
*/
|
2021-03-18 16:19:22 -04:00
|
|
|
systemProperty 'opensearch.set.netty.runtime.available.processors', 'false'
|
2017-05-01 19:27:28 -04:00
|
|
|
}
|
|
|
|
|
2020-07-28 09:39:11 -04:00
|
|
|
internalClusterTest {
|
2021-03-18 16:19:22 -04:00
|
|
|
systemProperty 'opensearch.set.netty.runtime.available.processors', 'false'
|
2020-07-28 09:39:11 -04:00
|
|
|
}
|
|
|
|
|
2020-08-04 08:46:32 -04:00
|
|
|
javaRestTest {
|
2021-03-18 16:19:22 -04:00
|
|
|
systemProperty 'opensearch.set.netty.runtime.available.processors', 'false'
|
2017-05-01 19:27:28 -04:00
|
|
|
}
|
|
|
|
|
2019-08-30 14:37:18 -04:00
|
|
|
TaskProvider<Test> pooledTest = tasks.register("pooledTest", Test) {
|
|
|
|
include '**/*Tests.class'
|
2021-03-18 16:19:22 -04:00
|
|
|
systemProperty 'opensearch.set.netty.runtime.available.processors', 'false'
|
|
|
|
systemProperty 'opensearch.use_unpooled_allocator', 'false'
|
2019-08-30 14:37:18 -04:00
|
|
|
}
|
2019-10-24 10:04:57 -04:00
|
|
|
|
2020-07-28 09:39:11 -04:00
|
|
|
TaskProvider<Test> pooledInternalClusterTest = tasks.register("pooledInternalClusterTest", Test) {
|
|
|
|
include '**/*IT.class'
|
2021-03-18 16:19:22 -04:00
|
|
|
systemProperty 'opensearch.set.netty.runtime.available.processors', 'false'
|
|
|
|
systemProperty 'opensearch.use_unpooled_allocator', 'false'
|
2020-07-28 09:39:11 -04:00
|
|
|
SourceSetContainer sourceSets = project.getExtensions().getByType(SourceSetContainer.class);
|
|
|
|
SourceSet internalTestSourceSet = sourceSets.getByName(InternalClusterTestPlugin.SOURCE_SET_NAME)
|
|
|
|
setTestClassesDirs(internalTestSourceSet.getOutput().getClassesDirs())
|
|
|
|
setClasspath(internalTestSourceSet.getRuntimeClasspath())
|
|
|
|
}
|
|
|
|
|
|
|
|
RestIntegTestTask pooledJavaRestTest = tasks.create("pooledJavaRestTest", RestIntegTestTask) {
|
2021-03-18 16:19:22 -04:00
|
|
|
systemProperty 'opensearch.set.netty.runtime.available.processors', 'false'
|
2020-07-28 09:39:11 -04:00
|
|
|
SourceSetContainer sourceSets = project.getExtensions().getByType(SourceSetContainer.class);
|
|
|
|
SourceSet javaRestTestSourceSet = sourceSets.getByName(JavaRestTestPlugin.SOURCE_SET_NAME)
|
|
|
|
setTestClassesDirs(javaRestTestSourceSet.getOutput().getClassesDirs())
|
|
|
|
setClasspath(javaRestTestSourceSet.getRuntimeClasspath())
|
2019-08-30 14:37:18 -04:00
|
|
|
}
|
2020-07-28 09:39:11 -04:00
|
|
|
testClusters.pooledJavaRestTest {
|
2021-03-18 16:19:22 -04:00
|
|
|
systemProperty 'opensearch.use_unpooled_allocator', 'false'
|
2019-08-30 14:37:18 -04:00
|
|
|
}
|
2020-07-28 09:39:11 -04:00
|
|
|
check.dependsOn(pooledTest, pooledJavaRestTest, pooledInternalClusterTest)
|
2019-08-30 14:37:18 -04:00
|
|
|
|
2019-01-07 10:24:19 -05:00
|
|
|
thirdPartyAudit {
|
2019-11-14 06:01:23 -05:00
|
|
|
ignoreMissingClasses(
|
2021-10-18 17:30:19 -04:00
|
|
|
'com.aayushatharva.brotli4j.Brotli4jLoader',
|
|
|
|
'com.aayushatharva.brotli4j.decoder.DecoderJNI$Status',
|
|
|
|
'com.aayushatharva.brotli4j.decoder.DecoderJNI$Wrapper',
|
|
|
|
'com.aayushatharva.brotli4j.encoder.Encoder',
|
|
|
|
'com.aayushatharva.brotli4j.encoder.Encoder$Mode',
|
|
|
|
'com.aayushatharva.brotli4j.encoder.Encoder$Parameters',
|
2019-11-14 06:01:23 -05:00
|
|
|
// classes are missing
|
|
|
|
|
|
|
|
// from io.netty.handler.codec.protobuf.ProtobufDecoder (netty)
|
|
|
|
'com.google.protobuf.ExtensionRegistry',
|
|
|
|
'com.google.protobuf.MessageLite$Builder',
|
|
|
|
'com.google.protobuf.MessageLite',
|
|
|
|
'com.google.protobuf.Parser',
|
|
|
|
|
|
|
|
// from io.netty.logging.CommonsLoggerFactory (netty)
|
|
|
|
'org.apache.commons.logging.Log',
|
|
|
|
'org.apache.commons.logging.LogFactory',
|
|
|
|
|
|
|
|
// from Log4j (deliberate, Netty will fallback to Log4j 2)
|
|
|
|
'org.apache.log4j.Level',
|
|
|
|
'org.apache.log4j.Logger',
|
|
|
|
|
|
|
|
// from io.netty.handler.ssl.OpenSslEngine (netty)
|
|
|
|
'io.netty.internal.tcnative.Buffer',
|
|
|
|
'io.netty.internal.tcnative.Library',
|
|
|
|
'io.netty.internal.tcnative.SSL',
|
|
|
|
'io.netty.internal.tcnative.SSLContext',
|
|
|
|
'io.netty.internal.tcnative.SSLPrivateKeyMethod',
|
|
|
|
|
|
|
|
// from io.netty.handler.ssl.util.BouncyCastleSelfSignedCertGenerator (netty)
|
|
|
|
'org.bouncycastle.cert.X509v3CertificateBuilder',
|
|
|
|
'org.bouncycastle.cert.jcajce.JcaX509CertificateConverter',
|
|
|
|
'org.bouncycastle.cert.jcajce.JcaX509v3CertificateBuilder',
|
|
|
|
'org.bouncycastle.jce.provider.BouncyCastleProvider',
|
|
|
|
'org.bouncycastle.operator.jcajce.JcaContentSignerBuilder',
|
2020-01-27 04:14:52 -05:00
|
|
|
'org.bouncycastle.asn1.x500.X500Name',
|
2019-11-14 06:01:23 -05:00
|
|
|
|
|
|
|
// from io.netty.handler.ssl.JettyNpnSslEngine (netty)
|
|
|
|
'org.eclipse.jetty.npn.NextProtoNego$ClientProvider',
|
|
|
|
'org.eclipse.jetty.npn.NextProtoNego$ServerProvider',
|
|
|
|
'org.eclipse.jetty.npn.NextProtoNego',
|
|
|
|
|
|
|
|
// from io.netty.handler.codec.marshalling.ChannelBufferByteInput (netty)
|
|
|
|
'org.jboss.marshalling.ByteInput',
|
|
|
|
|
|
|
|
// from io.netty.handler.codec.marshalling.ChannelBufferByteOutput (netty)
|
|
|
|
'org.jboss.marshalling.ByteOutput',
|
|
|
|
|
|
|
|
// from io.netty.handler.codec.marshalling.CompatibleMarshallingEncoder (netty)
|
|
|
|
'org.jboss.marshalling.Marshaller',
|
|
|
|
|
|
|
|
// from io.netty.handler.codec.marshalling.ContextBoundUnmarshallerProvider (netty)
|
|
|
|
'org.jboss.marshalling.MarshallerFactory',
|
|
|
|
'org.jboss.marshalling.MarshallingConfiguration',
|
|
|
|
'org.jboss.marshalling.Unmarshaller',
|
|
|
|
|
|
|
|
// from io.netty.util.internal.logging.InternalLoggerFactory (netty) - it's optional
|
|
|
|
'org.slf4j.helpers.FormattingTuple',
|
|
|
|
'org.slf4j.helpers.MessageFormatter',
|
|
|
|
'org.slf4j.Logger',
|
|
|
|
'org.slf4j.LoggerFactory',
|
|
|
|
'org.slf4j.spi.LocationAwareLogger',
|
|
|
|
|
2021-10-18 17:30:19 -04:00
|
|
|
'com.github.luben.zstd.Zstd',
|
2019-11-14 06:01:23 -05:00
|
|
|
'com.google.protobuf.ExtensionRegistryLite',
|
|
|
|
'com.google.protobuf.MessageLiteOrBuilder',
|
|
|
|
'com.google.protobuf.nano.CodedOutputByteBufferNano',
|
|
|
|
'com.google.protobuf.nano.MessageNano',
|
|
|
|
'com.jcraft.jzlib.Deflater',
|
|
|
|
'com.jcraft.jzlib.Inflater',
|
|
|
|
'com.jcraft.jzlib.JZlib$WrapperType',
|
|
|
|
'com.jcraft.jzlib.JZlib',
|
|
|
|
'com.ning.compress.BufferRecycler',
|
|
|
|
'com.ning.compress.lzf.ChunkDecoder',
|
|
|
|
'com.ning.compress.lzf.ChunkEncoder',
|
2020-04-30 17:58:27 -04:00
|
|
|
'com.ning.compress.lzf.LZFChunk',
|
2019-11-14 06:01:23 -05:00
|
|
|
'com.ning.compress.lzf.LZFEncoder',
|
|
|
|
'com.ning.compress.lzf.util.ChunkDecoderFactory',
|
|
|
|
'com.ning.compress.lzf.util.ChunkEncoderFactory',
|
|
|
|
'lzma.sdk.lzma.Encoder',
|
|
|
|
'net.jpountz.lz4.LZ4Compressor',
|
|
|
|
'net.jpountz.lz4.LZ4Factory',
|
|
|
|
'net.jpountz.lz4.LZ4FastDecompressor',
|
|
|
|
'net.jpountz.xxhash.XXHash32',
|
|
|
|
'net.jpountz.xxhash.XXHashFactory',
|
2021-10-18 17:30:19 -04:00
|
|
|
'io.netty.internal.tcnative.AsyncSSLPrivateKeyMethod',
|
|
|
|
'io.netty.internal.tcnative.AsyncTask',
|
2019-11-14 06:01:23 -05:00
|
|
|
'io.netty.internal.tcnative.CertificateCallback',
|
|
|
|
'io.netty.internal.tcnative.CertificateVerifier',
|
2021-10-18 17:30:19 -04:00
|
|
|
'io.netty.internal.tcnative.ResultCallback',
|
2019-11-14 06:01:23 -05:00
|
|
|
'io.netty.internal.tcnative.SessionTicketKey',
|
|
|
|
'io.netty.internal.tcnative.SniHostNameMatcher',
|
|
|
|
'io.netty.internal.tcnative.SSL',
|
2021-10-18 17:30:19 -04:00
|
|
|
'io.netty.internal.tcnative.SSLSession',
|
|
|
|
'io.netty.internal.tcnative.SSLSessionCache',
|
2019-11-14 06:01:23 -05:00
|
|
|
'org.eclipse.jetty.alpn.ALPN$ClientProvider',
|
|
|
|
'org.eclipse.jetty.alpn.ALPN$ServerProvider',
|
|
|
|
'org.eclipse.jetty.alpn.ALPN',
|
|
|
|
|
|
|
|
'org.conscrypt.AllocatedBuffer',
|
|
|
|
'org.conscrypt.BufferAllocator',
|
|
|
|
'org.conscrypt.Conscrypt',
|
2020-01-31 12:33:23 -05:00
|
|
|
'org.conscrypt.HandshakeListener',
|
|
|
|
|
|
|
|
'reactor.blockhound.BlockHound$Builder',
|
|
|
|
'reactor.blockhound.integration.BlockHoundIntegration'
|
2019-11-14 06:01:23 -05:00
|
|
|
)
|
|
|
|
|
|
|
|
ignoreViolations(
|
|
|
|
'io.netty.util.internal.PlatformDependent0',
|
|
|
|
'io.netty.util.internal.PlatformDependent0$1',
|
|
|
|
'io.netty.util.internal.PlatformDependent0$2',
|
|
|
|
'io.netty.util.internal.PlatformDependent0$3',
|
|
|
|
'io.netty.util.internal.PlatformDependent0$5',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.BaseLinkedQueueConsumerNodeRef',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.BaseLinkedQueueProducerNodeRef',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueColdProducerFields',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueConsumerFields',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueProducerFields',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.LinkedQueueNode',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueConsumerIndexField',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueProducerIndexField',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueProducerLimitField',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.util.UnsafeAccess',
|
|
|
|
'io.netty.util.internal.shaded.org.jctools.util.UnsafeRefArrayAccess',
|
|
|
|
'io.netty.handler.ssl.util.OpenJdkSelfSignedCertGenerator'
|
|
|
|
)
|
2019-01-07 10:24:19 -05:00
|
|
|
}
|