mirror of
https://github.com/honeymoose/OpenSearch.git
synced 2025-02-07 21:48:39 +00:00
With this change, we apply the common test config automatically to all newly created tasks instead of opting in specifically. For plugin authors using the plugin externally this means that the configuration will be applied to their RandomizedTestingTasks as well. The purpose of the task is to simplify setup and make it easier to change projects that use the `test` task but actually run integration tests to use a task called `integTest` for clarity, but also because we may want to configure and run them differently. E.x. using different levels of concurrency.
330 lines
11 KiB
Groovy
330 lines
11 KiB
Groovy
/*
|
|
* Licensed to Elasticsearch under one or more contributor
|
|
* license agreements. See the NOTICE file distributed with
|
|
* this work for additional information regarding copyright
|
|
* ownership. Elasticsearch licenses this file to you under
|
|
* the Apache License, Version 2.0 (the "License"); you may
|
|
* not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing,
|
|
* software distributed under the License is distributed on an
|
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
* KIND, either express or implied. See the License for the
|
|
* specific language governing permissions and limitations
|
|
* under the License.
|
|
*/
|
|
|
|
import com.carrotsearch.gradle.junit4.RandomizedTestingTask
|
|
|
|
apply plugin: 'elasticsearch.build'
|
|
apply plugin: 'nebula.optional-base'
|
|
apply plugin: 'nebula.maven-base-publish'
|
|
apply plugin: 'nebula.maven-scm'
|
|
|
|
publishing {
|
|
publications {
|
|
nebula {
|
|
artifactId 'elasticsearch'
|
|
}
|
|
}
|
|
}
|
|
|
|
archivesBaseName = 'elasticsearch'
|
|
|
|
// we want to keep the JDKs in our IDEs set to JDK 8 until minimum JDK is bumped to 9 so we do not include this source set in our IDEs
|
|
if (!isEclipse && !isIdea) {
|
|
sourceSets {
|
|
java9 {
|
|
java {
|
|
srcDirs = ['src/main/java9']
|
|
}
|
|
}
|
|
}
|
|
|
|
configurations {
|
|
java9Compile.extendsFrom(compile)
|
|
}
|
|
|
|
dependencies {
|
|
java9Compile sourceSets.main.output
|
|
}
|
|
|
|
compileJava9Java {
|
|
sourceCompatibility = 9
|
|
targetCompatibility = 9
|
|
}
|
|
|
|
forbiddenApisJava9 {
|
|
if (project.runtimeJavaVersion < JavaVersion.VERSION_1_9) {
|
|
targetCompatibility = JavaVersion.VERSION_1_9.getMajorVersion()
|
|
}
|
|
}
|
|
|
|
jar {
|
|
metaInf {
|
|
into 'versions/9'
|
|
from sourceSets.java9.output
|
|
}
|
|
manifest.attributes('Multi-Release': 'true')
|
|
}
|
|
}
|
|
|
|
dependencies {
|
|
|
|
compile "org.elasticsearch:elasticsearch-core:${version}"
|
|
compile "org.elasticsearch:elasticsearch-secure-sm:${version}"
|
|
compile "org.elasticsearch:elasticsearch-x-content:${version}"
|
|
|
|
compileOnly project(':libs:plugin-classloader')
|
|
testRuntime project(':libs:plugin-classloader')
|
|
|
|
// lucene
|
|
compile "org.apache.lucene:lucene-core:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-analyzers-common:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-backward-codecs:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-grouping:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-highlighter:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-join:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-memory:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-misc:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-queries:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-queryparser:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-sandbox:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-spatial:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-spatial-extras:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-spatial3d:${versions.lucene}"
|
|
compile "org.apache.lucene:lucene-suggest:${versions.lucene}"
|
|
|
|
// utilities
|
|
compile "org.elasticsearch:elasticsearch-cli:${version}"
|
|
compile 'com.carrotsearch:hppc:0.7.1'
|
|
|
|
// time handling, remove with java 8 time
|
|
compile 'joda-time:joda-time:2.10'
|
|
|
|
// percentiles aggregation
|
|
compile 'com.tdunning:t-digest:3.2'
|
|
// precentil ranks aggregation
|
|
compile 'org.hdrhistogram:HdrHistogram:2.1.9'
|
|
|
|
// lucene spatial
|
|
compile "org.locationtech.spatial4j:spatial4j:${versions.spatial4j}", optional
|
|
compile "org.locationtech.jts:jts-core:${versions.jts}", optional
|
|
|
|
// logging
|
|
compile "org.apache.logging.log4j:log4j-api:${versions.log4j}"
|
|
compile "org.apache.logging.log4j:log4j-core:${versions.log4j}", optional
|
|
// to bridge dependencies that are still on Log4j 1 to Log4j 2
|
|
compile "org.apache.logging.log4j:log4j-1.2-api:${versions.log4j}", optional
|
|
|
|
// repackaged jna with native bits linked against all elastic supported platforms
|
|
compile "org.elasticsearch:jna:${versions.jna}"
|
|
|
|
if (!isEclipse && !isIdea) {
|
|
java9Compile sourceSets.main.output
|
|
}
|
|
|
|
if (isEclipse == false || project.path == ":server-tests") {
|
|
testCompile("org.elasticsearch.test:framework:${version}") {
|
|
// tests use the locally compiled version of server
|
|
exclude group: 'org.elasticsearch', module: 'elasticsearch'
|
|
}
|
|
}
|
|
testCompile 'com.google.jimfs:jimfs:1.1'
|
|
testCompile 'com.google.guava:guava:18.0'
|
|
}
|
|
|
|
if (isEclipse) {
|
|
// in eclipse the project is under a fake root, we need to change around the source sets
|
|
sourceSets {
|
|
if (project.path == ":server") {
|
|
main.java.srcDirs = ['java']
|
|
main.resources.srcDirs = ['resources']
|
|
} else {
|
|
test.java.srcDirs = ['java']
|
|
test.resources.srcDirs = ['resources']
|
|
}
|
|
}
|
|
}
|
|
|
|
compileJava.options.compilerArgs << "-Xlint:-cast,-deprecation,-rawtypes,-try,-unchecked"
|
|
compileTestJava.options.compilerArgs << "-Xlint:-cast,-deprecation,-rawtypes,-try,-unchecked"
|
|
|
|
forbiddenPatterns {
|
|
exclude '**/*.json'
|
|
exclude '**/*.jmx'
|
|
}
|
|
|
|
task generateModulesList {
|
|
List<String> modules = project(':modules').subprojects.collect { it.name }
|
|
modules.add('x-pack')
|
|
File modulesFile = new File(buildDir, 'generated-resources/modules.txt')
|
|
processResources.from(modulesFile)
|
|
inputs.property('modules', modules)
|
|
outputs.file(modulesFile)
|
|
doLast {
|
|
modulesFile.parentFile.mkdirs()
|
|
modulesFile.setText(modules.join('\n'), 'UTF-8')
|
|
}
|
|
}
|
|
|
|
task generatePluginsList {
|
|
List<String> plugins = project(':plugins').subprojects
|
|
.findAll { it.name.contains('example') == false }
|
|
.collect { it.name }
|
|
File pluginsFile = new File(buildDir, 'generated-resources/plugins.txt')
|
|
processResources.from(pluginsFile)
|
|
inputs.property('plugins', plugins)
|
|
outputs.file(pluginsFile)
|
|
doLast {
|
|
pluginsFile.parentFile.mkdirs()
|
|
pluginsFile.setText(plugins.join('\n'), 'UTF-8')
|
|
}
|
|
}
|
|
|
|
processResources {
|
|
dependsOn generateModulesList, generatePluginsList
|
|
}
|
|
|
|
thirdPartyAudit.excludes = [
|
|
// classes are missing!
|
|
|
|
// from com.fasterxml.jackson.dataformat.yaml.YAMLMapper (jackson-dataformat-yaml)
|
|
'com.fasterxml.jackson.databind.ObjectMapper',
|
|
|
|
// from log4j
|
|
'com.conversantmedia.util.concurrent.DisruptorBlockingQueue',
|
|
'com.conversantmedia.util.concurrent.SpinPolicy',
|
|
'com.fasterxml.jackson.annotation.JsonInclude$Include',
|
|
'com.fasterxml.jackson.databind.DeserializationContext',
|
|
'com.fasterxml.jackson.databind.DeserializationFeature',
|
|
'com.fasterxml.jackson.databind.JsonMappingException',
|
|
'com.fasterxml.jackson.databind.JsonNode',
|
|
'com.fasterxml.jackson.databind.Module$SetupContext',
|
|
'com.fasterxml.jackson.databind.ObjectReader',
|
|
'com.fasterxml.jackson.databind.ObjectWriter',
|
|
'com.fasterxml.jackson.databind.SerializerProvider',
|
|
'com.fasterxml.jackson.databind.deser.std.StdDeserializer',
|
|
'com.fasterxml.jackson.databind.deser.std.StdScalarDeserializer',
|
|
'com.fasterxml.jackson.databind.module.SimpleModule',
|
|
'com.fasterxml.jackson.databind.ser.impl.SimpleBeanPropertyFilter',
|
|
'com.fasterxml.jackson.databind.ser.impl.SimpleFilterProvider',
|
|
'com.fasterxml.jackson.databind.ser.std.StdScalarSerializer',
|
|
'com.fasterxml.jackson.databind.ser.std.StdSerializer',
|
|
'com.fasterxml.jackson.dataformat.xml.JacksonXmlModule',
|
|
'com.fasterxml.jackson.dataformat.xml.XmlMapper',
|
|
'com.fasterxml.jackson.dataformat.xml.util.DefaultXmlPrettyPrinter',
|
|
'com.fasterxml.jackson.databind.node.ObjectNode',
|
|
'org.fusesource.jansi.Ansi',
|
|
'org.fusesource.jansi.AnsiRenderer$Code',
|
|
'com.lmax.disruptor.BlockingWaitStrategy',
|
|
'com.lmax.disruptor.BusySpinWaitStrategy',
|
|
'com.lmax.disruptor.EventFactory',
|
|
'com.lmax.disruptor.EventTranslator',
|
|
'com.lmax.disruptor.EventTranslatorTwoArg',
|
|
'com.lmax.disruptor.EventTranslatorVararg',
|
|
'com.lmax.disruptor.ExceptionHandler',
|
|
'com.lmax.disruptor.LifecycleAware',
|
|
'com.lmax.disruptor.RingBuffer',
|
|
'com.lmax.disruptor.Sequence',
|
|
'com.lmax.disruptor.SequenceReportingEventHandler',
|
|
'com.lmax.disruptor.SleepingWaitStrategy',
|
|
'com.lmax.disruptor.TimeoutBlockingWaitStrategy',
|
|
'com.lmax.disruptor.WaitStrategy',
|
|
'com.lmax.disruptor.YieldingWaitStrategy',
|
|
'com.lmax.disruptor.dsl.Disruptor',
|
|
'com.lmax.disruptor.dsl.ProducerType',
|
|
'javax.jms.Connection',
|
|
'javax.jms.ConnectionFactory',
|
|
'javax.jms.Destination',
|
|
'javax.jms.JMSException',
|
|
'javax.jms.MapMessage',
|
|
'javax.jms.Message',
|
|
'javax.jms.MessageConsumer',
|
|
'javax.jms.MessageProducer',
|
|
'javax.jms.Session',
|
|
'javax.mail.Authenticator',
|
|
'javax.mail.Message$RecipientType',
|
|
'javax.mail.PasswordAuthentication',
|
|
'javax.mail.Session',
|
|
'javax.mail.Transport',
|
|
'javax.mail.internet.InternetAddress',
|
|
'javax.mail.internet.InternetHeaders',
|
|
'javax.mail.internet.MimeBodyPart',
|
|
'javax.mail.internet.MimeMessage',
|
|
'javax.mail.internet.MimeMultipart',
|
|
'javax.mail.internet.MimeUtility',
|
|
'javax.mail.util.ByteArrayDataSource',
|
|
'org.apache.commons.compress.compressors.CompressorStreamFactory',
|
|
'org.apache.commons.compress.utils.IOUtils',
|
|
'org.apache.commons.csv.CSVFormat',
|
|
'org.apache.commons.csv.QuoteMode',
|
|
'org.apache.kafka.clients.producer.Callback',
|
|
'org.apache.kafka.clients.producer.KafkaProducer',
|
|
'org.apache.kafka.clients.producer.Producer',
|
|
'org.apache.kafka.clients.producer.ProducerRecord',
|
|
'org.apache.kafka.clients.producer.RecordMetadata',
|
|
'org.codehaus.stax2.XMLStreamWriter2',
|
|
'org.jctools.queues.MessagePassingQueue$Consumer',
|
|
'org.jctools.queues.MpscArrayQueue',
|
|
'org.osgi.framework.AdaptPermission',
|
|
'org.osgi.framework.AdminPermission',
|
|
'org.osgi.framework.Bundle',
|
|
'org.osgi.framework.BundleActivator',
|
|
'org.osgi.framework.BundleContext',
|
|
'org.osgi.framework.BundleEvent',
|
|
'org.osgi.framework.BundleReference',
|
|
'org.osgi.framework.FrameworkUtil',
|
|
'org.osgi.framework.ServiceRegistration',
|
|
'org.osgi.framework.SynchronousBundleListener',
|
|
'org.osgi.framework.wiring.BundleWire',
|
|
'org.osgi.framework.wiring.BundleWiring',
|
|
'org.zeromq.ZMQ$Context',
|
|
'org.zeromq.ZMQ$Socket',
|
|
'org.zeromq.ZMQ',
|
|
|
|
// from org.locationtech.spatial4j.io.GeoJSONReader (spatial4j)
|
|
'org.noggit.JSONParser',
|
|
|
|
// from lucene-spatial
|
|
'com.fasterxml.jackson.databind.JsonSerializer',
|
|
'com.fasterxml.jackson.databind.JsonDeserializer',
|
|
'com.fasterxml.jackson.databind.node.ArrayNode',
|
|
'com.google.common.geometry.S2Cell',
|
|
'com.google.common.geometry.S2CellId',
|
|
'com.google.common.geometry.S2Projections',
|
|
'com.google.common.geometry.S2Point',
|
|
'com.google.common.geometry.S2$Metric',
|
|
'com.google.common.geometry.S2LatLng',
|
|
]
|
|
|
|
if (project.runtimeJavaVersion > JavaVersion.VERSION_1_8) {
|
|
thirdPartyAudit.excludes += ['javax.xml.bind.DatatypeConverter']
|
|
}
|
|
|
|
dependencyLicenses {
|
|
mapping from: /lucene-.*/, to: 'lucene'
|
|
dependencies = project.configurations.runtime.fileCollection {
|
|
it.group.startsWith('org.elasticsearch') == false ||
|
|
// keep the following org.elasticsearch jars in
|
|
(it.name == 'jna' ||
|
|
it.name == 'securesm')
|
|
}
|
|
}
|
|
|
|
if (isEclipse == false || project.path == ":server-tests") {
|
|
task integTest(type: RandomizedTestingTask,
|
|
group: JavaBasePlugin.VERIFICATION_GROUP,
|
|
description: 'Multi-node tests',
|
|
dependsOn: test.dependsOn) {
|
|
classpath = project.test.classpath
|
|
testClassesDirs = project.test.testClassesDirs
|
|
include '**/*IT.class'
|
|
}
|
|
check.dependsOn integTest
|
|
integTest.mustRunAfter test
|
|
}
|