OpenSearch/qa/mixed-cluster/build.gradle

92 lines
3.4 KiB
Groovy
Raw Normal View History

/*
* SPDX-License-Identifier: Apache-2.0
*
* The OpenSearch Contributors require contributions made to
* this file be licensed under the Apache-2.0 license or a
* compatible open source license.
*
* Modifications Copyright OpenSearch Contributors. See
* GitHub history for details.
*/
/*
* Licensed to Elasticsearch under one or more contributor
* license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright
* ownership. Elasticsearch licenses this file to you under
* the Apache License, Version 2.0 (the "License"); you may
* not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
Rename files under qa folder (#212) * Rename directory elasticsearch to opensearch Rename EvilElasticsearchCliTests EvilOpenSearchCliTests Signed-off-by: Harold Wang <harowang@amazon.com> * Rename org.elasticsearch to org.opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename waitForElasticsearch to waitForOpenSearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename OpensearchNode to OpenSearchNode Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "elasticsearch.version" to "opensearch.version" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearchVersionString to opensearchVersionString Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.yml to opensearch.yml Signed-off-by: Harold Wang <harowang@amazon.com> * Rename runElasticsearchTests to runOpenSearchTests Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearchVersion to opensearchVersion Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch in gradle files Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ElasticsearchAssertions to OpenSearchAssertions Signed-off-by: Harold Wang <harowang@amazon.com> * Rename folder share/elasticsearch to share/opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch-service-x64 to opensearch-service-x64 Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch-service.bat to opensearch-service.bat Signed-off-by: Harold Wang <harowang@amazon.com> * Rename Elasticsearch to Opensearch Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ELASTIC_PASSWORD_FILE to OPENSEARCH_PASSWORD_FILE Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ELASTICSEARCH_PASSWORD to OPENSEARCH_PASSWORD Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.log to opensearch.log Signed-off-by: Harold Wang <harowang@amazon.com> * Rename es-repo to opensearch-repo Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESTestCase to OpenSearchTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESRestTestCase to OpenSearchRestTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Rename "Starts ElasticSearch" to "Starts OpenSearch" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESElasticsearchCliTestCase to BaseOpenSearchCliTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "elasticsearch:test" to "opensearch:test" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename test91ElasticsearchShardCliPackaging to test91OpenSearchShardCliPackaging Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.toString to opensearch.toString Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.pid to opensearch.pid Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "Opensearch" to "OpenSearch" Rename "elasticsearch" to "opensearch" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename Elasticsearch to OpenSearch Remove unecessary dot after opensearch. Signed-off-by: Harold Wang <harowang@amazon.com>
2021-03-08 13:06:46 -05:00
import org.opensearch.gradle.Version
import org.opensearch.gradle.VersionProperties
import org.opensearch.gradle.info.BuildParams
import org.opensearch.gradle.testclusters.StandaloneRestIntegTestTask
Rename files under qa folder (#212) * Rename directory elasticsearch to opensearch Rename EvilElasticsearchCliTests EvilOpenSearchCliTests Signed-off-by: Harold Wang <harowang@amazon.com> * Rename org.elasticsearch to org.opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename waitForElasticsearch to waitForOpenSearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename OpensearchNode to OpenSearchNode Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "elasticsearch.version" to "opensearch.version" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearchVersionString to opensearchVersionString Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.yml to opensearch.yml Signed-off-by: Harold Wang <harowang@amazon.com> * Rename runElasticsearchTests to runOpenSearchTests Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearchVersion to opensearchVersion Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch in gradle files Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ElasticsearchAssertions to OpenSearchAssertions Signed-off-by: Harold Wang <harowang@amazon.com> * Rename folder share/elasticsearch to share/opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch-service-x64 to opensearch-service-x64 Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch-service.bat to opensearch-service.bat Signed-off-by: Harold Wang <harowang@amazon.com> * Rename Elasticsearch to Opensearch Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ELASTIC_PASSWORD_FILE to OPENSEARCH_PASSWORD_FILE Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ELASTICSEARCH_PASSWORD to OPENSEARCH_PASSWORD Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.log to opensearch.log Signed-off-by: Harold Wang <harowang@amazon.com> * Rename es-repo to opensearch-repo Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESTestCase to OpenSearchTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESRestTestCase to OpenSearchRestTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Rename "Starts ElasticSearch" to "Starts OpenSearch" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESElasticsearchCliTestCase to BaseOpenSearchCliTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "elasticsearch:test" to "opensearch:test" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename test91ElasticsearchShardCliPackaging to test91OpenSearchShardCliPackaging Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.toString to opensearch.toString Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.pid to opensearch.pid Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "Opensearch" to "OpenSearch" Rename "elasticsearch" to "opensearch" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename Elasticsearch to OpenSearch Remove unecessary dot after opensearch. Signed-off-by: Harold Wang <harowang@amazon.com>
2021-03-08 13:06:46 -05:00
apply plugin: 'opensearch.testclusters'
apply plugin: 'opensearch.standalone-test'
apply from : "$rootDir/gradle/bwc-test.gradle"
Rename files under qa folder (#212) * Rename directory elasticsearch to opensearch Rename EvilElasticsearchCliTests EvilOpenSearchCliTests Signed-off-by: Harold Wang <harowang@amazon.com> * Rename org.elasticsearch to org.opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename waitForElasticsearch to waitForOpenSearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename OpensearchNode to OpenSearchNode Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "elasticsearch.version" to "opensearch.version" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearchVersionString to opensearchVersionString Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.yml to opensearch.yml Signed-off-by: Harold Wang <harowang@amazon.com> * Rename runElasticsearchTests to runOpenSearchTests Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearchVersion to opensearchVersion Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch in gradle files Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ElasticsearchAssertions to OpenSearchAssertions Signed-off-by: Harold Wang <harowang@amazon.com> * Rename folder share/elasticsearch to share/opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch-service-x64 to opensearch-service-x64 Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch-service.bat to opensearch-service.bat Signed-off-by: Harold Wang <harowang@amazon.com> * Rename Elasticsearch to Opensearch Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ELASTIC_PASSWORD_FILE to OPENSEARCH_PASSWORD_FILE Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ELASTICSEARCH_PASSWORD to OPENSEARCH_PASSWORD Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.log to opensearch.log Signed-off-by: Harold Wang <harowang@amazon.com> * Rename es-repo to opensearch-repo Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESTestCase to OpenSearchTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESRestTestCase to OpenSearchRestTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Rename "Starts ElasticSearch" to "Starts OpenSearch" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESElasticsearchCliTestCase to BaseOpenSearchCliTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "elasticsearch:test" to "opensearch:test" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename test91ElasticsearchShardCliPackaging to test91OpenSearchShardCliPackaging Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.toString to opensearch.toString Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.pid to opensearch.pid Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "Opensearch" to "OpenSearch" Rename "elasticsearch" to "opensearch" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename Elasticsearch to OpenSearch Remove unecessary dot after opensearch. Signed-off-by: Harold Wang <harowang@amazon.com>
2021-03-08 13:06:46 -05:00
apply plugin: 'opensearch.rest-resources'
[7.x] Smarter copying of the rest specs and tests (#52114) (#52798) * Smarter copying of the rest specs and tests (#52114) This PR addresses the unnecessary copying of the rest specs and allows for better semantics for which specs and tests are copied. By default the rest specs will get copied if the project applies `elasticsearch.standalone-rest-test` or `esplugin` and the project has rest tests or you configure the custom extension `restResources`. This PR also removes the need for dozens of places where the x-pack specs were copied by supporting copying of the x-pack rest specs too. The plugin/task introduced here can also copy the rest tests to the local project through a similar configuration. The new plugin/task allows a user to minimize the surface area of which rest specs are copied. Per project can be configured to include only a subset of the specs (or tests). Configuring a project to only copy the specs when actually needed should help with build cache hit rates since we can better define what is actually in use. However, project level optimizations for build cache hit rates are not included with this PR. Also, with this PR you can no longer use the includePackaged flag on integTest task. The following items are included in this PR: * new plugin: `elasticsearch.rest-resources` * new tasks: CopyRestApiTask and CopyRestTestsTask - performs the copy * new extension 'restResources' ``` restResources { restApi { includeCore 'foo' , 'bar' //will include the core specs that start with foo and bar includeXpack 'baz' //will include x-pack specs that start with baz } restTests { includeCore 'foo', 'bar' //will include the core tests that start with foo and bar includeXpack 'baz' //will include the x-pack tests that start with baz } } ```
2020-02-26 09:13:41 -05:00
restResources {
restTests {
includeCore '*'
}
}
for (Version bwcVersion : BuildParams.bwcVersions.wireCompatible) {
Rename files under qa folder (#212) * Rename directory elasticsearch to opensearch Rename EvilElasticsearchCliTests EvilOpenSearchCliTests Signed-off-by: Harold Wang <harowang@amazon.com> * Rename org.elasticsearch to org.opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename waitForElasticsearch to waitForOpenSearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename OpensearchNode to OpenSearchNode Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "elasticsearch.version" to "opensearch.version" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearchVersionString to opensearchVersionString Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.yml to opensearch.yml Signed-off-by: Harold Wang <harowang@amazon.com> * Rename runElasticsearchTests to runOpenSearchTests Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearchVersion to opensearchVersion Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch in gradle files Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ElasticsearchAssertions to OpenSearchAssertions Signed-off-by: Harold Wang <harowang@amazon.com> * Rename folder share/elasticsearch to share/opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch-service-x64 to opensearch-service-x64 Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch-service.bat to opensearch-service.bat Signed-off-by: Harold Wang <harowang@amazon.com> * Rename Elasticsearch to Opensearch Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ELASTIC_PASSWORD_FILE to OPENSEARCH_PASSWORD_FILE Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ELASTICSEARCH_PASSWORD to OPENSEARCH_PASSWORD Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.log to opensearch.log Signed-off-by: Harold Wang <harowang@amazon.com> * Rename es-repo to opensearch-repo Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESTestCase to OpenSearchTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESRestTestCase to OpenSearchRestTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch to opensearch Rename "Starts ElasticSearch" to "Starts OpenSearch" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename ESElasticsearchCliTestCase to BaseOpenSearchCliTestCase Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "elasticsearch:test" to "opensearch:test" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename test91ElasticsearchShardCliPackaging to test91OpenSearchShardCliPackaging Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.toString to opensearch.toString Signed-off-by: Harold Wang <harowang@amazon.com> * Rename elasticsearch.pid to opensearch.pid Signed-off-by: Harold Wang <harowang@amazon.com> * Rename "Opensearch" to "OpenSearch" Rename "elasticsearch" to "opensearch" Signed-off-by: Harold Wang <harowang@amazon.com> * Rename Elasticsearch to OpenSearch Remove unecessary dot after opensearch. Signed-off-by: Harold Wang <harowang@amazon.com>
2021-03-08 13:06:46 -05:00
if (bwcVersion == VersionProperties.getOpenSearchVersion()) {
// Not really a mixed cluster
continue;
}
String baseName = "v${bwcVersion}"
/* This project runs the core REST tests against a 4 node cluster where two of
the nodes has a different minor. */
testClusters {
"${baseName}" {
versions = [bwcVersion.toString(), project.version]
numberOfNodes = 4
setting 'path.repo', "${buildDir}/cluster/shared/repo/${baseName}"
}
}
tasks.register("${baseName}#mixedClusterTest", StandaloneRestIntegTestTask) {
useCluster testClusters."${baseName}"
mustRunAfter(precommit)
doFirst {
delete("${buildDir}/cluster/shared/repo/${baseName}")
// Getting the endpoints causes a wait for the cluster
println "Test cluster endpoints are: ${-> testClusters."${baseName}".allHttpSocketURI.join(",")}"
println "Upgrading one node to create a mixed cluster"
testClusters."${baseName}".nextNodeToNextVersion()
// Getting the endpoints causes a wait for the cluster
println "Upgrade complete, endpoints are: ${-> testClusters."${baseName}".allHttpSocketURI.join(",")}"
println "Upgrading another node to create a mixed cluster"
testClusters."${baseName}".nextNodeToNextVersion()
println "Upgrading complete, endpoints are: ${-> testClusters."${baseName}".allHttpSocketURI.join(",")}"
nonInputProperties.systemProperty('tests.rest.cluster', "${-> testClusters."${baseName}".allHttpSocketURI.join(",")}")
nonInputProperties.systemProperty('tests.clustername', "${-> testClusters."${baseName}".getName()}")
}
systemProperty 'tests.path.repo', "${buildDir}/cluster/shared/repo/${baseName}"
onlyIf { project.bwc_tests_enabled }
}
tasks.register(bwcTaskName(bwcVersion)) {
dependsOn "${baseName}#mixedClusterTest"
}
}