350 lines
12 KiB
Groovy
350 lines
12 KiB
Groovy
/*
|
|
* Hibernate, Relational Persistence for Idiomatic Java
|
|
*
|
|
* License: GNU Lesser General Public License (LGPL), version 2.1 or later.
|
|
* See the lgpl.txt file in the root directory or <http://www.gnu.org/licenses/lgpl-2.1.html>.
|
|
*/
|
|
|
|
import groovy.transform.Field
|
|
|
|
/*
|
|
* See https://github.com/hibernate/hibernate-jenkins-pipeline-helpers
|
|
*/
|
|
@Library('hibernate-jenkins-pipeline-helpers@1.5') _
|
|
import org.hibernate.jenkins.pipeline.helpers.job.JobHelper
|
|
|
|
@Field final String NODE_PATTERN_BASE = 'Worker&&Containers'
|
|
@Field List<BuildEnvironment> environments
|
|
|
|
this.helper = new JobHelper(this)
|
|
|
|
helper.runWithNotification {
|
|
def defaultJdk = '11'
|
|
stage('Configure') {
|
|
this.environments = [
|
|
// buildEnv(defaultJdk, 'h2'),
|
|
// buildEnv(defaultJdk, 'hsqldb'),
|
|
// buildEnv(defaultJdk, 'derby'),
|
|
// buildEnv(defaultJdk, 'mysql8'),
|
|
// buildEnv(defaultJdk, 'mariadb'),
|
|
// buildEnv(defaultJdk, 'postgresql_9_5'),
|
|
// buildEnv(defaultJdk, 'postgresql_13'),
|
|
// buildEnv(defaultJdk, 'oracle'),
|
|
buildEnv(defaultJdk, 'oracle_ee'),
|
|
// buildEnv(defaultJdk, 'db2'),
|
|
// buildEnv(defaultJdk, 'mssql'),
|
|
// buildEnv(defaultJdk, 'sybase'),
|
|
buildEnv(defaultJdk, 'hana', 'HANA'),
|
|
buildEnv(defaultJdk, 's390x', 's390x'),
|
|
buildEnv(defaultJdk, 'tidb', 'tidb', 'tidb_hibernate@pingcap.com'),
|
|
// Disable EDB for now as the image is not available anymore
|
|
// buildEnv(defaultJdk, 'edb')
|
|
jdkBuildEnv(defaultJdk, '17', 'yoann@hibernate.org sanne@hibernate.org'),
|
|
jdkBuildEnv(defaultJdk, '18', 'yoann@hibernate.org sanne@hibernate.org'),
|
|
jdkBuildEnv(defaultJdk, '19', 'yoann@hibernate.org sanne@hibernate.org'),
|
|
];
|
|
|
|
helper.configure {
|
|
file 'job-configuration.yaml'
|
|
// We don't require the following, but the build helper plugin apparently does
|
|
jdk {
|
|
defaultTool "OpenJDK ${defaultJdk} Latest"
|
|
}
|
|
maven {
|
|
defaultTool 'Apache Maven 3.8'
|
|
}
|
|
}
|
|
properties([
|
|
buildDiscarder(
|
|
logRotator(daysToKeepStr: '30', numToKeepStr: '10')
|
|
),
|
|
// If two builds are about the same branch or pull request,
|
|
// the older one will be aborted when the newer one starts.
|
|
disableConcurrentBuilds(abortPrevious: true),
|
|
helper.generateNotificationProperty()
|
|
])
|
|
}
|
|
|
|
// Avoid running the pipeline on branch indexing
|
|
if (currentBuild.getBuildCauses().toString().contains('BranchIndexingCause')) {
|
|
print "INFO: Build skipped due to trigger being Branch Indexing"
|
|
currentBuild.result = 'ABORTED'
|
|
return
|
|
}
|
|
|
|
stage('Build') {
|
|
Map<String, Closure> executions = [:]
|
|
environments.each { BuildEnvironment buildEnv ->
|
|
// Don't build environments for newer JDKs when this is a PR
|
|
def isNewerJdk = buildEnv.getVersion() != defaultJdk
|
|
if ( isNewerJdk ) {
|
|
if ( helper.scmSource.pullRequest ) {
|
|
return
|
|
}
|
|
}
|
|
executions.put(buildEnv.tag, {
|
|
runBuildOnNode(buildEnv.node) {
|
|
// Use withEnv instead of setting env directly, as that is global!
|
|
// See https://github.com/jenkinsci/pipeline-plugin/blob/master/TUTORIAL.md
|
|
withEnv(["JAVA_HOME=${tool buildEnv.buildJdkTool}", "PATH+JAVA=${tool buildEnv.buildJdkTool}/bin", "TEST_JAVA_HOME=${tool buildEnv.testJdkTool}"]) {
|
|
def additionalOptions = ""
|
|
if ( isNewerJdk ) {
|
|
additionalOptions = " -Ptest.jdk.version=${buildEnv.getTestVersion()} -Porg.gradle.java.installations.paths=${JAVA_HOME},${TEST_JAVA_HOME}"
|
|
}
|
|
def containerName = null
|
|
stage('Checkout') {
|
|
checkout scm
|
|
}
|
|
try {
|
|
stage('Start database') {
|
|
switch (buildEnv.dbName) {
|
|
case "mysql8":
|
|
docker.withRegistry('https://index.docker.io/v1/', 'hibernateci.hub.docker.com') {
|
|
docker.image('mysql:8.0.21').pull()
|
|
}
|
|
sh "./docker_db.sh mysql_8_0"
|
|
containerName = "mysql"
|
|
break;
|
|
case "mariadb":
|
|
docker.withRegistry('https://index.docker.io/v1/', 'hibernateci.hub.docker.com') {
|
|
docker.image('mariadb:10.5.8').pull()
|
|
}
|
|
sh "./docker_db.sh mariadb"
|
|
containerName = "mariadb"
|
|
break;
|
|
case "postgresql_9_5":
|
|
// use the postgis image to enable the PGSQL GIS (spatial) extension
|
|
docker.withRegistry('https://index.docker.io/v1/', 'hibernateci.hub.docker.com') {
|
|
docker.image('postgis/postgis:9.5-2.5').pull()
|
|
}
|
|
sh "./docker_db.sh postgresql_9_5"
|
|
containerName = "postgres"
|
|
break;
|
|
case "postgresql_13":
|
|
// use the postgis image to enable the PGSQL GIS (spatial) extension
|
|
docker.withRegistry('https://index.docker.io/v1/', 'hibernateci.hub.docker.com') {
|
|
docker.image('postgis/postgis:13-3.1').pull()
|
|
}
|
|
sh "./docker_db.sh postgresql_13"
|
|
containerName = "postgres"
|
|
break;
|
|
case "oracle":
|
|
docker.withRegistry('https://index.docker.io/v1/', 'hibernateci.hub.docker.com') {
|
|
docker.image('quillbuilduser/oracle-18-xe').pull()
|
|
}
|
|
sh "./docker_db.sh oracle_18"
|
|
containerName = "oracle"
|
|
break;
|
|
case "db2":
|
|
docker.withRegistry('https://index.docker.io/v1/', 'hibernateci.hub.docker.com') {
|
|
docker.image('ibmcom/db2:11.5.7.0').pull()
|
|
}
|
|
sh "./docker_db.sh db2"
|
|
containerName = "db2"
|
|
break;
|
|
case "mssql":
|
|
docker.image('mcr.microsoft.com/mssql/server:2017-CU13').pull()
|
|
sh "./docker_db.sh mssql"
|
|
containerName = "mssql"
|
|
break;
|
|
case "sybase":
|
|
docker.withRegistry('https://index.docker.io/v1/', 'hibernateci.hub.docker.com') {
|
|
docker.image('nguoianphu/docker-sybase').pull()
|
|
}
|
|
sh "./docker_db.sh sybase"
|
|
containerName = "sybase"
|
|
break;
|
|
case "edb":
|
|
docker.withRegistry('https://containers.enterprisedb.com', 'hibernateci.containers.enterprisedb.com') {
|
|
// withCredentials([[$class: 'UsernamePasswordMultiBinding', credentialsId: 'hibernateci.containers.enterprisedb.com',
|
|
// usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD']]) {
|
|
// sh 'docker login -u "$USERNAME" -p "$PASSWORD" https://containers.enterprisedb.com'
|
|
docker.image('containers.enterprisedb.com/edb/edb-as-lite:v11').pull()
|
|
}
|
|
sh "./docker_db.sh edb"
|
|
containerName = "edb"
|
|
break;
|
|
}
|
|
}
|
|
stage('Test') {
|
|
switch (buildEnv.dbName) {
|
|
case "h2":
|
|
case "derby":
|
|
case "hsqldb":
|
|
runTest("-Pdb=${buildEnv.dbName}${additionalOptions}")
|
|
break;
|
|
case "mysql8":
|
|
runTest("-Pdb=mysql_ci${additionalOptions}")
|
|
break;
|
|
case "tidb":
|
|
runTest("-Pdb=tidb -DdbHost=localhost:4000${additionalOptions}", 'TIDB')
|
|
break;
|
|
case "postgresql_9_5":
|
|
case "postgresql_13":
|
|
runTest("-Pdb=pgsql_ci${additionalOptions}")
|
|
break;
|
|
case "oracle":
|
|
runTest("-Pdb=oracle_ci -PexcludeTests=**.LockTest.testQueryTimeout*${additionalOptions}")
|
|
break;
|
|
case "oracle_ee":
|
|
runTest("-Pdb=oracle_jenkins${additionalOptions}", 'ORACLE_RDS')
|
|
break;
|
|
case "hana":
|
|
runTest("-Pdb=hana_jenkins${additionalOptions}", 'HANA')
|
|
break;
|
|
case "edb":
|
|
runTest("-Pdb=edb_ci -DdbHost=localhost:5433${additionalOptions}")
|
|
break;
|
|
case "s390x":
|
|
runTest("-Pdb=h2${additionalOptions}")
|
|
break;
|
|
default:
|
|
runTest("-Pdb=${buildEnv.dbName}_ci${additionalOptions}")
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
finally {
|
|
if ( containerName != null ) {
|
|
sh "docker rm -f ${containerName}"
|
|
}
|
|
// Skip this for PRs
|
|
if ( !env.CHANGE_ID && buildEnv.notificationRecipients != null ) {
|
|
boolean success = currentBuild.result == 'SUCCESS'
|
|
String previousResult = currentBuild.previousBuild == null ? null : currentBuild.previousBuild.result == 'SUCCESS'
|
|
|
|
// Ignore success after success
|
|
if ( !( success && previousResult == 'SUCCESS' ) ) {
|
|
def subject
|
|
def body
|
|
if ( success ) {
|
|
if ( previousResult != 'SUCCESS' && previousResult != null ) {
|
|
subject = "${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - Fixed"
|
|
body = """<p>${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - Fixed:</p>
|
|
<p>Check console output at <a href='${env.BUILD_URL}'>${env.BUILD_URL}</a> to view the results.</p>"""
|
|
}
|
|
else {
|
|
subject = "${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - Success"
|
|
body = """<p>${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - Success:</p>
|
|
<p>Check console output at <a href='${env.BUILD_URL}'>${env.BUILD_URL}</a> to view the results.</p>"""
|
|
}
|
|
}
|
|
else if ( currentBuild.result == 'FAILURE' ) {
|
|
if ( previousResult != null && previousResult == "FAILURE" ) {
|
|
subject = "${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - Still failing"
|
|
body = """<p>${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - Still failing:</p>
|
|
<p>Check console output at <a href='${env.BUILD_URL}'>${env.BUILD_URL}</a> to view the results.</p>"""
|
|
}
|
|
else {
|
|
subject = "${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - Failure"
|
|
body = """<p>${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - Failure:</p>
|
|
<p>Check console output at <a href='${env.BUILD_URL}'>${env.BUILD_URL}</a> to view the results.</p>"""
|
|
}
|
|
}
|
|
else {
|
|
subject = "${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - ${currentBuild.result}"
|
|
body = """<p>${env.JOB_NAME} - Build ${env.BUILD_NUMBER} - ${currentBuild.result}:</p>
|
|
<p>Check console output at <a href='${env.BUILD_URL}'>${env.BUILD_URL}</a> to view the results.</p>"""
|
|
}
|
|
|
|
emailext(
|
|
subject: subject,
|
|
body: body,
|
|
to: buildEnv.notificationRecipients
|
|
)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
})
|
|
}
|
|
parallel(executions)
|
|
}
|
|
|
|
} // End of helper.runWithNotification
|
|
|
|
// Job-specific helpers
|
|
|
|
BuildEnvironment buildEnv(String version, String dbName) {
|
|
return new BuildEnvironment( version, version, dbName, NODE_PATTERN_BASE, null );
|
|
}
|
|
|
|
BuildEnvironment buildEnv(String version, String dbName, String node) {
|
|
return new BuildEnvironment( version, version, dbName, node, null );
|
|
}
|
|
|
|
BuildEnvironment buildEnv(String version, String dbName, String node, String notificationRecipients) {
|
|
return new BuildEnvironment( version, version, dbName, node, notificationRecipients );
|
|
}
|
|
|
|
BuildEnvironment jdkBuildEnv(String version, String testVersion, String notificationRecipients) {
|
|
return new BuildEnvironment( version,testVersion, "h2", NODE_PATTERN_BASE, notificationRecipients );
|
|
}
|
|
|
|
public class BuildEnvironment {
|
|
private String version;
|
|
private String testVersion;
|
|
private String buildJdkTool;
|
|
private String testJdkTool;
|
|
private String dbName;
|
|
private String node;
|
|
private String notificationRecipients;
|
|
|
|
public BuildEnvironment(String version, String testVersion, String dbName, String node, String notificationRecipients) {
|
|
this.version = version;
|
|
this.testVersion = testVersion;
|
|
this.dbName = dbName;
|
|
this.node = node;
|
|
this.notificationRecipients = notificationRecipients;
|
|
this.buildJdkTool = "OpenJDK ${version} Latest";
|
|
this.testJdkTool = "OpenJDK ${testVersion} Latest";
|
|
}
|
|
String toString() { getTag() }
|
|
String getTag() { "jdk-$testVersion-$dbName" }
|
|
String getNode() { node }
|
|
String getVersion() { version }
|
|
String getTestVersion() { testVersion }
|
|
String getNotificationRecipients() { notificationRecipients }
|
|
}
|
|
|
|
void runBuildOnNode(String label, Closure body) {
|
|
node( label ) {
|
|
pruneDockerContainers()
|
|
try {
|
|
timeout( [time: 120, unit: 'MINUTES'], body )
|
|
}
|
|
finally {
|
|
// If this is a PR, we clean the workspace at the end
|
|
if ( env.CHANGE_BRANCH != null ) {
|
|
cleanWs()
|
|
}
|
|
pruneDockerContainers()
|
|
}
|
|
}
|
|
}
|
|
void pruneDockerContainers() {
|
|
if ( !sh( script: 'command -v docker || true', returnStdout: true ).trim().isEmpty() ) {
|
|
sh 'docker container prune -f || true'
|
|
sh 'docker image prune -f || true'
|
|
sh 'docker network prune -f || true'
|
|
sh 'docker volume prune -f || true'
|
|
}
|
|
}
|
|
// Clean by default otherwise the PackagedEntityManager tests fail on a node that previously ran a different DB
|
|
void runTest(String goal, String lockableResource = null, boolean clean = true) {
|
|
String cmd = "./gradlew" + (clean ? " clean" : "") + " check ${goal} -Plog-test-progress=true --stacktrace";
|
|
try {
|
|
if (lockableResource == null) {
|
|
sh cmd
|
|
}
|
|
else {
|
|
lock(lockableResource) {
|
|
sh cmd
|
|
}
|
|
}
|
|
}
|
|
finally {
|
|
junit '**/target/test-results/test/*.xml'
|
|
}
|
|
} |