95 lines
3.6 KiB
Plaintext
95 lines
3.6 KiB
Plaintext
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
pipeline {
|
|
agent {
|
|
node {
|
|
label 'hbase'
|
|
}
|
|
}
|
|
triggers {
|
|
cron('H H/4 * * *') // Every four hours. See https://jenkins.io/doc/book/pipeline/syntax/#cron-syntax
|
|
}
|
|
options {
|
|
// this should roughly match how long we tell the flaky dashboard to look at
|
|
buildDiscarder(logRotator(numToKeepStr: '50'))
|
|
timeout (time: 2, unit: 'HOURS')
|
|
timestamps()
|
|
}
|
|
environment {
|
|
ASF_NIGHTLIES = 'https://nightlies.apache.org'
|
|
}
|
|
parameters {
|
|
booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a lot more meta-information.')
|
|
}
|
|
tools {
|
|
// this should match what the yetus nightly job for the branch will use
|
|
maven 'maven_latest'
|
|
jdk "jdk_1.8_latest"
|
|
}
|
|
stages {
|
|
stage ('run flaky tests') {
|
|
steps {
|
|
sh '''#!/usr/bin/env bash
|
|
set -e
|
|
declare -a curl_args=(--fail)
|
|
tmpdir=$(realpath target)
|
|
declare -a mvn_args=(--batch-mode -fn -Dbuild.id="${BUILD_ID}" -Dmaven.repo.local="${WORKSPACE}/local-repository" -Djava.io.tmpdir=${tmpdir})
|
|
if [ "${DEBUG}" = "true" ]; then
|
|
curl_args=("${curl_args[@]}" -v)
|
|
mvn_args=("${mvn_args[@]}" -X)
|
|
set -x
|
|
fi
|
|
curl "${curl_args[@]}" -o includes.txt "${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/output/includes"
|
|
if [ -s includes.txt ]; then
|
|
rm -rf local-repository/org/apache/hbase
|
|
mvn clean "${mvn_args[@]}"
|
|
rm -rf "target/machine" && mkdir -p "target/machine"
|
|
if [ -x dev-support/gather_machine_environment.sh ]; then
|
|
"./dev-support/gather_machine_environment.sh" "target/machine"
|
|
echo "got the following saved stats in 'target/machine'"
|
|
ls -lh "target/machine"
|
|
else
|
|
echo "Skipped gathering machine environment because we couldn't read the script to do so."
|
|
fi
|
|
mvn -T0.25C package "${mvn_args[@]}" -Dtest="$(cat includes.txt)" -Dmaven.test.redirectTestOutputToFile=true -Dsurefire.firstPartForkCount=0.25C -Dsurefire.secondPartForkCount=0.25C
|
|
else
|
|
echo "set of flaky tests is currently empty."
|
|
fi
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: "**/surefire-reports/*.xml", allowEmptyResults: true
|
|
sshPublisher(publishers: [
|
|
sshPublisherDesc(configName: 'Nightlies',
|
|
transfers: [
|
|
sshTransfer(remoteDirectory: "hbase/${JOB_NAME}/${BUILD_NUMBER}",
|
|
sourceFiles: "**/surefire-reports/*,**/test-data/*"
|
|
)
|
|
]
|
|
)
|
|
])
|
|
sh '''#!/bin/bash -e
|
|
./dev-support/gen_redirect_html.py "${ASF_NIGHTLIES}/hbase/${JOB_NAME}/${BUILD_NUMBER}" > test_logs.html
|
|
'''
|
|
archiveArtifacts artifacts: 'includes.txt,test_logs.html,target/machine/*'
|
|
}
|
|
}
|
|
}
|