Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HBASE-24126 Up the container nproc uplimit from 10000 to 12500 (#1504)

This commit is contained in:
Michael Stack 2020-04-13 14:59:16 -07:00 committed by GitHub
parent ba34a2ca30
commit c2f2553490
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 3 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dev-support/flaky-tests/flaky-reporting.Jenkinsfile
View File

@ -43,7 +43,7 @@ pipeline {
flaky_args=("${flaky_args[@]}" --urls "${JENKINS_URL}/job/HBase%20Nightly/job/${BRANCH_NAME}" --is-yetus True --max-builds 10) flaky_args=("${flaky_args[@]}" --urls "${JENKINS_URL}/job/HBase%20Nightly/job/${BRANCH_NAME}" --is-yetus True --max-builds 10)
flaky_args=("${flaky_args[@]}" --urls "${JENKINS_URL}/job/HBase-Flaky-Tests/job/${BRANCH_NAME}" --is-yetus False --max-builds 30) flaky_args=("${flaky_args[@]}" --urls "${JENKINS_URL}/job/HBase-Flaky-Tests/job/${BRANCH_NAME}" --is-yetus False --max-builds 30)
docker build -t hbase-dev-support dev-support docker build -t hbase-dev-support dev-support
docker run -v "${WORKSPACE}":/hbase --workdir=/hbase hbase-dev-support python dev-support/flaky-tests/report-flakies.py --mvn -v "${flaky_args[@]}" docker run --ulimit nproc=12500 -v "${WORKSPACE}":/hbase --workdir=/hbase hbase-dev-support python dev-support/flaky-tests/report-flakies.py --mvn -v "${flaky_args[@]}"
''' '''
} }
} }

2
dev-support/hbase-personality.sh
View File

@ -82,7 +82,7 @@ function personality_globals
# Yetus 0.7.0 enforces limits. Default proclimit is 1000. # Yetus 0.7.0 enforces limits. Default proclimit is 1000.
# Up it. See HBASE-19902 for how we arrived at this number. # Up it. See HBASE-19902 for how we arrived at this number.
#shellcheck disable=SC2034 #shellcheck disable=SC2034
PROCLIMIT=10000 PROC_LIMIT=12500
# Set docker container to run with 20g. Default is 4g in yetus. # Set docker container to run with 20g. Default is 4g in yetus.
# See HBASE-19902 for how we arrived at 20g. # See HBASE-19902 for how we arrived at 20g.

2
dev-support/hbase_docker.sh
View File

@ -159,4 +159,4 @@ done
echo "Successfully built ${IMAGE_NAME}." echo "Successfully built ${IMAGE_NAME}."
echo "Starting hbase shell..." echo "Starting hbase shell..."
docker run -it ${IMAGE_NAME} docker run --ulimit nproc=12500 -it ${IMAGE_NAME}

2
dev-support/hbase_nightly_yetus.sh
View File

@ -65,8 +65,6 @@ YETUS_ARGS=("--sentinel" "${YETUS_ARGS[@]}")
YETUS_ARGS=("--branch=${BRANCH_NAME}" "${YETUS_ARGS[@]}") YETUS_ARGS=("--branch=${BRANCH_NAME}" "${YETUS_ARGS[@]}")
YETUS_ARGS=("--tests-filter=${TESTS_FILTER}" "${YETUS_ARGS[@]}") YETUS_ARGS=("--tests-filter=${TESTS_FILTER}" "${YETUS_ARGS[@]}")
YETUS_ARGS=("--ignore-unknown-options=true" "${YETUS_ARGS[@]}") YETUS_ARGS=("--ignore-unknown-options=true" "${YETUS_ARGS[@]}")
# Why are these not being picked up from hbase-personality?
YETUS_ARGS=("--proclimit=10000" "${YETUS_ARGS[@]}")
YETUS_ARGS=("--dockermemlimit=20g" "${YETUS_ARGS[@]}") YETUS_ARGS=("--dockermemlimit=20g" "${YETUS_ARGS[@]}")
if [[ -n "${EXCLUDE_TESTS_URL}" ]]; then if [[ -n "${EXCLUDE_TESTS_URL}" ]]; then

1
dev-support/jenkins_precommit_github_yetus.sh
View File

@ -102,7 +102,6 @@ YETUS_ARGS+=("--reapermode=kill")
# set relatively high limits for ASF machines # set relatively high limits for ASF machines
# changing these to higher values may cause problems # changing these to higher values may cause problems
# with other jobs on systemd-enabled machines # with other jobs on systemd-enabled machines
YETUS_ARGS+=("--proclimit=10000")
YETUS_ARGS+=("--dockermemlimit=20g") YETUS_ARGS+=("--dockermemlimit=20g")
# -1 spotbugs issues that show up prior to the patch being applied # -1 spotbugs issues that show up prior to the patch being applied
YETUS_ARGS+=("--spotbugs-strict-precheck") YETUS_ARGS+=("--spotbugs-strict-precheck")