Skip to content

Commit c2f2553

Browse files
authored
HBASE-24126 Up the container nproc uplimit from 10000 to 12500 (#1504)
1 parent ba34a2c commit c2f2553

5 files changed

+3
-6
lines changed

dev-support/flaky-tests/flaky-reporting.Jenkinsfile

+1-1
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ pipeline {
4343
flaky_args=("${flaky_args[@]}" --urls "${JENKINS_URL}/job/HBase%20Nightly/job/${BRANCH_NAME}" --is-yetus True --max-builds 10)
4444
flaky_args=("${flaky_args[@]}" --urls "${JENKINS_URL}/job/HBase-Flaky-Tests/job/${BRANCH_NAME}" --is-yetus False --max-builds 30)
4545
docker build -t hbase-dev-support dev-support
46-
docker run -v "${WORKSPACE}":/hbase --workdir=/hbase hbase-dev-support python dev-support/flaky-tests/report-flakies.py --mvn -v "${flaky_args[@]}"
46+
docker run --ulimit nproc=12500 -v "${WORKSPACE}":/hbase --workdir=/hbase hbase-dev-support python dev-support/flaky-tests/report-flakies.py --mvn -v "${flaky_args[@]}"
4747
'''
4848
}
4949
}

dev-support/hbase-personality.sh

+1-1
Original file line numberDiff line numberDiff line change
@@ -82,7 +82,7 @@ function personality_globals
8282
# Yetus 0.7.0 enforces limits. Default proclimit is 1000.
8383
# Up it. See HBASE-19902 for how we arrived at this number.
8484
#shellcheck disable=SC2034
85-
PROCLIMIT=10000
85+
PROC_LIMIT=12500
8686

8787
# Set docker container to run with 20g. Default is 4g in yetus.
8888
# See HBASE-19902 for how we arrived at 20g.

dev-support/hbase_docker.sh

+1-1
Original file line numberDiff line numberDiff line change
@@ -159,4 +159,4 @@ done
159159
echo "Successfully built ${IMAGE_NAME}."
160160

161161
echo "Starting hbase shell..."
162-
docker run -it ${IMAGE_NAME}
162+
docker run --ulimit nproc=12500 -it ${IMAGE_NAME}

dev-support/hbase_nightly_yetus.sh

-2
Original file line numberDiff line numberDiff line change
@@ -65,8 +65,6 @@ YETUS_ARGS=("--sentinel" "${YETUS_ARGS[@]}")
6565
YETUS_ARGS=("--branch=${BRANCH_NAME}" "${YETUS_ARGS[@]}")
6666
YETUS_ARGS=("--tests-filter=${TESTS_FILTER}" "${YETUS_ARGS[@]}")
6767
YETUS_ARGS=("--ignore-unknown-options=true" "${YETUS_ARGS[@]}")
68-
# Why are these not being picked up from hbase-personality?
69-
YETUS_ARGS=("--proclimit=10000" "${YETUS_ARGS[@]}")
7068
YETUS_ARGS=("--dockermemlimit=20g" "${YETUS_ARGS[@]}")
7169

7270
if [[ -n "${EXCLUDE_TESTS_URL}" ]]; then

dev-support/jenkins_precommit_github_yetus.sh

-1
Original file line numberDiff line numberDiff line change
@@ -102,7 +102,6 @@ YETUS_ARGS+=("--reapermode=kill")
102102
# set relatively high limits for ASF machines
103103
# changing these to higher values may cause problems
104104
# with other jobs on systemd-enabled machines
105-
YETUS_ARGS+=("--proclimit=10000")
106105
YETUS_ARGS+=("--dockermemlimit=20g")
107106
# -1 spotbugs issues that show up prior to the patch being applied
108107
YETUS_ARGS+=("--spotbugs-strict-precheck")

0 commit comments

Comments
 (0)