From 841bb925e7ff06d7165f14fe2d1fce6561ab29b9 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 26 Aug 2019 14:55:55 -0400 Subject: Limiting make's paralllelism so that we (hopefully) stop running out of process handles when people submit code --- nightly.jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index e5ffa57..79e2719 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -17,7 +17,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - make -j' + make -j 10' } } stage('nightly-simulations-build'){ @@ -34,7 +34,7 @@ pipeline { source `pwd`/setup_environment &&\ cd gpgpu-sim_simulations && \ source ./benchmarks/src/setup_environment && \ - make -i -j -C ./benchmarks/src/ all && \ + make -i -j 10 -C ./benchmarks/src/ all && \ make -C ./benchmarks/src data' } } -- cgit v1.3 From 0e9fd736c820f842f733d72568457d6e19d0de26 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Tue, 27 Aug 2019 15:46:32 -0400 Subject: do not correlate so much stuff --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 79e2719..4e73a93 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -46,7 +46,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \ - -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \ + -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C TITANV-2B -N nightly-$$ && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \ -s stats-per-app-9.1.csv -T 12 -K -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly' -- cgit v1.3 From ada3ac698cd01557281c8f265b083a0459c39c07 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Tue, 27 Aug 2019 20:52:58 -0400 Subject: changing the correlation to QV100 --- nightly.jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 4e73a93..146c505 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -46,7 +46,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \ - -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C TITANV-2B -N nightly-$$ && \ + -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C QV100-2B -N nightly-$$ && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \ -s stats-per-app-9.1.csv -T 12 -K -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly' @@ -66,7 +66,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \ -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` \ - -C TITANV-2B > stats-per-kernel-9.1.csv &&\ + -C QV100-2B > stats-per-kernel-9.1.csv &&\ ./gpgpu-sim_simulations/util/plotting/merge-stats.py \ -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \ > per-app-merge-9.1.csv &&\ -- cgit v1.3 From 1adee975ba69136e287c31b5f6ca4f3baef017f1 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Tue, 27 Aug 2019 20:56:19 -0400 Subject: making correl file more friendly --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 146c505..e47b8bf 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -76,7 +76,7 @@ pipeline { source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \ -p cuda-9.1.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \ - | grep "Correl=" | tee correl.9.1.txt &&\ + | grep "Correl=" -B 1 | tee correl.9.1.txt &&\ cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\ cd ./gpgpu-sim-results-repo &&\ git pull &&\ -- cgit v1.3 From f237486cce3852b3416188f2a9e18eb8e5393f5e Mon Sep 17 00:00:00 2001 From: tgrogers Date: Wed, 28 Aug 2019 22:07:14 -0400 Subject: only do correlation apps --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index e47b8bf..c841fb0 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -65,7 +65,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \ - -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` \ + -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` \ -C QV100-2B > stats-per-kernel-9.1.csv &&\ ./gpgpu-sim_simulations/util/plotting/merge-stats.py \ -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \ -- cgit v1.3