From 933d0aa4f91588d17f8970c578b2c1d2bbc9fc9c Mon Sep 17 00:00:00 2001 From: tgrogers Date: Wed, 12 Jun 2019 16:18:59 -0400 Subject: updating the nightly build and email templates --- nightly.jenkinsfile | 46 +++++++++++++++++++++++++++++++++++++--------- 1 file changed, 37 insertions(+), 9 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index ce2e226..8dc5d28 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -37,30 +37,58 @@ pipeline { } stage('nightly-2B-insn-run'){ steps { + sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\ + rm -rf ./gpgpu-sim_simulations/util/plotting/htmls' + sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ - source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/getstats" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -T 12 -N nightly-$$ && \ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' + source `pwd`/setup_environment &&\ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \ + -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \ + -s stats-per-app-9.1.csv -T 12 -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly' } } stage('nightly-correlate'){ steps { + sh 'git clone git@github.com:purdue-aalp/gpgpu-sim-results-repo.git' + + sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then \ + mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \ + cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* \ + ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \ + fi && \ + ./gpgpu-sim_simulations/run_hw/get_hw_data.sh' + sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \ + -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` \ + -C TITANV-2B > stats-per-kernel-9.1.csv &&\ + ./gpgpu-sim_simulations/util/plotting/merge-stats.py \ + -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \ + > per-app-merge-9.1.csv &&\ + ./gpgpu-sim_simulations/util/plotting/merge-stats.py \ + -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-9.1.csv,./stats-per-kernel-9.1.csv -R \ + > per-kernel-merge-9.1.csv &&\ source `pwd`/setup_environment &&\ - PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B > nightly-stats-per-kernel-9.1.csv &&\ - ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh nightly-stats-per-kernel-9.1.csv $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \ + -p cuda-9.1.nightly | grep "Correl=" | tee correl.9.1.txt' + + sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ + ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \ + scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\ + scp ./gpgpu-sim_simulations/util/plotting/htmls/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\ + ssh tgrogers@dynamo.ecn.purdue.edu "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"' } } } post { success { - emailext body: "See ${BUILD_URL}", + emailext body:'''${SCRIPT, template="groovy-html.nightly.success.template"}''', recipientProviders: [[$class: 'CulpritsRecipientProvider'], [$class: 'RequesterRecipientProvider']], subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!", + attachmentsPattern: 'correl.*.txt', to: 'tgrogers@purdue.edu' } failure { -- cgit v1.3 From c50eccb192a9b42df922ea8053efd0709c37e2c0 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Wed, 12 Jun 2019 16:57:08 -0400 Subject: Taking out the known outliers for now --- nightly.jenkinsfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 8dc5d28..86f3055 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -72,7 +72,8 @@ pipeline { > per-kernel-merge-9.1.csv &&\ source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \ - -p cuda-9.1.nightly | grep "Correl=" | tee correl.9.1.txt' + -p cuda-9.1.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \ + | grep "Correl=" | tee correl.9.1.txt' sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \ -- cgit v1.3 From aa5f3aaeaa645f9d578fdadad25321e95a5f2058 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Wed, 12 Jun 2019 17:05:58 -0400 Subject: Adding the results repo checkin --- nightly.jenkinsfile | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 86f3055..520310c 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -73,7 +73,11 @@ pipeline { source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \ -p cuda-9.1.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \ - | grep "Correl=" | tee correl.9.1.txt' + | grep "Correl=" | tee correl.9.1.txt &&\ + cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\ + cd ./gpgpu-sim-results-repo &&\ + git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${BUILD_NUMBER}" &&\ + git push' sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \ -- cgit v1.3 From 5475c220af46b84c3b0500b2f804b47d993fff67 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 17 Jun 2019 09:28:46 -0400 Subject: Some updates to the Jekins commit message. Also forcing the nightly to kill all the jobs that are not done when it times out. --- Jenkinsfile | 2 +- nightly.jenkinsfile | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/Jenkinsfile b/Jenkinsfile index b8c9c48..a345bc0 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -81,7 +81,7 @@ pipeline { ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-10.1.csv -p cuda-10.1 | grep "Correl=" | tee correl.10.1.txt &&\ mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ && cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\ cd ./gpgpu-sim-results-repo &&\ - git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${BUILD_NUMBER}" &&\ + git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\ git push' sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 520310c..51e2d05 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -45,7 +45,7 @@ pipeline { ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \ -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \ - -s stats-per-app-9.1.csv -T 12 -N nightly-$$ && \ + -s stats-per-app-9.1.csv -T 12 -K -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly' } } @@ -76,7 +76,7 @@ pipeline { | grep "Correl=" | tee correl.9.1.txt &&\ cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\ cd ./gpgpu-sim-results-repo &&\ - git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${BUILD_NUMBER}" &&\ + git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\ git push' sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ -- cgit v1.3 From 3cac7525e1046285337e4dcf7fd8aa07c3a1f7c9 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Wed, 19 Jun 2019 11:03:35 -0400 Subject: Making the nightly script a little more robust. --- nightly.jenkinsfile | 2 ++ 1 file changed, 2 insertions(+) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 51e2d05..0813ea8 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -22,6 +22,7 @@ pipeline { } stage('nightly-simulations-build'){ steps{ + sh 'cp -r ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak' sh 'rm -rf gpgpu-sim_simulations' sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \ cd gpgpu-sim_simulations && \ @@ -76,6 +77,7 @@ pipeline { | grep "Correl=" | tee correl.9.1.txt &&\ cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\ cd ./gpgpu-sim-results-repo &&\ + git pull &&\ git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\ git push' -- cgit v1.3