From 4a3a875382a40f8b48bd086849e378c672c6d98b Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 11:42:53 -0400 Subject: renaming the nightly file --- nightly.jenkinsfile | 77 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 77 insertions(+) create mode 100644 nightly.jenkinsfile (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile new file mode 100644 index 0000000..a8b5fc7 --- /dev/null +++ b/nightly.jenkinsfile @@ -0,0 +1,77 @@ +pipeline { + agent { + label "purdue-cluster" + } + + triggers { + chron('H H * * *') + } + + stages { + stage('simulator-build') { + steps { + "9.1" : { + sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ + source `pwd`/setup_environment &&\ + make -j' + } + } + } + stage('simulations-build'){ + steps{ + sh 'rm -rf gpgpu-sim_simulations' + sh 'git clone git@github.rcac.purdue.edu:TimRogersGroup/gpgpu-sim_simulations.git && \ + cd gpgpu-sim_simulations && \ + git checkout purdue-cluster && \ + git pull && \ + rm -r ./benchmarks/data_dirs && ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' + sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ + source `pwd`/setup_environment &&\ + cd gpgpu-sim_simulations && \ + source ./benchmarks/src/setup_environment && \ + make -j -C ./benchmarks/src/ rodinia_2.0-ft sdk-4.2 && \ + make -C ./benchmarks/src data' + } + } + stage('2B-insn'){ + steps { + "9.1-rodinia": { + sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ + source `pwd`/setup_environment &&\ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ + PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ + ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' + } + } + } + stage('9.1-correlate'){ + steps { + sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ + source `pwd`/setup_environment &&\ + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM > stats-9.1.csv && \ + PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate-9.1" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ + sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ + ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-9.1.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ + scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR' + } + } + } + post { + success { + emailext body: "See ${BUILD_URL}", + recipientProviders: [[$class: 'CulpritsRecipientProvider'], + [$class: 'RequesterRecipientProvider']], + subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!", + to: 'tgrogers@purdue.edu' + } + failure { + emailext body: "See ${BUILD_URL}", + recipientProviders: [[$class: 'CulpritsRecipientProvider'], + [$class: 'RequesterRecipientProvider']], + subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - ${currentBuild.result}", + to: 'tgrogers@purdue.edu' + } + } +} + -- cgit v1.3 From c18b3f717449eb8c9dabe7a6036972d4c60c8f45 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 11:46:11 -0400 Subject: renaming some stuff in the nightly file --- nightly.jenkinsfile | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index a8b5fc7..96667ee 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -8,7 +8,7 @@ pipeline { } stages { - stage('simulator-build') { + stage('nightly-simulator-build') { steps { "9.1" : { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ @@ -17,7 +17,7 @@ pipeline { } } } - stage('simulations-build'){ + stage('nightly-simulations-build'){ steps{ sh 'rm -rf gpgpu-sim_simulations' sh 'git clone git@github.rcac.purdue.edu:TimRogersGroup/gpgpu-sim_simulations.git && \ @@ -33,9 +33,9 @@ pipeline { make -C ./benchmarks/src data' } } - stage('2B-insn'){ + stage('nightly-2B-insn'){ steps { - "9.1-rodinia": { + "9.1-all": { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ @@ -45,7 +45,7 @@ pipeline { } } } - stage('9.1-correlate'){ + stage('nightly-9.1-correlate'){ steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ -- cgit v1.3 From a6442a718d221a83bf502797ce2845e5b0ef89af Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 14:39:46 -0400 Subject: Fixing some bugs --- nightly.jenkinsfile | 14 +++++--------- 1 file changed, 5 insertions(+), 9 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 96667ee..4f0b6cd 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -10,11 +10,9 @@ pipeline { stages { stage('nightly-simulator-build') { steps { - "9.1" : { - sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ - source `pwd`/setup_environment &&\ - make -j' - } + sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ + source `pwd`/setup_environment &&\ + make -j' } } stage('nightly-simulations-build'){ @@ -33,19 +31,17 @@ pipeline { make -C ./benchmarks/src data' } } - stage('nightly-2B-insn'){ + stage('nightly-2B-insn-run'){ steps { - "9.1-all": { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' - } } } - stage('nightly-9.1-correlate'){ + stage('nightly-correlate'){ steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ -- cgit v1.3 From 05f505caa29c6f6a4ff27039fbb35c34620080fa Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 14:43:23 -0400 Subject: bad trigger --- nightly.jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 4f0b6cd..8705103 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -3,8 +3,8 @@ pipeline { label "purdue-cluster" } - triggers { - chron('H H * * *') + options { + disableConcurrentBuilds() } stages { -- cgit v1.3 From 5d8be5e655884afb59d31957cdad764e5237cf80 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 14:51:24 -0400 Subject: Fixing the data directory linkage --- nightly.jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 8705103..92b8214 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -22,12 +22,12 @@ pipeline { cd gpgpu-sim_simulations && \ git checkout purdue-cluster && \ git pull && \ - rm -r ./benchmarks/data_dirs && ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' + ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ cd gpgpu-sim_simulations && \ source ./benchmarks/src/setup_environment && \ - make -j -C ./benchmarks/src/ rodinia_2.0-ft sdk-4.2 && \ + make -i -j -C ./benchmarks/src/ all && \ make -C ./benchmarks/src data' } } -- cgit v1.3 From 934e79d18c34c00b8814d93ba073181821e45a4c Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 16:16:28 -0400 Subject: propoerly pointing to the app list --- nightly.jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 92b8214..d00c9b3 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -35,7 +35,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' @@ -45,7 +45,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM > stats-9.1.csv && \ + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM > stats-9.1.csv && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate-9.1" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-9.1.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ -- cgit v1.3 From a472aa61ec5318f79e77553fec9b4dd8f88f4bf3 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 16:28:16 -0400 Subject: change the filename for the app list --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index d00c9b3..ab15198 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -35,7 +35,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' -- cgit v1.3 From 9fa3527992cf0e3d4f88a6a0e86b371aa30e9daa Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 16:30:39 -0400 Subject: Oops forgot last .txt reference --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index ab15198..c064202 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -45,7 +45,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.txt` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM > stats-9.1.csv && \ + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM > stats-9.1.csv && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate-9.1" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-9.1.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ -- cgit v1.3 From 0149fcc2aedd6db1abe591cd02fbe004b59aedb7 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 16:46:34 -0400 Subject: trying to make this only once per day --- nightly.jenkinsfile | 5 +++++ 1 file changed, 5 insertions(+) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index c064202..be957f2 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -5,6 +5,11 @@ pipeline { options { disableConcurrentBuilds() + overrideIndexTriggers(true) + } + + triggers { + pollSCM('0 1 * * *') } stages { -- cgit v1.3 From 538a145367a750a9ff93ffd19a06328f4766e70a Mon Sep 17 00:00:00 2001 From: tgrogers Date: Mon, 23 Apr 2018 17:09:48 -0400 Subject: Do not fail when some of the apps fails and fail 30 minutes between polling the results. --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index be957f2..4257e0b 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -42,7 +42,7 @@ pipeline { source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' } } -- cgit v1.3 From d455ec1279dc831700f1f68d574678ae0ea6ac3d Mon Sep 17 00:00:00 2001 From: tgrogers Date: Wed, 25 Apr 2018 14:22:34 -0400 Subject: Changing the config specs to reflect the new flex configs --- Jenkinsfile | 6 +++--- nightly.jenkinsfile | 5 ++--- 2 files changed, 5 insertions(+), 6 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/Jenkinsfile b/Jenkinsfile index 4e4ef8c..f4389cf 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -56,7 +56,7 @@ pipeline { }, "9.1-rodinia": { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft -C TITANX-P102,TITANX-P102-L1ON,P100-HBM -N regress-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft -C TITANX_P102,TITANX_P102-L1ON,P100_HBM -N regress-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N regress-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' @@ -70,7 +70,7 @@ pipeline { }, "9.1-sdk-4.2": { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B sdk-4.2 -C TITANX-P102,TITANX-P102-L1ON,P100-HBM -N regress-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B sdk-4.2 -C TITANX_P102,TITANX_P102-L1ON,P100_HBM -N regress-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-sdk-4.2" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -N regress-$$ -s stats-$$.csv && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' @@ -92,7 +92,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B sdk-4.2,rodinia_2.0-ft -C TITANX-P102,P100-HBM > stats-9.1.csv && \ + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B sdk-4.2,rodinia_2.0-ft -C TITANX_P102,P100_HBM > stats-9.1.csv && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate-9.1" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-9.1.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 4257e0b..7bb6372 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -40,7 +40,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B -N nightly-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' @@ -50,7 +50,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list -C 2B-TITANX-P102,2B-TITANX-P102-L1ON,2B-P100-HBM > stats-9.1.csv && \ + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B > stats-9.1.csv && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate-9.1" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-9.1.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ @@ -75,4 +75,3 @@ pipeline { } } } - -- cgit v1.3 From e2a8646b67287957fc9f2b7ee5452b765dc46422 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Wed, 25 Apr 2018 15:16:52 -0400 Subject: Naming the plot sub-directories in a more sane way --- nightly.jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 7bb6372..1bf8542 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -41,7 +41,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B -N nightly-$$ && \ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ + PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/getstats" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' } @@ -51,7 +51,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B > stats-9.1.csv && \ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate-9.1" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ + PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-9.1.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR' -- cgit v1.3 From 8927b0e7e41fd8d8b6b00480724161ab255e88a2 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Thu, 26 Apr 2018 16:19:02 -0400 Subject: Consolidating a number of these tests and using the new correlation script in the simulations repo --- Jenkinsfile | 33 ++++++--------------------------- nightly.jenkinsfile | 7 ++----- 2 files changed, 8 insertions(+), 32 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/Jenkinsfile b/Jenkinsfile index f4389cf..c2b2b64 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -45,7 +45,6 @@ pipeline { } stage('regress'){ steps { - parallel "4.2-rodinia": { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/4.2_env_setup.sh &&\ source `pwd`/setup_environment &&\ @@ -53,27 +52,13 @@ pipeline { PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/4.2-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -N regress-$$ -s stats-$$.csv && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' - }, "9.1-rodinia": { + }, "9.1-functest": { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft -C TITANX_P102,TITANX_P102-L1ON,P100_HBM -N regress-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft,sdk-4.2 -C TITANX_P102,TITANX_P102-L1ON,P100_HBM -N regress-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N regress-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' - }, "4.2-sdk-4.2": { - sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/4.2_env_setup.sh &&\ - source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B sdk-4.2 -C GTX480 -N regress-$$ && \ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/4.2-sdk-4.2" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -N regress-$$ -s stats-$$.csv && \ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' - }, "9.1-sdk-4.2": { - sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ - source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B sdk-4.2 -C TITANX_P102,TITANX_P102-L1ON,P100_HBM -N regress-$$ && \ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-sdk-4.2" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -N regress-$$ -s stats-$$.csv && \ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' } } } @@ -81,22 +66,16 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/4.2_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B rodinia_2.0-ft -C GTX480,GTX480-PTXPLUS > stats-4.2.csv && \ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate-4.2" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ - ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-4.2.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ - scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR' + PLOTDIR="jenkins/${JOB_NAME}" &&\ + ./gpgpu-sim_simulations/util/correlation/correlate_and_publish.sh GTX480,GTX480-PTXPLUS $PLOTDIR ${BUILD_NUMBER}' } } stage('9.1-correlate'){ steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B sdk-4.2,rodinia_2.0-ft -C TITANX_P102,P100_HBM > stats-9.1.csv && \ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate-9.1" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ - ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-9.1.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ - scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR' + PLOTDIR="jenkins/${JOB_NAME}" &&\ + ./gpgpu-sim_simulations/util/correlation/correlate_and_publish.sh TITANX_P102,TITANX_P102-L1ON,P100_HBM $PLOTDIR ${BUILD_NUMBER}' } } } diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 1bf8542..e48d931 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -50,11 +50,8 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B > stats-9.1.csv && \ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/correlate" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - sh ./gpgpu-sim_simulations/run_hw/get_hw_data.sh && rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html &&\ - ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c stats-9.1.csv -H ./gpgpu-sim_simulations/run_hw/ &&\ - scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR' + PLOTDIR="jenkins/${JOB_NAME}" &&\ + ./gpgpu-sim_simulations/util/correlation/correlate_and_publish.sh TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B $PLOTDIR ${BUILD_NUMBER}' } } } -- cgit v1.3 From 535f05ff6ffcef8397d3e51315efb8b4d19a8b24 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Thu, 26 Apr 2018 20:54:15 -0400 Subject: Updating to use the correct correlation file --- Jenkinsfile | 4 ++-- nightly.jenkinsfile | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/Jenkinsfile b/Jenkinsfile index c2b2b64..aeb0978 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -67,7 +67,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/4.2_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/correlation/correlate_and_publish.sh GTX480,GTX480-PTXPLUS $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh GTX480,GTX480-PTXPLUS $PLOTDIR ${BUILD_NUMBER}' } } stage('9.1-correlate'){ @@ -75,7 +75,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/correlation/correlate_and_publish.sh TITANX_P102,TITANX_P102-L1ON,P100_HBM $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX_P102,TITANX_P102-L1ON,P100_HBM $PLOTDIR ${BUILD_NUMBER}' } } } diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index e48d931..d16f546 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -51,7 +51,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/correlation/correlate_and_publish.sh TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B $PLOTDIR ${BUILD_NUMBER}' } } } -- cgit v1.3 From 738f04e8c31843855881b2e24ba318dce04be1cd Mon Sep 17 00:00:00 2001 From: tgrogers Date: Sat, 19 May 2018 13:12:39 -0400 Subject: Updating the nightly to use the TITANV as well --- nightly.jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index d16f546..78f3920 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -40,7 +40,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX-2B,TITANX-L1ON-2B,P100-2B,TITANV-2B -N nightly-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/getstats" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' @@ -51,7 +51,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX_P102-2B,TITANX_P102-L1ON-2B,P100_HBM-2B $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX-2B,TITANX-L1ON-2B,P100-2B,TITANV-2B $PLOTDIR ${BUILD_NUMBER}' } } } -- cgit v1.3 From 1b343f2a88c54814370c02d368a7c0982d79fb2a Mon Sep 17 00:00:00 2001 From: tgrogers Date: Sun, 23 Sep 2018 16:29:38 -0400 Subject: Modifing the Jenkins scripts so that they can take the apps as a parameter --- Jenkinsfile | 6 +++--- nightly.jenkinsfile | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/Jenkinsfile b/Jenkinsfile index 11a9fa6..62cc87c 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -55,7 +55,7 @@ pipeline { }, "9.1-functest": { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft,sdk-4.2 -C TITANX,TITANX-L1ON -N regress-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft,sdk-4.2 -C TITANX,TITANX-L1ON,P100,TITANV -N regress-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N regress-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' @@ -67,7 +67,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/4.2_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh GTX480,GTX480-PTXPLUS $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh GTX480,GTX480-PTXPLUS rodinia_2.0-ft $PLOTDIR ${BUILD_NUMBER}' } } stage('9.1-correlate'){ @@ -75,7 +75,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX,TITANX-L1ON $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX,TITANX-L1ON,P100,TITANV rodinia_2.0-ft,sdk-4.2 $PLOTDIR ${BUILD_NUMBER}' } } } diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 78f3920..8f75f97 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -51,7 +51,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX-2B,TITANX-L1ON-2B,P100-2B,TITANV-2B $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX-2B,TITANX-L1ON-2B,P100-2B,TITANV-2B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` $PLOTDIR ${BUILD_NUMBER}' } } } -- cgit v1.3 From 40aef2780050e7df6086cc2227bf9e3f4ebdb432 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Sun, 23 Sep 2018 22:51:54 -0400 Subject: First pass at getting a per-checkin diff --- Jenkinsfile | 38 ++++++++++++++++++++++++++++++++------ nightly.jenkinsfile | 3 ++- 2 files changed, 34 insertions(+), 7 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/Jenkinsfile b/Jenkinsfile index 62cc87c..b55eb67 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -50,15 +50,15 @@ pipeline { source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft -C GTX480,GTX480-PTXPLUS -N regress-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/4.2-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -N regress-$$ -s stats-$$.csv && \ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' + ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -N regress-$$ -s stats-per-app-4.2.csv && \ + ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-4.2.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR ' }, "9.1-functest": { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft,sdk-4.2 -C TITANX,TITANX-L1ON,P100,TITANV -N regress-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/9.1-rodinia" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-$$.csv -N regress-$$ && \ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' + ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-per-app-9.1.csv -N regress-$$ && \ + ../gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' } } } @@ -67,7 +67,8 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/4.2_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh GTX480,GTX480-PTXPLUS rodinia_2.0-ft $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B rodinia_2.0-ft -C GTX480,GTX480-PTXPLUS > stats-per-kernel-4.2.csv &&\ + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh stats-per-kernel-4.2.csv $PLOTDIR ${BUILD_NUMBER}' } } stage('9.1-correlate'){ @@ -75,7 +76,32 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX,TITANX-L1ON,P100,TITANV rodinia_2.0-ft,sdk-4.2 $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B rodinia_2.0-ft,sdk-4.2 -C TITANX,TITANX-L1ON,P100,TITANV > stats-per-kernel-9.1.csv &&\ + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh stats-per-kernel-9.1.csv $PLOTDIR ${BUILD_NUMBER}' + } + } + stage('archive-and-delta') { + steps { + sh 'rm -rf gpgpu-sim-results-repo' + sh 'git clone git@github.com:purdue-aalp/gpgpu-sim-results-repo.git' + + # Merge previous mainline with this new result on a per-app basis and plot everything + sh './gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/jenkins/AALP/gpgpu-sim_distribution/dev-purdue-integration/stats-per-app-4.2.csv,./stats-per-app-4.2.csv -R > per-app-merge-4.2.csv' + sh './gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/jenkins/AALP/gpgpu-sim_distribution/dev-purdue-integration/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R > per-app-merge-9.1.csv' + sh './gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c per-app-merge-4.2.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR/deltas -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR/deltas' + sh './gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c per-app-merge-9.1.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR/deltas -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR/deltas -n $PLOTDIR/deltas' + + # Merge previous mailine with this new result on a per-kernel basis and correlate. + sh './gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/jenkins/AALP/gpgpu-sim_distribution/dev-purdue-integration/stats-per-kernel-4.2.csv,./stats-per-kernel-4.2.csv -R > per-kernel-merge-4.2.csv' + sh './gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/jenkins/AALP/gpgpu-sim_distribution/dev-purdue-integration/stats-per-kernel-9.1.csv,./stats-per-kernel-9.1.csv -R > per-kernel-merge-9.1.csv' + sh ' ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh per-kernel-merge-4.2.csv $PLOTDIR ${BUILD_NUMBER} &&\ + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh per-kernel-merge-9.1.csv $PLOTDIR ${BUILD_NUMBER}' + + + sh 'mkdir -p ./jenkins/quick-regress/${JOB_NAME}/ && cp stats-per-*.csv ./jenkins/quick-regress/${JOB_NAME}/' + sh 'cd ./gpgpu-sim-results-repo &&\ + git add ./jenkins/quick-regress/${JOB_NAME}/* &&\ + git commit -m "Jenkins automated checkin ${BUILD_NUMBER} && git push' } } } diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 8f75f97..5221b3b 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -51,7 +51,8 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh TITANX-2B,TITANX-L1ON-2B,P100-2B,TITANV-2B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` $PLOTDIR ${BUILD_NUMBER}' + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX-2B,TITANX-L1ON-2B,P100-2B,TITANV-2B > nightly-stats-per-kernel-9.1.csv &&\ + ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh nightly-stats-per-kernel-9.1.csv $PLOTDIR ${BUILD_NUMBER}' } } } -- cgit v1.3 From 3d7184bfcd1f2f6c15306dcc97d3fc5938968032 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Sun, 19 May 2019 09:40:02 -0400 Subject: Updating the nightly builds to pull from the right simulations repo --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 5221b3b..0f9f779 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -23,7 +23,7 @@ pipeline { stage('nightly-simulations-build'){ steps{ sh 'rm -rf gpgpu-sim_simulations' - sh 'git clone git@github.rcac.purdue.edu:TimRogersGroup/gpgpu-sim_simulations.git && \ + sh 'git clone git@github.com:tgrogers/gpgpu-sim_simulations.git && \ cd gpgpu-sim_simulations && \ git checkout purdue-cluster && \ git pull && \ -- cgit v1.3 From 13e58d8f6e9141f7d0e3a31da80dad7cc52a0944 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Sun, 19 May 2019 09:45:35 -0400 Subject: Fix deprecated branch --- nightly.jenkinsfile | 1 - 1 file changed, 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 0f9f779..1dbc246 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -25,7 +25,6 @@ pipeline { sh 'rm -rf gpgpu-sim_simulations' sh 'git clone git@github.com:tgrogers/gpgpu-sim_simulations.git && \ cd gpgpu-sim_simulations && \ - git checkout purdue-cluster && \ git pull && \ ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ -- cgit v1.3 From ba184daa48687a620c133b768ce234406dc9f7dd Mon Sep 17 00:00:00 2001 From: tgrogers Date: Sun, 19 May 2019 09:50:24 -0400 Subject: Another error in which simulations repor is used --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 1dbc246..6738e3f 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -23,7 +23,7 @@ pipeline { stage('nightly-simulations-build'){ steps{ sh 'rm -rf gpgpu-sim_simulations' - sh 'git clone git@github.com:tgrogers/gpgpu-sim_simulations.git && \ + sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \ cd gpgpu-sim_simulations && \ git pull && \ ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' -- cgit v1.3 From 8d9016e6d891b5fc15596d47ff81c5bf946b1ec8 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Sun, 19 May 2019 09:55:35 -0400 Subject: Getting rid of random, no longer useful configs --- nightly.jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 6738e3f..18bf683 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -39,7 +39,7 @@ pipeline { steps { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX-2B,TITANX-L1ON-2B,P100-2B,TITANV-2B -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/getstats" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' @@ -50,7 +50,7 @@ pipeline { sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\ source `pwd`/setup_environment &&\ PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANX-2B,TITANX-L1ON-2B,P100-2B,TITANV-2B > nightly-stats-per-kernel-9.1.csv &&\ + ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B > nightly-stats-per-kernel-9.1.csv &&\ ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh nightly-stats-per-kernel-9.1.csv $PLOTDIR ${BUILD_NUMBER}' } } -- cgit v1.3 From 0a48acad6390fb9434b82b6dd66ab6625a83a848 Mon Sep 17 00:00:00 2001 From: tgrogers Date: Sun, 19 May 2019 18:45:49 -0400 Subject: Timing out the nightly after 12 hours --- nightly.jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'nightly.jenkinsfile') diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile index 18bf683..ce2e226 100644 --- a/nightly.jenkinsfile +++ b/nightly.jenkinsfile @@ -41,7 +41,7 @@ pipeline { source `pwd`/setup_environment &&\ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \ PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/getstats" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \ - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -N nightly-$$ && \ + ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -T 12 -N nightly-$$ && \ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR' } } -- cgit v1.3 From 933d0aa4f91588d17f8970c578b2c1d2bbc9fc9c Mon Sep 17 00:00:00 2001 From: tgrogers Date: Wed, 12 Jun 2019 16:18:59 -0400 Subject: updating the nightly build and email templates --- groovy-html.nightly.success.template | 74 ++++++++++++++++++++++++++++++++++++ groovy-html.success.template | 1 + nightly.jenkinsfile | 46 +++++++++++++++++----- 3 files changed, 112 insertions(+), 9 deletions(-) create mode 100644 groovy-html.nightly.success.template (limited to 'nightly.jenkinsfile') diff --git a/groovy-html.nightly.success.template b/groovy-html.nightly.success.template new file mode 100644 index 0000000..210b924 --- /dev/null +++ b/groovy-html.nightly.success.template @@ -0,0 +1,74 @@ + + + +<% + import hudson.model.* + + def JOB_NAME= build.getEnvVars()["JOB_NAME"]; + def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"]; + def BUILD_URL= build.getEnvVars()["BUILD_URL"]; +%> + +See ${BUILD_URL} for full build detials. + +
Statistics changes since last commit:
+
    https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/
+
        Correlation:
+
            9.1:
+
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.html
+
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.apps.txt
+
       Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
+
diff --git a/groovy-html.success.template b/groovy-html.success.template
index e433a09..974cc61 100644
--- a/groovy-html.success.template
+++ b/groovy-html.success.template
@@ -73,4 +73,5 @@ See ${BUILD_URL} for full build detials.
 
            10.1:
 
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.html
 
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.apps.txt
+
       Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
 
diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index ce2e226..8dc5d28 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -37,30 +37,58 @@ pipeline {
         }
         stage('nightly-2B-insn-run'){
             steps {
+                    sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\
+                        rm -rf ./gpgpu-sim_simulations/util/plotting/htmls'
+
                     sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
-                    source `pwd`/setup_environment &&\
-                    ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \
-                    PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/getstats" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \
-                    ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v  -s stats-$$.csv -T 12 -N nightly-$$ && \
-                    ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR'
+                        source `pwd`/setup_environment &&\
+                        ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
+                            -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \
+                        ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
+                            -s stats-per-app-9.1.csv -T 12 -N nightly-$$ && \
+                        ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly'
             }
         }
         stage('nightly-correlate'){
             steps {
+                sh 'git clone git@github.com:purdue-aalp/gpgpu-sim-results-repo.git'
+
+                sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then \
+                        mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
+                        cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* \
+                            ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
+                    fi && \
+                    ./gpgpu-sim_simulations/run_hw/get_hw_data.sh'
+
                 sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
+                    ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
+                        -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` \
+                        -C TITANV-2B > stats-per-kernel-9.1.csv &&\
+                    ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
+                        -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \
+                        > per-app-merge-9.1.csv &&\
+                    ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
+                        -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-9.1.csv,./stats-per-kernel-9.1.csv -R \
+                        > per-kernel-merge-9.1.csv &&\
                     source `pwd`/setup_environment &&\
-                    PLOTDIR="jenkins/${JOB_NAME}" &&\
-                    ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B > nightly-stats-per-kernel-9.1.csv &&\
-                    ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh nightly-stats-per-kernel-9.1.csv $PLOTDIR ${BUILD_NUMBER}'
+                    ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \
+                        -p cuda-9.1.nightly | grep "Correl=" | tee correl.9.1.txt'
+
+                sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
+                    ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
+                    scp  ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\
+                    scp  ./gpgpu-sim_simulations/util/plotting/htmls/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\
+                    ssh tgrogers@dynamo.ecn.purdue.edu "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"'
             }
         }
     }
     post {
         success {
-            emailext body: "See ${BUILD_URL}",
+            emailext body:'''${SCRIPT, template="groovy-html.nightly.success.template"}''',
                 recipientProviders: [[$class: 'CulpritsRecipientProvider'],
                     [$class: 'RequesterRecipientProvider']],
                 subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!",
+                attachmentsPattern: 'correl.*.txt',
                 to: 'tgrogers@purdue.edu'
         }
         failure {
-- 
cgit v1.3


From c50eccb192a9b42df922ea8053efd0709c37e2c0 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Wed, 12 Jun 2019 16:57:08 -0400
Subject: Taking out the known outliers for now

---
 nightly.jenkinsfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 8dc5d28..86f3055 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -72,7 +72,8 @@ pipeline {
                         > per-kernel-merge-9.1.csv &&\
                     source `pwd`/setup_environment &&\
                     ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \
-                        -p cuda-9.1.nightly | grep "Correl=" | tee correl.9.1.txt'
+                        -p cuda-9.1.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
+                        | grep "Correl=" | tee correl.9.1.txt'
 
                 sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
                     ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
-- 
cgit v1.3


From aa5f3aaeaa645f9d578fdadad25321e95a5f2058 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Wed, 12 Jun 2019 17:05:58 -0400
Subject: Adding the results repo checkin

---
 nightly.jenkinsfile | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 86f3055..520310c 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -73,7 +73,11 @@ pipeline {
                     source `pwd`/setup_environment &&\
                     ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \
                         -p cuda-9.1.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
-                        | grep "Correl=" | tee correl.9.1.txt'
+                        | grep "Correl=" | tee correl.9.1.txt &&\
+                    cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\
+                    cd ./gpgpu-sim-results-repo &&\
+                    git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${BUILD_NUMBER}" &&\
+                    git push'
 
                 sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
                     ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
-- 
cgit v1.3


From 5475c220af46b84c3b0500b2f804b47d993fff67 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Mon, 17 Jun 2019 09:28:46 -0400
Subject: Some updates to the Jekins commit message. Also forcing the nightly
 to kill all the jobs that are not done when it times out.

---
 Jenkinsfile         | 2 +-
 nightly.jenkinsfile | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

(limited to 'nightly.jenkinsfile')

diff --git a/Jenkinsfile b/Jenkinsfile
index b8c9c48..a345bc0 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -81,7 +81,7 @@ pipeline {
                         ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-10.1.csv -p cuda-10.1 | grep "Correl=" | tee correl.10.1.txt &&\
                         mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ && cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\
                         cd ./gpgpu-sim-results-repo &&\
-                        git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${BUILD_NUMBER}" &&\
+                        git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\
                         git push'
 
                     sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 520310c..51e2d05 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -45,7 +45,7 @@ pipeline {
                         ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
                             -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \
                         ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
-                            -s stats-per-app-9.1.csv -T 12 -N nightly-$$ && \
+                            -s stats-per-app-9.1.csv -T 12 -K -N nightly-$$ && \
                         ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly'
             }
         }
@@ -76,7 +76,7 @@ pipeline {
                         | grep "Correl=" | tee correl.9.1.txt &&\
                     cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\
                     cd ./gpgpu-sim-results-repo &&\
-                    git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${BUILD_NUMBER}" &&\
+                    git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\
                     git push'
 
                 sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
-- 
cgit v1.3


From 3cac7525e1046285337e4dcf7fd8aa07c3a1f7c9 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Wed, 19 Jun 2019 11:03:35 -0400
Subject: Making the nightly script a little more robust.

---
 nightly.jenkinsfile | 2 ++
 1 file changed, 2 insertions(+)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 51e2d05..0813ea8 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -22,6 +22,7 @@ pipeline {
         }
         stage('nightly-simulations-build'){
             steps{
+                sh 'cp -r ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak'
                 sh 'rm -rf gpgpu-sim_simulations'
                 sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \
                     cd gpgpu-sim_simulations && \
@@ -76,6 +77,7 @@ pipeline {
                         | grep "Correl=" | tee correl.9.1.txt &&\
                     cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\
                     cd ./gpgpu-sim-results-repo &&\
+                    git pull &&\
                     git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\
                     git push'
 
-- 
cgit v1.3


From 39cb04c33e4f69986e7427d2a832e1eddc473129 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Mon, 8 Jul 2019 12:56:33 -0400
Subject: Don't backup simulations if its not there

---
 nightly.jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 0813ea8..98cd8d1 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -22,7 +22,7 @@ pipeline {
         }
         stage('nightly-simulations-build'){
             steps{
-                sh 'cp -r ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak'
+                sh 'if [ -d "./gpgpu-sim_simulations" ]; then cp -r ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak fi'
                 sh 'rm -rf gpgpu-sim_simulations'
                 sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \
                     cd gpgpu-sim_simulations && \
-- 
cgit v1.3


From b4585093d7b383984981eb48b22a42f07af10ad6 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Mon, 8 Jul 2019 13:01:10 -0400
Subject: forcing the commit because of git readonly files

---
 nightly.jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 98cd8d1..d7a18a9 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -22,7 +22,7 @@ pipeline {
         }
         stage('nightly-simulations-build'){
             steps{
-                sh 'if [ -d "./gpgpu-sim_simulations" ]; then cp -r ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak fi'
+                sh 'if [ -d "./gpgpu-sim_simulations" ]; then cp -fr ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak fi'
                 sh 'rm -rf gpgpu-sim_simulations'
                 sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \
                     cd gpgpu-sim_simulations && \
-- 
cgit v1.3


From 47d18d2dea9a27061193218f1e70ba50cf7ff46f Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Mon, 8 Jul 2019 13:23:08 -0400
Subject: Syntax issue?

---
 nightly.jenkinsfile | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index d7a18a9..e5ffa57 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -22,7 +22,9 @@ pipeline {
         }
         stage('nightly-simulations-build'){
             steps{
-                sh 'if [ -d "./gpgpu-sim_simulations" ]; then cp -fr ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak fi'
+                sh 'if [ -d "./gpgpu-sim_simulations" ]; then \
+                        cp -fr ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak; \
+                    fi'
                 sh 'rm -rf gpgpu-sim_simulations'
                 sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \
                     cd gpgpu-sim_simulations && \
-- 
cgit v1.3


From 841bb925e7ff06d7165f14fe2d1fce6561ab29b9 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Mon, 26 Aug 2019 14:55:55 -0400
Subject: Limiting make's paralllelism so that we (hopefully) stop running out
 of process handles when people submit code

---
 Jenkinsfile         | 8 ++++----
 nightly.jenkinsfile | 4 ++--
 2 files changed, 6 insertions(+), 6 deletions(-)

(limited to 'nightly.jenkinsfile')

diff --git a/Jenkinsfile b/Jenkinsfile
index a345bc0..9a32af1 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -13,11 +13,11 @@ pipeline {
                 parallel "4.2": {
                     sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/4.2_env_setup.sh &&\
                     source `pwd`/setup_environment &&\
-                    make -j'
+                    make -j 10'
                 }, "10.1" : {
                     sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/10.1_env_setup.sh &&\
                     source `pwd`/setup_environment &&\
-                    make -j'
+                    make -j 10'
                 }
             }
         }
@@ -32,13 +32,13 @@ pipeline {
                     source `pwd`/setup_environment &&\
                     cd gpgpu-sim_simulations && \
                     source ./benchmarks/src/setup_environment && \
-                    make -j -C ./benchmarks/src rodinia_2.0-ft sdk-4.2 && \
+                    make -j 10 -C ./benchmarks/src rodinia_2.0-ft sdk-4.2 && \
                     make -C ./benchmarks/src data'
                 sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/10.1_env_setup.sh &&\
                     source `pwd`/setup_environment &&\
                     cd gpgpu-sim_simulations && \
                     source ./benchmarks/src/setup_environment && \
-                    make -j -C ./benchmarks/src/ rodinia_2.0-ft sdk-4.2 && \
+                    make -j 10 -C ./benchmarks/src/ rodinia_2.0-ft sdk-4.2 && \
                     make -C ./benchmarks/src data'
             }
         }
diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index e5ffa57..79e2719 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -17,7 +17,7 @@ pipeline {
             steps {
                 sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
                 source `pwd`/setup_environment &&\
-                make -j'
+                make -j 10'
             }
         }
         stage('nightly-simulations-build'){
@@ -34,7 +34,7 @@ pipeline {
                     source `pwd`/setup_environment &&\
                     cd gpgpu-sim_simulations && \
                     source ./benchmarks/src/setup_environment && \
-                    make -i -j -C ./benchmarks/src/ all && \
+                    make -i -j 10 -C ./benchmarks/src/ all && \
                     make -C ./benchmarks/src data'
             }
         }
-- 
cgit v1.3


From 0e9fd736c820f842f733d72568457d6e19d0de26 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Tue, 27 Aug 2019 15:46:32 -0400
Subject: do not correlate so much stuff

---
 nightly.jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 79e2719..4e73a93 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -46,7 +46,7 @@ pipeline {
                     sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
                         source `pwd`/setup_environment &&\
                         ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
-                            -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \
+                            -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C TITANV-2B -N nightly-$$ && \
                         ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
                             -s stats-per-app-9.1.csv -T 12 -K -N nightly-$$ && \
                         ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly'
-- 
cgit v1.3


From ada3ac698cd01557281c8f265b083a0459c39c07 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Tue, 27 Aug 2019 20:52:58 -0400
Subject: changing the correlation to QV100

---
 nightly.jenkinsfile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 4e73a93..146c505 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -46,7 +46,7 @@ pipeline {
                     sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
                         source `pwd`/setup_environment &&\
                         ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
-                            -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C TITANV-2B -N nightly-$$ && \
+                            -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C QV100-2B -N nightly-$$ && \
                         ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
                             -s stats-per-app-9.1.csv -T 12 -K -N nightly-$$ && \
                         ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly'
@@ -66,7 +66,7 @@ pipeline {
                 sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
                     ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
                         -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` \
-                        -C TITANV-2B > stats-per-kernel-9.1.csv &&\
+                        -C QV100-2B > stats-per-kernel-9.1.csv &&\
                     ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
                         -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \
                         > per-app-merge-9.1.csv &&\
-- 
cgit v1.3


From 1adee975ba69136e287c31b5f6ca4f3baef017f1 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Tue, 27 Aug 2019 20:56:19 -0400
Subject: making correl file more friendly

---
 nightly.jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index 146c505..e47b8bf 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -76,7 +76,7 @@ pipeline {
                     source `pwd`/setup_environment &&\
                     ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \
                         -p cuda-9.1.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
-                        | grep "Correl=" | tee correl.9.1.txt &&\
+                        | grep "Correl=" -B 1 | tee correl.9.1.txt &&\
                     cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\
                     cd ./gpgpu-sim-results-repo &&\
                     git pull &&\
-- 
cgit v1.3


From f237486cce3852b3416188f2a9e18eb8e5393f5e Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Wed, 28 Aug 2019 22:07:14 -0400
Subject: only do correlation apps

---
 nightly.jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index e47b8bf..c841fb0 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -65,7 +65,7 @@ pipeline {
 
                 sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
                     ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
-                        -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` \
+                        -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` \
                         -C QV100-2B > stats-per-kernel-9.1.csv &&\
                     ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
                         -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \
-- 
cgit v1.3


From 6b73061c17a91e7dea1cda247d34c58252c792f6 Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Wed, 24 Jun 2020 10:10:14 -0400
Subject: update nightly

---
 nightly.jenkinsfile | 54 ++++++++++++++++++++++++++++-------------------------
 1 file changed, 29 insertions(+), 25 deletions(-)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index c841fb0..e28e2b8 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -15,9 +15,10 @@ pipeline {
     stages {
         stage('nightly-simulator-build') {
             steps {
-                sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
-                source `pwd`/setup_environment &&\
-                make -j 10'
+                sh '''#!/bin/bash
+                    source ./env-setup/11.0_env_setup.sh
+                    source `pwd`/setup_environment
+                    make -j 10'''
             }
         }
         stage('nightly-simulations-build'){
@@ -30,12 +31,13 @@ pipeline {
                     cd gpgpu-sim_simulations && \
                     git pull && \
                     ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/'
-                sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
+                sh '''#!/bin/bash
+                    source ./env-setup/11.0_env_setup.sh &&\
                     source `pwd`/setup_environment &&\
                     cd gpgpu-sim_simulations && \
                     source ./benchmarks/src/setup_environment && \
                     make -i -j 10 -C ./benchmarks/src/ all && \
-                    make -C ./benchmarks/src data'
+                    make -C ./benchmarks/src data'''
             }
         }
         stage('nightly-2B-insn-run'){
@@ -43,13 +45,14 @@ pipeline {
                     sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\
                         rm -rf ./gpgpu-sim_simulations/util/plotting/htmls'
 
-                    sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
-                        source `pwd`/setup_environment &&\
+                    sh '''#!/bin/bash
+                        source ./env-setup/11.0_env_setup.sh
+                        source `pwd`/setup_environment
                         ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
-                            -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C QV100-2B -N nightly-$$ && \
+                            -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C QV100-2B -N nightly-$$
                         ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
-                            -s stats-per-app-9.1.csv -T 12 -K -N nightly-$$ && \
-                        ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly'
+                            -s stats-per-app-11.0.csv -T 12 -K -N nightly-$$
+                        ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-11.0.csv -P cuda-11.0.nightly'''
             }
         }
         stage('nightly-correlate'){
@@ -63,25 +66,26 @@ pipeline {
                     fi && \
                     ./gpgpu-sim_simulations/run_hw/get_hw_data.sh'
 
-                sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
+                sh '''#!/bin/bash
+                    source ./env-setup/11.0_env_setup.sh
                     ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
                         -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` \
-                        -C QV100-2B > stats-per-kernel-9.1.csv &&\
+                        -C QV100-2B > stats-per-kernel-11.0.csv
                     ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
-                        -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \
-                        > per-app-merge-9.1.csv &&\
+                        -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R \
+                        > per-app-merge-11.0.csv
                     ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
-                        -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-9.1.csv,./stats-per-kernel-9.1.csv -R \
-                        > per-kernel-merge-9.1.csv &&\
-                    source `pwd`/setup_environment &&\
-                    ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \
-                        -p cuda-9.1.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
-                        | grep "Correl=" -B 1 | tee correl.9.1.txt &&\
-                    cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\
-                    cd ./gpgpu-sim-results-repo &&\
-                    git pull &&\
-                    git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\
-                    git push'
+                        -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R \
+                        > per-kernel-merge-11.0.csv
+                    source `pwd`/setup_environment
+                    ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-11.0.csv \
+                        -p cuda-11.0.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
+                        | grep "Correl=" -B 1 | tee correl.11.0.txt
+                    cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/
+                    cd ./gpgpu-sim-results-repo
+                    git pull
+                    git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}"
+                    git push'''
 
                 sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
                     ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
-- 
cgit v1.3


From b1fdc6da937e638fc1cf735829613f1037bbbf1a Mon Sep 17 00:00:00 2001
From: tgrogers 
Date: Wed, 24 Jun 2020 10:14:58 -0400
Subject: get the env setup scripts

---
 nightly.jenkinsfile | 6 ++++++
 1 file changed, 6 insertions(+)

(limited to 'nightly.jenkinsfile')

diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index e28e2b8..1c88551 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -13,6 +13,12 @@ pipeline {
     }
 
     stages {
+        stage('env-setup') {
+            steps {
+                sh 'rm -rf env-setup && git clone git@github.com:purdue-aalp/env-setup.git &&\
+                    cd env-setup && git checkout cluster-ubuntu'
+            }
+        }
         stage('nightly-simulator-build') {
             steps {
                 sh '''#!/bin/bash
-- 
cgit v1.3