From e12b464cd7b29841b67a8dd9ff58d1337208e855 Mon Sep 17 00:00:00 2001
From: tgrogers
+
+
+
+
+ BUILD ${build.result ?: 'COMPLETED'}
+
+
+
+ URL:
+ ${rooturl}${build.url}
+
+
+ Project:
+ ${project.name}
+
+
+ Date:
+ ${it.timestampString}
+
+
+ Duration:
+ ${build.durationString}
+
+
+ Cause:
+ <% build.causes.each() { cause -> %> ${cause.shortDescription} <% } %>
+
+
+
--
cgit v1.3
From 2cd52797c6669f27a51d8758de07ffe697aad6f1 Mon Sep 17 00:00:00 2001
From: tgrogers
-
-
-
-
- BUILD ${build.result ?: 'COMPLETED'}
-
-
-
- URL:
- ${rooturl}${build.url}
-
-
- Project:
- ${project.name}
-
-
- Date:
- ${it.timestampString}
-
-
- Duration:
- ${build.durationString}
-
-
- Cause:
- <% build.causes.each() { cause -> %> ${cause.shortDescription} <% } %>
-
-
+ See ${BUILD_URL} for full build detials.
+
Changes since last commit: - https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR/${BUILD_NUMBER}/deltas/9.1 - https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR/${BUILD_NUMBER}/deltas/4.2 + https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/deltas/9.1 + https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/deltas/4.2 Correlation: 4.2: $CORREL_4.2 - https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR/${BUILD_NUMBER}/gtx480-cycles.html.GTX480-PTXPLUS.GTX480.html - https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR/${BUILD_NUMBER}/gtx480-cycles.html.GTX480-PTXPLUS.GTX480.appincluded.txt + https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/${JOB_NAME}/${BUILD_NUMBER}/gtx480-cycles.html.GTX480-PTXPLUS.GTX480.html + https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/${JOB_NAME}/${BUILD_NUMBER}/gtx480-cycles.html.GTX480-PTXPLUS.GTX480.appincluded.txt 9.1: $CORREL_9.1 - https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR/${BUILD_NUMBER}/titanv-cycles.html.TITANV.html - https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR/${BUILD_NUMBER}/titanv-cycles.html.TITANV.appincluded.txt + https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.html.TITANV.html + https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.html.TITANV.appincluded.txt See ${BUILD_URL} for full build detials.
-- cgit v1.3 From b544aa34deafe73f8213b4e06b2b2603a335e082 Mon Sep 17 00:00:00 2001 From: tgrogers
Changes since last commit:
--
cgit v1.3
From d947afbf455221cfdfc3f7ad8b5bf2cd1000dcd5 Mon Sep 17 00:00:00 2001
From: tgrogers Statistics changes since last commit:
+
https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/
+ Correlation:
+
9.1:
+
https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.html
+ https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.apps.txt
+ Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
+
diff --git a/groovy-html.success.template b/groovy-html.success.template
index e433a09..974cc61 100644
--- a/groovy-html.success.template
+++ b/groovy-html.success.template
@@ -73,4 +73,5 @@ See ${BUILD_URL} for full build detials.
10.1:
https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.html
https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.apps.txt
+ Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
index ce2e226..8dc5d28 100644
--- a/nightly.jenkinsfile
+++ b/nightly.jenkinsfile
@@ -37,30 +37,58 @@ pipeline {
}
stage('nightly-2B-insn-run'){
steps {
+ sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\
+ rm -rf ./gpgpu-sim_simulations/util/plotting/htmls'
+
sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
- source `pwd`/setup_environment &&\
- ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \
- PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/getstats" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR && \
- ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v -s stats-$$.csv -T 12 -N nightly-$$ && \
- ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-$$.csv -p tgrogers@dynamo.ecn.purdue.edu:~/website/gpgpu-sim-plots/$PLOTDIR -w https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/$PLOTDIR -n $PLOTDIR'
+ source `pwd`/setup_environment &&\
+ ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
+ -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \
+ ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
+ -s stats-per-app-9.1.csv -T 12 -N nightly-$$ && \
+ ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly'
}
}
stage('nightly-correlate'){
steps {
+ sh 'git clone git@github.com:purdue-aalp/gpgpu-sim-results-repo.git'
+
+ sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then \
+ mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
+ cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* \
+ ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
+ fi && \
+ ./gpgpu-sim_simulations/run_hw/get_hw_data.sh'
+
sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
+ ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
+ -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` \
+ -C TITANV-2B > stats-per-kernel-9.1.csv &&\
+ ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
+ -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \
+ > per-app-merge-9.1.csv &&\
+ ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
+ -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-9.1.csv,./stats-per-kernel-9.1.csv -R \
+ > per-kernel-merge-9.1.csv &&\
source `pwd`/setup_environment &&\
- PLOTDIR="jenkins/${JOB_NAME}" &&\
- ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B > nightly-stats-per-kernel-9.1.csv &&\
- ./gpgpu-sim_simulations/util/plotting/correlate_and_publish.sh nightly-stats-per-kernel-9.1.csv $PLOTDIR ${BUILD_NUMBER}'
+ ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \
+ -p cuda-9.1.nightly | grep "Correl=" | tee correl.9.1.txt'
+
+ sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
+ ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
+ scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\
+ scp ./gpgpu-sim_simulations/util/plotting/htmls/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\
+ ssh tgrogers@dynamo.ecn.purdue.edu "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"'
}
}
}
post {
success {
- emailext body: "See ${BUILD_URL}",
+ emailext body:'''${SCRIPT, template="groovy-html.nightly.success.template"}''',
recipientProviders: [[$class: 'CulpritsRecipientProvider'],
[$class: 'RequesterRecipientProvider']],
subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!",
+ attachmentsPattern: 'correl.*.txt',
to: 'tgrogers@purdue.edu'
}
failure {
--
cgit v1.3