diff options
| author | Tim Rogers <[email protected]> | 2025-02-15 10:54:23 -0500 |
|---|---|---|
| committer | GitHub <[email protected]> | 2025-02-15 10:54:23 -0500 |
| commit | a4ce3feac901c97a4b4601f679e43cf3589c79de (patch) | |
| tree | 2b5dd02d2a86a5ef12fc0cf227a08cb63eca11ec | |
| parent | 8172d40b8e3dfa78a1cb352dd0a34457cc9ac1db (diff) | |
| parent | 182cc287fdb0d987f48e7b0c642ef42479a3d39f (diff) | |
Merge pull request #314 from tgrogers/dev
Deleting old files used by Jenkins
| -rw-r--r-- | Jenkinsfile | 142 | ||||
| -rw-r--r-- | groovy-html.nightly.success.template | 74 | ||||
| -rw-r--r-- | groovy-html.success.template | 77 | ||||
| -rw-r--r-- | nightly.jenkinsfile | 121 |
4 files changed, 0 insertions, 414 deletions
diff --git a/Jenkinsfile b/Jenkinsfile deleted file mode 100644 index 4ef467b..0000000 --- a/Jenkinsfile +++ /dev/null @@ -1,142 +0,0 @@ -pipeline { - agent { - label "purdue-cluster" - } - - options { - disableConcurrentBuilds() - } - stages { - /* - stage('formatting-check') { - steps { - sh ''' - source ./env-setup/common/export_gcc_version.sh 5.3.0 - git remote add upstream https://github.com/purdue-aalp/gpgpu-sim_distribution - git fetch upstream - if git diff --name-only upstream/dev | grep -E "*.cc|*.h|*.cpp|*.hpp" ; then - git diff --name-only upstream/dev | grep -E "*.cc|*.h|*.cpp|*.hpp" | xargs ./run-clang-format.py --clang-format-executable /home/tgrogers-raid/a/common/clang-format/6.0.1/clang-format - fi - ''' - } - } - */ - stage('env-setup') { - steps { - sh 'rm -rf env-setup && git clone [email protected]:purdue-aalp/env-setup.git &&\ - cd env-setup && git checkout cluster-ubuntu' - } - } - stage('simulator-build') { - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - make -j 10''' - } - } - stage('simulations-build'){ - steps{ - sh 'rm -rf gpgpu-sim_simulations' - sh 'git clone [email protected]:purdue-aalp/gpgpu-sim_simulations.git && \ - cd gpgpu-sim_simulations && \ - git pull && \ - ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - cd gpgpu-sim_simulations - source ./benchmarks/src/setup_environment - make -j 10 -C ./benchmarks/src/ rodinia_2.0-ft - make -C ./benchmarks/src data''' - } - } - stage('11.0 Regressions'){ - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft -C QV100 -N regress-$$ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/11.0" && ssh [email protected] mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-per-app-11.0.csv -N regress-$$''' - } - } - stage('correlate-delta-and-archive') { - steps { - sh './gpgpu-sim_simulations/run_hw/get_hw_data.sh' - sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo && rm -rf ./gpgpu-sim_simulations/util/plotting/htmls' - sh 'git clone [email protected]:purdue-aalp/gpgpu-sim-results-repo.git' - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B rodinia_2.0-ft -C QV100 -A > stats-per-kernel-11.0.csv''' - sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* ./gpgpu-sim-results-repo/${JOB_NAME}/ ; fi' - sh './gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R > per-app-merge-11.0.csv' - sh 'PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c per-app-merge-11.0.csv -P cuda-11.0 &&\ - ./gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R > per-kernel-merge-11.0.csv &&\ - ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -H ./gpgpu-sim_simulations/run_hw/QUADRO-V100/device-0/9.1/ -c per-kernel-merge-11.0.csv -p cuda-11.0 | grep -B 1 "Correl=" | tee correl.11.0.txt &&\ - mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ && cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\ - cd ./gpgpu-sim-results-repo &&\ - git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\ - git push' - - sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ - ssh [email protected] mkdir -p $PLOTDIR/${BUILD_NUMBER} && \ - scp ./gpgpu-sim_simulations/util/plotting/correl-html/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\ - scp ./gpgpu-sim_simulations/util/plotting/htmls/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\ - ssh [email protected] "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"' - } - } - stage('sst-core-build') { - steps { - sh 'rm -rf sstcore-install' - sh 'rm -rf sst-core && git clone [email protected]:sstsimulator/sst-core.git' - sh '''#!/bin/bash - cd sst-core - ./autogen.sh - ./configure --prefix=`realpath ../sstcore-install` --disable-mpi --disable-mem-pools - make -j 10 - make install''' - } - } - stage('sst-elements-build') { - steps { - sh 'rm -rf sstelements-install' - sh 'rm -rf sst-elements && git clone [email protected]:sstsimulator/sst-elements.git' - // First sourcing the env_setup and setup_environment script for env vars - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - cd sst-elements - ./autogen.sh - ./configure --prefix=`realpath ../sstelements-install` --with-sst-core=`realpath ../sstcore-install` --with-cuda=$CUDA_INSTALL_PATH --with-gpgpusim=$GPGPUSIM_ROOT - make -j 10 - make install''' - } - } - stage('sst balar test') { - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment sst - ./sstcore-install/bin/sst-test-elements -p ./sst-elements/src/sst/elements/balar/tests''' - } - } - } - post { - success { - emailext body: "See ${BUILD_URL}.", - recipientProviders: [[$class: 'CulpritsRecipientProvider'], - [$class: 'RequesterRecipientProvider']], - subject: "[AALP Jenkins] Build ${JOB_NAME} #${BUILD_NUMBER} - Success!", - to: '[email protected]' - } - failure { - emailext body: "See ${BUILD_URL}", - recipientProviders: [[$class: 'CulpritsRecipientProvider'], - [$class: 'RequesterRecipientProvider']], - subject: "[AALP Jenkins] Build ${JOB_NAME} #${BUILD_NUMBER} - ${currentBuild.result}", - to: '[email protected]' - } - } -} diff --git a/groovy-html.nightly.success.template b/groovy-html.nightly.success.template deleted file mode 100644 index 210b924..0000000 --- a/groovy-html.nightly.success.template +++ /dev/null @@ -1,74 +0,0 @@ -<STYLE> - BODY, TABLE, TD, TH, P { - font-family: Courier New, Verdana, Helvetica, sans serif; - font-size: 10px; - color: black; - } - .console { - font-family: Courier New; - } - .filesChanged { - width: 10%; - padding-left: 10px; - } - .section { - width: 100%; - border: thin black dotted; - } - .td-title-main { - color: white; - font-size: 200%; - padding-left: 5px; - font-weight: bold; - } - .td-title { - color: white; - font-size: 120%; - font-weight: bold; - padding-left: 5px; - text-transform: uppercase; - } - .td-title-tests { - font-weight: bold; - font-size: 120%; - } - .td-header-maven-module { - font-weight: bold; - font-size: 120%; - } - .td-maven-artifact { - padding-left: 5px; - } - .tr-title { - background-color: <%= (build.result == null || build.result.toString() == 'SUCCESS') ? '#27AE60' : build.result.toString() == 'FAILURE' ? '#E74C3C' : '#f4e242' %>; - } - .test { - padding-left: 20px; - } - .test-fixed { - color: #27AE60; - } - .test-failed { - color: #E74C3C; - } -</STYLE> -<BODY> - -<% - import hudson.model.* - - def JOB_NAME= build.getEnvVars()["JOB_NAME"]; - def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"]; - def BUILD_URL= build.getEnvVars()["BUILD_URL"]; -%> - -See ${BUILD_URL} for full build detials. - -<pre>Statistics changes since last commit: -<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/ -<pre> Correlation: -<pre> 9.1: -<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.html -<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.apps.txt -<pre> Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html -</BODY> diff --git a/groovy-html.success.template b/groovy-html.success.template deleted file mode 100644 index 974cc61..0000000 --- a/groovy-html.success.template +++ /dev/null @@ -1,77 +0,0 @@ -<STYLE> - BODY, TABLE, TD, TH, P { - font-family: Courier New, Verdana, Helvetica, sans serif; - font-size: 10px; - color: black; - } - .console { - font-family: Courier New; - } - .filesChanged { - width: 10%; - padding-left: 10px; - } - .section { - width: 100%; - border: thin black dotted; - } - .td-title-main { - color: white; - font-size: 200%; - padding-left: 5px; - font-weight: bold; - } - .td-title { - color: white; - font-size: 120%; - font-weight: bold; - padding-left: 5px; - text-transform: uppercase; - } - .td-title-tests { - font-weight: bold; - font-size: 120%; - } - .td-header-maven-module { - font-weight: bold; - font-size: 120%; - } - .td-maven-artifact { - padding-left: 5px; - } - .tr-title { - background-color: <%= (build.result == null || build.result.toString() == 'SUCCESS') ? '#27AE60' : build.result.toString() == 'FAILURE' ? '#E74C3C' : '#f4e242' %>; - } - .test { - padding-left: 20px; - } - .test-fixed { - color: #27AE60; - } - .test-failed { - color: #E74C3C; - } -</STYLE> -<BODY> - -<% - import hudson.model.* - - def JOB_NAME= build.getEnvVars()["JOB_NAME"]; - def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"]; - def BUILD_URL= build.getEnvVars()["BUILD_URL"]; -%> - -See ${BUILD_URL} for full build detials. - -<pre>Statistics changes since last commit: -<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/ -<pre> Correlation: -<pre> 4.2: -<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-4.2.html -<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-4.2.apps.txt -<pre> 10.1: -<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.html -<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.apps.txt -<pre> Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html -</BODY> diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile deleted file mode 100644 index 1c88551..0000000 --- a/nightly.jenkinsfile +++ /dev/null @@ -1,121 +0,0 @@ -pipeline { - agent { - label "purdue-cluster" - } - - options { - disableConcurrentBuilds() - overrideIndexTriggers(true) - } - - triggers { - pollSCM('0 1 * * *') - } - - stages { - stage('env-setup') { - steps { - sh 'rm -rf env-setup && git clone [email protected]:purdue-aalp/env-setup.git &&\ - cd env-setup && git checkout cluster-ubuntu' - } - } - stage('nightly-simulator-build') { - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - make -j 10''' - } - } - stage('nightly-simulations-build'){ - steps{ - sh 'if [ -d "./gpgpu-sim_simulations" ]; then \ - cp -fr ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak; \ - fi' - sh 'rm -rf gpgpu-sim_simulations' - sh 'git clone [email protected]:purdue-aalp/gpgpu-sim_simulations.git && \ - cd gpgpu-sim_simulations && \ - git pull && \ - ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh &&\ - source `pwd`/setup_environment &&\ - cd gpgpu-sim_simulations && \ - source ./benchmarks/src/setup_environment && \ - make -i -j 10 -C ./benchmarks/src/ all && \ - make -C ./benchmarks/src data''' - } - } - stage('nightly-2B-insn-run'){ - steps { - sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\ - rm -rf ./gpgpu-sim_simulations/util/plotting/htmls' - - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \ - -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C QV100-2B -N nightly-$$ - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \ - -s stats-per-app-11.0.csv -T 12 -K -N nightly-$$ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-11.0.csv -P cuda-11.0.nightly''' - } - } - stage('nightly-correlate'){ - steps { - sh 'git clone [email protected]:purdue-aalp/gpgpu-sim-results-repo.git' - - sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then \ - mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \ - cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* \ - ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \ - fi && \ - ./gpgpu-sim_simulations/run_hw/get_hw_data.sh' - - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \ - -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` \ - -C QV100-2B > stats-per-kernel-11.0.csv - ./gpgpu-sim_simulations/util/plotting/merge-stats.py \ - -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R \ - > per-app-merge-11.0.csv - ./gpgpu-sim_simulations/util/plotting/merge-stats.py \ - -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R \ - > per-kernel-merge-11.0.csv - source `pwd`/setup_environment - ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-11.0.csv \ - -p cuda-11.0.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \ - | grep "Correl=" -B 1 | tee correl.11.0.txt - cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ - cd ./gpgpu-sim-results-repo - git pull - git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" - git push''' - - sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ - ssh [email protected] mkdir -p $PLOTDIR/${BUILD_NUMBER} && \ - scp ./gpgpu-sim_simulations/util/plotting/correl-html/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\ - scp ./gpgpu-sim_simulations/util/plotting/htmls/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\ - ssh [email protected] "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"' - } - } - } - post { - success { - emailext body:'''${SCRIPT, template="groovy-html.nightly.success.template"}''', - recipientProviders: [[$class: 'CulpritsRecipientProvider'], - [$class: 'RequesterRecipientProvider']], - subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!", - attachmentsPattern: 'correl.*.txt', - to: '[email protected]' - } - failure { - emailext body: "See ${BUILD_URL}", - recipientProviders: [[$class: 'CulpritsRecipientProvider'], - [$class: 'RequesterRecipientProvider']], - subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - ${currentBuild.result}", - to: '[email protected]' - } - } -} |
