summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authortgrogers <[email protected]>2025-02-11 08:09:41 -0500
committertgrogers <[email protected]>2025-02-11 08:09:41 -0500
commit1842711cf57b38832a54b9df30badfb489e29c07 (patch)
treebe723c90deed21def0a3dc5aa8ef84a60fd7c451
parent0e39753a623978eb37bf044b21fde1a5909bff03 (diff)
Deleting old files used by Jenkins
-rw-r--r--Jenkinsfile142
-rw-r--r--groovy-html.nightly.success.template74
-rw-r--r--groovy-html.success.template77
-rw-r--r--nightly.jenkinsfile121
4 files changed, 0 insertions, 414 deletions
diff --git a/Jenkinsfile b/Jenkinsfile
deleted file mode 100644
index 4ef467b..0000000
--- a/Jenkinsfile
+++ /dev/null
@@ -1,142 +0,0 @@
-pipeline {
- agent {
- label "purdue-cluster"
- }
-
- options {
- disableConcurrentBuilds()
- }
- stages {
- /*
- stage('formatting-check') {
- steps {
- sh '''
- source ./env-setup/common/export_gcc_version.sh 5.3.0
- git remote add upstream https://github.com/purdue-aalp/gpgpu-sim_distribution
- git fetch upstream
- if git diff --name-only upstream/dev | grep -E "*.cc|*.h|*.cpp|*.hpp" ; then
- git diff --name-only upstream/dev | grep -E "*.cc|*.h|*.cpp|*.hpp" | xargs ./run-clang-format.py --clang-format-executable /home/tgrogers-raid/a/common/clang-format/6.0.1/clang-format
- fi
- '''
- }
- }
- */
- stage('env-setup') {
- steps {
- sh 'rm -rf env-setup && git clone [email protected]:purdue-aalp/env-setup.git &&\
- cd env-setup && git checkout cluster-ubuntu'
- }
- }
- stage('simulator-build') {
- steps {
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment
- make -j 10'''
- }
- }
- stage('simulations-build'){
- steps{
- sh 'rm -rf gpgpu-sim_simulations'
- sh 'git clone [email protected]:purdue-aalp/gpgpu-sim_simulations.git && \
- cd gpgpu-sim_simulations && \
- git pull && \
- ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/'
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment
- cd gpgpu-sim_simulations
- source ./benchmarks/src/setup_environment
- make -j 10 -C ./benchmarks/src/ rodinia_2.0-ft
- make -C ./benchmarks/src data'''
- }
- }
- stage('11.0 Regressions'){
- steps {
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment
- ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft -C QV100 -N regress-$$
- PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/11.0" && ssh [email protected] mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR
- ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-per-app-11.0.csv -N regress-$$'''
- }
- }
- stage('correlate-delta-and-archive') {
- steps {
- sh './gpgpu-sim_simulations/run_hw/get_hw_data.sh'
- sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo && rm -rf ./gpgpu-sim_simulations/util/plotting/htmls'
- sh 'git clone [email protected]:purdue-aalp/gpgpu-sim-results-repo.git'
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B rodinia_2.0-ft -C QV100 -A > stats-per-kernel-11.0.csv'''
- sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* ./gpgpu-sim-results-repo/${JOB_NAME}/ ; fi'
- sh './gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R > per-app-merge-11.0.csv'
- sh 'PLOTDIR="jenkins/${JOB_NAME}" &&\
- ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c per-app-merge-11.0.csv -P cuda-11.0 &&\
- ./gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R > per-kernel-merge-11.0.csv &&\
- ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -H ./gpgpu-sim_simulations/run_hw/QUADRO-V100/device-0/9.1/ -c per-kernel-merge-11.0.csv -p cuda-11.0 | grep -B 1 "Correl=" | tee correl.11.0.txt &&\
- mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ && cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\
- cd ./gpgpu-sim-results-repo &&\
- git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\
- git push'
-
- sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
- ssh [email protected] mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
- scp ./gpgpu-sim_simulations/util/plotting/correl-html/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\
- scp ./gpgpu-sim_simulations/util/plotting/htmls/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\
- ssh [email protected] "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"'
- }
- }
- stage('sst-core-build') {
- steps {
- sh 'rm -rf sstcore-install'
- sh 'rm -rf sst-core && git clone [email protected]:sstsimulator/sst-core.git'
- sh '''#!/bin/bash
- cd sst-core
- ./autogen.sh
- ./configure --prefix=`realpath ../sstcore-install` --disable-mpi --disable-mem-pools
- make -j 10
- make install'''
- }
- }
- stage('sst-elements-build') {
- steps {
- sh 'rm -rf sstelements-install'
- sh 'rm -rf sst-elements && git clone [email protected]:sstsimulator/sst-elements.git'
- // First sourcing the env_setup and setup_environment script for env vars
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment
- cd sst-elements
- ./autogen.sh
- ./configure --prefix=`realpath ../sstelements-install` --with-sst-core=`realpath ../sstcore-install` --with-cuda=$CUDA_INSTALL_PATH --with-gpgpusim=$GPGPUSIM_ROOT
- make -j 10
- make install'''
- }
- }
- stage('sst balar test') {
- steps {
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment sst
- ./sstcore-install/bin/sst-test-elements -p ./sst-elements/src/sst/elements/balar/tests'''
- }
- }
- }
- post {
- success {
- emailext body: "See ${BUILD_URL}.",
- recipientProviders: [[$class: 'CulpritsRecipientProvider'],
- [$class: 'RequesterRecipientProvider']],
- subject: "[AALP Jenkins] Build ${JOB_NAME} #${BUILD_NUMBER} - Success!",
- }
- failure {
- emailext body: "See ${BUILD_URL}",
- recipientProviders: [[$class: 'CulpritsRecipientProvider'],
- [$class: 'RequesterRecipientProvider']],
- subject: "[AALP Jenkins] Build ${JOB_NAME} #${BUILD_NUMBER} - ${currentBuild.result}",
- }
- }
-}
diff --git a/groovy-html.nightly.success.template b/groovy-html.nightly.success.template
deleted file mode 100644
index 210b924..0000000
--- a/groovy-html.nightly.success.template
+++ /dev/null
@@ -1,74 +0,0 @@
-<STYLE>
- BODY, TABLE, TD, TH, P {
- font-family: Courier New, Verdana, Helvetica, sans serif;
- font-size: 10px;
- color: black;
- }
- .console {
- font-family: Courier New;
- }
- .filesChanged {
- width: 10%;
- padding-left: 10px;
- }
- .section {
- width: 100%;
- border: thin black dotted;
- }
- .td-title-main {
- color: white;
- font-size: 200%;
- padding-left: 5px;
- font-weight: bold;
- }
- .td-title {
- color: white;
- font-size: 120%;
- font-weight: bold;
- padding-left: 5px;
- text-transform: uppercase;
- }
- .td-title-tests {
- font-weight: bold;
- font-size: 120%;
- }
- .td-header-maven-module {
- font-weight: bold;
- font-size: 120%;
- }
- .td-maven-artifact {
- padding-left: 5px;
- }
- .tr-title {
- background-color: <%= (build.result == null || build.result.toString() == 'SUCCESS') ? '#27AE60' : build.result.toString() == 'FAILURE' ? '#E74C3C' : '#f4e242' %>;
- }
- .test {
- padding-left: 20px;
- }
- .test-fixed {
- color: #27AE60;
- }
- .test-failed {
- color: #E74C3C;
- }
-</STYLE>
-<BODY>
-
-<%
- import hudson.model.*
-
- def JOB_NAME= build.getEnvVars()["JOB_NAME"];
- def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"];
- def BUILD_URL= build.getEnvVars()["BUILD_URL"];
-%>
-
-See ${BUILD_URL} for full build detials.
-
-<pre>Statistics changes since last commit:
-<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/
-<pre> Correlation:
-<pre> 9.1:
-<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.html
-<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.apps.txt
-<pre> Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
-</BODY>
diff --git a/groovy-html.success.template b/groovy-html.success.template
deleted file mode 100644
index 974cc61..0000000
--- a/groovy-html.success.template
+++ /dev/null
@@ -1,77 +0,0 @@
-<STYLE>
- BODY, TABLE, TD, TH, P {
- font-family: Courier New, Verdana, Helvetica, sans serif;
- font-size: 10px;
- color: black;
- }
- .console {
- font-family: Courier New;
- }
- .filesChanged {
- width: 10%;
- padding-left: 10px;
- }
- .section {
- width: 100%;
- border: thin black dotted;
- }
- .td-title-main {
- color: white;
- font-size: 200%;
- padding-left: 5px;
- font-weight: bold;
- }
- .td-title {
- color: white;
- font-size: 120%;
- font-weight: bold;
- padding-left: 5px;
- text-transform: uppercase;
- }
- .td-title-tests {
- font-weight: bold;
- font-size: 120%;
- }
- .td-header-maven-module {
- font-weight: bold;
- font-size: 120%;
- }
- .td-maven-artifact {
- padding-left: 5px;
- }
- .tr-title {
- background-color: <%= (build.result == null || build.result.toString() == 'SUCCESS') ? '#27AE60' : build.result.toString() == 'FAILURE' ? '#E74C3C' : '#f4e242' %>;
- }
- .test {
- padding-left: 20px;
- }
- .test-fixed {
- color: #27AE60;
- }
- .test-failed {
- color: #E74C3C;
- }
-</STYLE>
-<BODY>
-
-<%
- import hudson.model.*
-
- def JOB_NAME= build.getEnvVars()["JOB_NAME"];
- def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"];
- def BUILD_URL= build.getEnvVars()["BUILD_URL"];
-%>
-
-See ${BUILD_URL} for full build detials.
-
-<pre>Statistics changes since last commit:
-<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/
-<pre> Correlation:
-<pre> 4.2:
-<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-4.2.html
-<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-4.2.apps.txt
-<pre> 10.1:
-<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.html
-<pre> https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.apps.txt
-<pre> Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
-</BODY>
diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
deleted file mode 100644
index 1c88551..0000000
--- a/nightly.jenkinsfile
+++ /dev/null
@@ -1,121 +0,0 @@
-pipeline {
- agent {
- label "purdue-cluster"
- }
-
- options {
- disableConcurrentBuilds()
- overrideIndexTriggers(true)
- }
-
- triggers {
- pollSCM('0 1 * * *')
- }
-
- stages {
- stage('env-setup') {
- steps {
- sh 'rm -rf env-setup && git clone [email protected]:purdue-aalp/env-setup.git &&\
- cd env-setup && git checkout cluster-ubuntu'
- }
- }
- stage('nightly-simulator-build') {
- steps {
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment
- make -j 10'''
- }
- }
- stage('nightly-simulations-build'){
- steps{
- sh 'if [ -d "./gpgpu-sim_simulations" ]; then \
- cp -fr ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak; \
- fi'
- sh 'rm -rf gpgpu-sim_simulations'
- sh 'git clone [email protected]:purdue-aalp/gpgpu-sim_simulations.git && \
- cd gpgpu-sim_simulations && \
- git pull && \
- ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/'
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh &&\
- source `pwd`/setup_environment &&\
- cd gpgpu-sim_simulations && \
- source ./benchmarks/src/setup_environment && \
- make -i -j 10 -C ./benchmarks/src/ all && \
- make -C ./benchmarks/src data'''
- }
- }
- stage('nightly-2B-insn-run'){
- steps {
- sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\
- rm -rf ./gpgpu-sim_simulations/util/plotting/htmls'
-
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment
- ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
- -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C QV100-2B -N nightly-$$
- ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
- -s stats-per-app-11.0.csv -T 12 -K -N nightly-$$
- ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-11.0.csv -P cuda-11.0.nightly'''
- }
- }
- stage('nightly-correlate'){
- steps {
- sh 'git clone [email protected]:purdue-aalp/gpgpu-sim-results-repo.git'
-
- sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then \
- mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
- cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* \
- ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
- fi && \
- ./gpgpu-sim_simulations/run_hw/get_hw_data.sh'
-
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
- -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` \
- -C QV100-2B > stats-per-kernel-11.0.csv
- ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
- -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R \
- > per-app-merge-11.0.csv
- ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
- -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R \
- > per-kernel-merge-11.0.csv
- source `pwd`/setup_environment
- ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-11.0.csv \
- -p cuda-11.0.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
- | grep "Correl=" -B 1 | tee correl.11.0.txt
- cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/
- cd ./gpgpu-sim-results-repo
- git pull
- git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}"
- git push'''
-
- sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
- ssh [email protected] mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
- scp ./gpgpu-sim_simulations/util/plotting/correl-html/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\
- scp ./gpgpu-sim_simulations/util/plotting/htmls/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\
- ssh [email protected] "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"'
- }
- }
- }
- post {
- success {
- emailext body:'''${SCRIPT, template="groovy-html.nightly.success.template"}''',
- recipientProviders: [[$class: 'CulpritsRecipientProvider'],
- [$class: 'RequesterRecipientProvider']],
- subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!",
- attachmentsPattern: 'correl.*.txt',
- }
- failure {
- emailext body: "See ${BUILD_URL}",
- recipientProviders: [[$class: 'CulpritsRecipientProvider'],
- [$class: 'RequesterRecipientProvider']],
- subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - ${currentBuild.result}",
- }
- }
-}