1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
pipeline {
agent {
label "purdue-cluster"
}
options {
disableConcurrentBuilds()
overrideIndexTriggers(true)
}
triggers {
pollSCM('0 1 * * *')
}
stages {
stage('nightly-simulator-build') {
steps {
sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
source `pwd`/setup_environment &&\
make -j'
}
}
stage('nightly-simulations-build'){
steps{
sh 'cp -r ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak'
sh 'rm -rf gpgpu-sim_simulations'
sh 'git clone [email protected]:purdue-aalp/gpgpu-sim_simulations.git && \
cd gpgpu-sim_simulations && \
git pull && \
ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/'
sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
source `pwd`/setup_environment &&\
cd gpgpu-sim_simulations && \
source ./benchmarks/src/setup_environment && \
make -i -j -C ./benchmarks/src/ all && \
make -C ./benchmarks/src data'
}
}
stage('nightly-2B-insn-run'){
steps {
sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\
rm -rf ./gpgpu-sim_simulations/util/plotting/htmls'
sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
source `pwd`/setup_environment &&\
./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
-B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` -C TITANV-2B -N nightly-$$ && \
./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
-s stats-per-app-9.1.csv -T 12 -K -N nightly-$$ && \
./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-9.1.csv -P cuda-9.1.nightly'
}
}
stage('nightly-correlate'){
steps {
sh 'git clone [email protected]:purdue-aalp/gpgpu-sim-results-repo.git'
sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then \
mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* \
./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
fi && \
./gpgpu-sim_simulations/run_hw/get_hw_data.sh'
sh 'source /home/tgrogers-raid/a/common/gpgpu-sim-setup/9.1_env_setup.sh &&\
./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
-B `cat ./gpgpu-sim_simulations/util/job_launching/apps/all-apps.list` \
-C TITANV-2B > stats-per-kernel-9.1.csv &&\
./gpgpu-sim_simulations/util/plotting/merge-stats.py \
-c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-9.1.csv,./stats-per-app-9.1.csv -R \
> per-app-merge-9.1.csv &&\
./gpgpu-sim_simulations/util/plotting/merge-stats.py \
-c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-9.1.csv,./stats-per-kernel-9.1.csv -R \
> per-kernel-merge-9.1.csv &&\
source `pwd`/setup_environment &&\
./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-9.1.csv \
-p cuda-9.1.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
| grep "Correl=" | tee correl.9.1.txt &&\
cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\
cd ./gpgpu-sim-results-repo &&\
git pull &&\
git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\
git push'
sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
ssh [email protected] mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
scp ./gpgpu-sim_simulations/util/plotting/correl-html/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\
scp ./gpgpu-sim_simulations/util/plotting/htmls/* [email protected]:$PLOTDIR/${BUILD_NUMBER} &&\
ssh [email protected] "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"'
}
}
}
post {
success {
emailext body:'''${SCRIPT, template="groovy-html.nightly.success.template"}''',
recipientProviders: [[$class: 'CulpritsRecipientProvider'],
[$class: 'RequesterRecipientProvider']],
subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!",
attachmentsPattern: 'correl.*.txt',
to: '[email protected]'
}
failure {
emailext body: "See ${BUILD_URL}",
recipientProviders: [[$class: 'CulpritsRecipientProvider'],
[$class: 'RequesterRecipientProvider']],
subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - ${currentBuild.result}",
to: '[email protected]'
}
}
}
|
