.gitlab-ci.yml 2.79 MB
Newer Older
1
2
3
4
5
stages:
  - test
  - coverage
  - deploy

Andreas Marek's avatar
Andreas Marek committed
6
7


8
before_script:
9
  - export LANG=C
10
  - ulimit -s unlimited
11
  - ulimit -v unlimited
Andreas Marek's avatar
Andreas Marek committed
12
13
14
15
16
17
18
19
  - echo "HOST " $(hostname)
  - if [ "$(hostname)" = "buildtest-rzg" ]; then module purge && module load git && module list && source .ci-env-vars; fi
  - if [ "$(hostname)" = "amarek-elpa-gitlab-runner-1" ]; then module purge && module load git && module list && source .ci-env-vars; fi
  - if [ "$(hostname)" = "amarek-elpa-gitlab-runner-2" ]; then module purge && module load git && module list && source .ci-env-vars; fi
  - if [ "$(hostname)" = "amarek-elpa-gitlab-runner-3" ]; then module purge && module load git && module list && source .ci-env-vars; fi
  - if [ "$(hostname)" = "amarek-elpa-gitlab-runner-4" ]; then module purge && module load git && module list && source .ci-env-vars; fi
  - ./autogen.sh

20
21


22
23
24
25
26
27
# For some reason sometimes not-writable files remain, which cause trouble the
# next time a runner tries to clean-up
after_script:
  - chmod u+w -R .


Andreas Marek's avatar
Andreas Marek committed
28

29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
# print coverage results
total_coverage:
  only:
    - /.*master.*/
  stage: coverage
  tags:
    - coverage
  script:
    - echo "Generating coverage report"
    - ./ci_coverage_summary
  artifacts:
    paths:
      - public



pages:
  stage: deploy
  tags:
    - coverage
  script:
    - echo "Publishing pages"
  artifacts:
    paths:
      - public
  only:
    - master



static-build:
  tags:
    - avx
  script:
    - ./configure --enable-option-checking=fatal CFLAGS="-O3 -mavx" FCFLAGS="-O3 -axAVX" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP" --with-mpi=no FC=ifort --enable-shared=no --enable-static=yes --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - make check TASKS=2 TEST_FLAGS='150 50 16' || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



# test distcheck
distcheck:
  tags:
    - buildtest
  script:
    - ./configure --enable-option-checking=fatal --with-mpi=no --disable-sse-assembly --disable-sse --disable-avx --disable-avx2 || { cat config.log; exit 1; }
    # stupid 'make distcheck' leaves behind write-protected files that the stupid gitlab runner cannot remove
    - make distcheck DISTCHECK_CONFIGURE_FLAGS="--with-mpi=no --disable-sse-assembly --disable-sse --disable-avx --disable-avx2" TASKS=2 TEST_FLAGS="150 50 16" || { chmod u+rwX -R . ; exit 1 ; }



Andreas Marek's avatar
Andreas Marek committed
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
# test_project_1stage_legacy_api_gnu
test_project_1stage_legacy_api_gnu:
  tags:
    - buildtest
  script:
    - mkdir build
    - pushd build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make install
    - popd
    - mkdir test_project_1stage_legacy_api/build
    - pushd test_project_1stage_legacy_api/build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - ./test_real
    - make distclean
    - popd
    - pushd build
    - make distclean
    - rm -rf installdest
    - popd



# test_project_1stage_gnu
test_project_1stage_gnu:
  tags:
    - buildtest
  script:
    - mkdir build
    - pushd build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make install
    - popd
    - mkdir test_project_1stage/build
    - pushd test_project_1stage/build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - ./test_real
    - make distclean
    - popd
    - pushd build
    - make distclean
    - rm -rf installdest
    - popd



# test_project_2stage_legacy_api_gnu
test_project_2stage_legacy_api_gnu:
  tags:
    - buildtest
  script:
    - mkdir build
    - pushd build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make install
    - popd
    - mkdir test_project_2stage_legacy_api/build
    - pushd test_project_2stage_legacy_api/build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - ./test_real2
    - make distclean
    - popd
    - pushd build
    - make distclean
    - rm -rf installdest
    - popd



# test_project_2stage_gnu
test_project_2stage_gnu:
  tags:
    - buildtest
  script:
    - mkdir build
    - pushd build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make install
    - popd
    - mkdir test_project_2stage/build
    - pushd test_project_2stage/build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - ./test_real2
    - make distclean
    - popd
    - pushd build
    - make distclean
    - rm -rf installdest
    - popd



# test_project_1stage_legacy_api_intel
test_project_1stage_legacy_api_intel:
  tags:
    - buildtest
  script:
    - mkdir build
    - pushd build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make install
    - popd
    - mkdir test_project_1stage_legacy_api/build
    - pushd test_project_1stage_legacy_api/build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - ./test_real
    - make distclean
    - popd
    - pushd build
    - make distclean
    - rm -rf installdest
    - popd



# test_project_1stage_intel
test_project_1stage_intel:
  tags:
    - buildtest
  script:
    - mkdir build
    - pushd build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make install
    - popd
    - mkdir test_project_1stage/build
    - pushd test_project_1stage/build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - ./test_real
    - make distclean
    - popd
    - pushd build
    - make distclean
    - rm -rf installdest
    - popd



# test_project_2stage_legacy_api_intel
test_project_2stage_legacy_api_intel:
  tags:
    - buildtest
  script:
    - mkdir build
    - pushd build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make install
    - popd
    - mkdir test_project_2stage_legacy_api/build
    - pushd test_project_2stage_legacy_api/build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - ./test_real2
    - make distclean
    - popd
    - pushd build
    - make distclean
    - rm -rf installdest
    - popd



# test_project_2stage_intel
test_project_2stage_intel:
  tags:
    - buildtest
  script:
    - mkdir build
    - pushd build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make install
    - popd
    - mkdir test_project_2stage/build
    - pushd test_project_2stage/build
    - ../autogen.sh
    - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }
    - make -j 8
    - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
    - ./test_real2
    - make distclean
    - popd
    - pushd build
    - make distclean
    - rm -rf installdest
    - popd



306
#The tests follow here
307
308
309
310
311
312
313
314
315
316
317
318
319
320
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs:
  only:
    - /.*master.*/
  tags:
    - coverage
  script:
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



321
322
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs:
Andreas Marek's avatar
Andreas Marek committed
323
324
  only:
    - /.*master.*/
Andreas Marek's avatar
Andreas Marek committed
325
  tags:
326
    - avx2-coverage
Andreas Marek's avatar
Andreas Marek committed
327
  script:
328
329
330
331
332
333
334
335
336
337
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
338

339

340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
360

361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388

    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi


    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
389
390
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2"
391
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
392
393
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
394
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
395
396
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
397
398
399
400
    - ./ci_coverage_collect
  artifacts:
    paths:
      - coverage_data
401
402
403



Andreas Marek's avatar
Andreas Marek committed
404
405
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs:
406
407
408
  only:
    - /.*master.*/
  tags:
Andreas Marek's avatar
Andreas Marek committed
409
    - avx
410
  script:
Andreas Marek's avatar
Andreas Marek committed
411
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
412
413
414
415
416
417
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



Andreas Marek's avatar
Andreas Marek committed
418
419
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs:
420
421
422
  only:
    - /.*master.*/
  tags:
Andreas Marek's avatar
Andreas Marek committed
423
    - avx
424
  script:
Andreas Marek's avatar
Andreas Marek committed
425
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
426
427
428
429
430
431
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



432
433
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs:
Andreas Marek's avatar
Andreas Marek committed
434
435
  only:
    - /.*master.*/
436
  tags:
437
    - avx2
438
  script:
439
440
441
442
443
444
445
446
447
448
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
449
450


451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
Andreas Marek's avatar
Andreas Marek committed
471
472


473
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
474
475


476
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
477
478


479
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
480
481


482
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
483
484


485
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
486
487


488
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
489
490


491
492
493
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
494
495


Andreas Marek's avatar
Andreas Marek committed
496
497
498
499
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
500
501
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2"
Andreas Marek's avatar
Andreas Marek committed
502
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
503
504
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
Andreas Marek's avatar
Andreas Marek committed
505
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
506
507
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
508

509

Andreas Marek's avatar
Andreas Marek committed
510

511
512
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs:
Andreas Marek's avatar
Andreas Marek committed
513
514
  only:
    - /.*master.*/
Andreas Marek's avatar
Andreas Marek committed
515
  tags:
516
    - avx2
Andreas Marek's avatar
Andreas Marek committed
517
  script:
518
519
520
521
522
523
524
525
526
527
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
528
529


530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
Andreas Marek's avatar
Andreas Marek committed
550
551


552
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
553
554


555
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
556
557


558
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
559

Andreas Marek's avatar
Andreas Marek committed
560

561
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
562
563


564
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
565
566


567
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
568
569


570
571
572
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
573
574


Andreas Marek's avatar
Andreas Marek committed
575
576
577
578
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
579
580
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2"
Andreas Marek's avatar
Andreas Marek committed
581
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
582
583
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
Andreas Marek's avatar
Andreas Marek committed
584
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
585
586
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
Andreas Marek's avatar
Andreas Marek committed
587
588
589



Andreas Marek's avatar
Andreas Marek committed
590
591
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs:
592
593
594
  only:
    - /.*master.*/
  tags:
Andreas Marek's avatar
Andreas Marek committed
595
    - sse
596
  script:
Andreas Marek's avatar
Andreas Marek committed
597
    - ./configure  CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; }
598
599
600
601
602
603
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



Andreas Marek's avatar
Andreas Marek committed
604
605
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs:
606
607
608
  only:
    - /.*master.*/
  tags:
Andreas Marek's avatar
Andreas Marek committed
609
    - sse
610
  script:
Andreas Marek's avatar
Andreas Marek committed
611
    - ./configure  CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; }
612
613
614
615
616
617
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



Andreas Marek's avatar
Andreas Marek committed
618
619
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs:
620
621
  only:
    - /.*master.*/
Andreas Marek's avatar
Andreas Marek committed
622
  allow_failure: true
623
  tags:
Andreas Marek's avatar
Andreas Marek committed
624
    - minsky
625
  script:
Andreas Marek's avatar
Andreas Marek committed
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
658
659


Andreas Marek's avatar
Andreas Marek committed
660
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
661

Andreas Marek's avatar
Andreas Marek committed
662
663

    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
664
665


Andreas Marek's avatar
Andreas Marek committed
666
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
667

Andreas Marek's avatar
Andreas Marek committed
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686

    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi


    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
Andreas Marek's avatar
Andreas Marek committed
687
688
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \"  LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \"    --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 "
Andreas Marek's avatar
Andreas Marek committed
689
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
690
691
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
Andreas Marek's avatar
Andreas Marek committed
692
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
693
694
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
Andreas Marek's avatar
Andreas Marek committed
695

Andreas Marek's avatar
Andreas Marek committed
696
697


698
699
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs:
Andreas Marek's avatar
Andreas Marek committed
700
701
  only:
    - /.*master.*/
702
  tags:
703
    - coverage
704
  script:
Andreas Marek's avatar
Andreas Marek committed
705
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
706
707
708
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;
Andreas Marek's avatar
Andreas Marek committed
709

Andreas Marek's avatar
Andreas Marek committed
710
711


712
713
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs:
Andreas Marek's avatar
Andreas Marek committed
714
715
  only:
    - /.*master.*/
716
  tags:
717
    - avx2-coverage
718
  script:
719
720
721
722
723
724
725
726
727
728
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
729
730


731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
Andreas Marek's avatar
Andreas Marek committed
751
752


753
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
754
755


756
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
757
758


759
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
760
761


762
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
763
764


765
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
766
767


768
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
769
770


771
772
773
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
774
775


776
777
778
779
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
780
781
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2"
Andreas Marek's avatar
Andreas Marek committed
782
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
783
784
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
Andreas Marek's avatar
Andreas Marek committed
785
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
786
787
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
788
789
790
791
    - ./ci_coverage_collect
  artifacts:
    paths:
      - coverage_data
Andreas Marek's avatar
Andreas Marek committed
792
793
794



795
796
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs:
797
798
799
  only:
    - /.*master.*/
  tags:
Andreas Marek's avatar
Andreas Marek committed
800
    - avx
801
  script:
Andreas Marek's avatar
Andreas Marek committed
802
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
803
804
805
806
807
808
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



Andreas Marek's avatar
Andreas Marek committed
809
810
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs:
811
812
813
  only:
    - /.*master.*/
  tags:
Andreas Marek's avatar
Andreas Marek committed
814
    - avx
815
  script:
Andreas Marek's avatar
Andreas Marek committed
816
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
817
818
819
820
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;

Andreas Marek's avatar
Andreas Marek committed
821

822

823
824
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs:
Andreas Marek's avatar
Andreas Marek committed
825
826
  only:
    - /.*master.*/
Andreas Marek's avatar
Andreas Marek committed
827
  tags:
828
    - avx2
Andreas Marek's avatar
Andreas Marek committed
829
  script:
830
831
832
833
834
835
836
837
838
839
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
840
841


842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
Andreas Marek's avatar
Andreas Marek committed
862

Andreas Marek's avatar
Andreas Marek committed
863

864
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
865
866


867
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
868
869


870
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
871
872


873
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
874
875


876
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
877
878


879
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
880
881


882
883
884
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
885
886


Andreas Marek's avatar
Andreas Marek committed
887
888
889
890
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
891
892
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2"
Andreas Marek's avatar
Andreas Marek committed
893
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
894
895
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
Andreas Marek's avatar
Andreas Marek committed
896
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
897
898
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
Andreas Marek's avatar
Andreas Marek committed
899
900
901



902
903
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs:
904
905
906
  only:
    - /.*master.*/
  tags:
907
    - avx2
908
  script:
909
910
911
912
913
914
915
916
917
918
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
919
920


921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
941
942


943
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
944
945


946
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
947
948


949
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
950
951


952
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
953
954


955
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi
956
957


958
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi
959
960


961
962
963
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
964
965


Andreas Marek's avatar
Andreas Marek committed
966
967
968
969
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
970
971
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2"
972
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
973
974
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
975
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
976
977
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
978
979
980



Andreas Marek's avatar
Andreas Marek committed
981
982
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs:
983
984
985
986
987
  only:
    - /.*master.*/
  tags:
    - sse
  script:
Andreas Marek's avatar
Andreas Marek committed
988
    - ./configure  CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; }
989
990
991
992
993
994
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



Andreas Marek's avatar
Andreas Marek committed
995
996
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs:
997
998
999
1000
1001
  only:
    - /.*master.*/
  tags:
    - sse
  script:
Andreas Marek's avatar
Andreas Marek committed
1002
    - ./configure  CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; }
1003
1004
1005
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;
1006

1007

Andreas Marek's avatar
Andreas Marek committed
1008

Andreas Marek's avatar
Andreas Marek committed
1009
1010
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs:
1011
1012
  only:
    - /.*master.*/
Andreas Marek's avatar
Andreas Marek committed
1013
  allow_failure: true
1014
  tags:
Andreas Marek's avatar
Andreas Marek committed
1015
    - minsky
1016
  script:
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
1027
1028


1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
1049
1050


1051
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
1052
1053


1054
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
1055
1056


1057
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
1058
1059


1060
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
1061
1062


1063
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi
1064
1065


1066
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi
1067
1068


1069
1070
1071
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
1072
1073


1074
1075
1076
1077
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
Andreas Marek's avatar
Andreas Marek committed
1078
1079
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \"  LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \"    --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 "
1080
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
1081
1082
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
1083
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
1084
1085
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
1086
1087
1088



Andreas Marek's avatar
Andreas Marek committed
1089
1090
# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs:
Andreas Marek's avatar
Andreas Marek committed
1091
1092
1093
  only:
    - /.*master.*/
  tags:
Andreas Marek's avatar
Andreas Marek committed
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
    - coverage
  script:
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs:
  only:
    - /.*master.*/
  tags:
    - avx2-coverage
Andreas Marek's avatar
Andreas Marek committed
1109
  script:
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1120
1121


1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
Andreas Marek's avatar
Andreas Marek committed
1142
1143


1144
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1145
1146


1147
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1148
1149


1150
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1151
1152


1153
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1154
1155


1156
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1157
1158


1159
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1160
1161


1162
1163
1164
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1165
1166


Andreas Marek's avatar
Andreas Marek committed
1167
1168
1169
1170
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
1171
1172
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2"
Andreas Marek's avatar
Andreas Marek committed
1173
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
1174
1175
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
Andreas Marek's avatar
Andreas Marek committed
1176
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
1177
1178
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
Andreas Marek's avatar
Andreas Marek committed
1179
1180
1181
1182
    - ./ci_coverage_collect
  artifacts:
    paths:
      - coverage_data
Andreas Marek's avatar
Andreas Marek committed
1183

Andreas Marek's avatar
Andreas Marek committed
1184
1185


Andreas Marek's avatar
Andreas Marek committed
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs:
  only:
    - /.*master.*/
  tags:
    - avx
  script:
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs:
  only:
    - /.*master.*/
  tags:
    - avx
  script:
    - ./configure  CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx"    SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP "  SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; }
    - make -j 8
    - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; }
    - grep -i "Expected %stop" test-suite.log && exit 1 || true ;



# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs:
1216
1217
1218
  only:
    - /.*master.*/
  tags:
1219
    - avx2
1220
  script:
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi

1260

1261
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
1262
1263


1264
1265
1266
1267
1268
1269
1270
1271
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi


    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi

1272

1273
1274
1275
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
1276
1277


1278
1279
1280
1281
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
1282
1283
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2"
1284
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
1285
1286
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
1287
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
1288
1289
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
1290
1291
1292



Andreas Marek's avatar
Andreas Marek committed
1293
1294
# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs:
1295
1296
  only:
    - /.*master.*/
Andreas Marek's avatar
Andreas Marek committed
1297
  tags:
Andreas Marek's avatar
Andreas Marek committed
1298
    - avx2
Andreas Marek's avatar
Andreas Marek committed
1299
  script:
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1310
1311


1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ;  fi
Andreas Marek's avatar
Andreas Marek committed
1332
1333


1334
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1335
1336


1337
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1338
1339


1340
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1341
1342


1343
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1344
1345


1346
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"   && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1347
1348


1349
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1350
1351


1352
1353
1354
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
    - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4"  && export REQUESTED_MEMORY=2Gb ; fi
Andreas Marek's avatar
Andreas Marek committed
1355
1356


1357
1358
1359
1360
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS 
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " 
Andreas Marek's avatar
Andreas Marek committed
1361
1362
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2"
Andreas Marek's avatar
Andreas Marek committed
1363
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
1364
1365
    - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh
Andreas Marek's avatar
Andreas Marek committed
1366
    - sleep 1
Andreas Marek's avatar
Andreas Marek committed
1367
1368
    - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" 
    - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN                                          /scratch/elpa/bin/run_elpa.sh 2 1  " TEST_FLAGS=\"150 150 16\"  || { cat test-suite.log; exit 1; }"
Andreas Marek's avatar
Andreas Marek committed
1369
1370
1371



Andreas Marek's avatar
Andreas Marek committed
1372
1373
1374
1375
# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs:
  only:
    - /.*master.*/