Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
elpa
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
11
Issues
11
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
Operations
Operations
Incidents
Environments
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
elpa
elpa
Commits
2c5d85c2
Commit
2c5d85c2
authored
Apr 08, 2019
by
Andreas Marek
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Move project tests to new runners
parent
c5d4fa12
Changes
3
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
246 additions
and
205 deletions
+246
-205
.gitlab-ci.yml
.gitlab-ci.yml
+25
-177
ci_test_scripts/generate_gitlab_ci_tests.py
ci_test_scripts/generate_gitlab_ci_tests.py
+20
-28
ci_test_scripts/run_project_tests.sh
ci_test_scripts/run_project_tests.sh
+201
-0
No files found.
.gitlab-ci.yml
View file @
2c5d85c2
...
...
@@ -151,229 +151,77 @@ python-intel-intel-mpi-openmp:
# - ./configure CC="mpiicc" CFLAGS="-O3 -xAVX" FC="mpiifort" FCFLAGS="-O3 -xAVX" SCALAPACK_LDFLAGS="$MKL_ANACONDA_INTEL_SCALAPACK_LDFLAGS_MPI_OMP" SCALAPACK_FCFLAGS="$MKL_ANACONDA_INTEL_SCALAPACK_FCFLAGS_MPI_OMP" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-gpu --enable-avx --enable-python --enable-python-tests || { cat config.log; exit 1; }
# # stupid 'make distcheck' leaves behind write-protected files that the stupid gitlab runner cannot remove
# - make distcheck DISTCHECK_CONFIGURE_FLAGS="CC=\"mpiicc\" CFLAGS=\"-O3 -xAVX\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX\" SCALAPACK_LDFLAGS=\"$MKL_ANACONDA_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"$MKL_ANACONDA_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-gpu --enable-avx --enable-python --enable-python-tests" TASKS=2 TEST_FLAGS="150 50 16" || { chmod u+rwX -R . ; exit 1 ; }
#
# test_project_1stage_legacy_api_gnu
test_project_1stage_legacy_api_gnu:
tags:
- buildtest
script:
- mkdir build
- pushd build
- ../autogen.sh
- ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
- make -j 8
- make install
- popd
- mkdir test_project_1stage_legacy_api/build
- pushd test_project_1stage_legacy_api/build
- ../autogen.sh
- ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }
- make -j 8
- export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
- ./test_real
- make distclean
- popd
- pushd build
- make distclean
- rm -rf installdest
- popd
- project_test
script:
- ./ci_test_scripts/run_project_tests.sh -c " FC=mpif90 FCFLAGS=\"-march=native \" CFLAGS=\"-march=native\" SCALAPACK_LDFLAGS=\"$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP\" SCALAPACK_FCFLAGS=\"$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP\" --enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } " -t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_1stage_legacy_api -e test_real -C " FC=mpif90 PKG_CONFIG_PATH=../../installdest/lib/pkgconfig --enable-option-checking=fatal || { cat config.log; exit 1; } "
# test_project_1stage_gnu
test_project_1stage_gnu:
tags:
- buildtest
script:
- mkdir build
- pushd build
- ../autogen.sh
- ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
- make -j 8
- make install
- popd
- mkdir test_project_1stage/build
- pushd test_project_1stage/build
- ../autogen.sh
- ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }
- make -j 8
- export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
- ./test_real
- make distclean
- popd
- pushd build
- make distclean
- rm -rf installdest
- popd
- project_test
script:
- ./ci_test_scripts/run_project_tests.sh -c " FC=mpif90 FCFLAGS=\"-march=native \" CFLAGS=\"-march=native\" SCALAPACK_LDFLAGS=\"$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP\" SCALAPACK_FCFLAGS=\"$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP\" --enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } " -t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_1stage -e test_real -C " FC=mpif90 PKG_CONFIG_PATH=../../installdest/lib/pkgconfig --enable-option-checking=fatal || { cat config.log; exit 1; } "
# test_project_2stage_legacy_api_gnu
test_project_2stage_legacy_api_gnu:
tags:
- buildtest
script:
- mkdir build
- pushd build
- ../autogen.sh
- ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
- make -j 8
- make install
- popd
- mkdir test_project_2stage_legacy_api/build
- pushd test_project_2stage_legacy_api/build
- ../autogen.sh
- ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }
- make -j 8
- export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
- ./test_real2
- make distclean
- popd
- pushd build
- make distclean
- rm -rf installdest
- popd
- project_test
script:
- ./ci_test_scripts/run_project_tests.sh -c " FC=mpif90 FCFLAGS=\"-march=native \" CFLAGS=\"-march=native\" SCALAPACK_LDFLAGS=\"$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP\" SCALAPACK_FCFLAGS=\"$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP\" --enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } " -t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_2stage_legacy_api -e test_real2 -C " FC=mpif90 PKG_CONFIG_PATH=../../installdest/lib/pkgconfig --enable-option-checking=fatal || { cat config.log; exit 1; } "
# test_project_2stage_gnu
test_project_2stage_gnu:
tags:
- buildtest
script:
- mkdir build
- pushd build
- ../autogen.sh
- ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
- make -j 8
- make install
- popd
- mkdir test_project_2stage/build
- pushd test_project_2stage/build
- ../autogen.sh
- ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }
- make -j 8
- export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
- ./test_real2
- make distclean
- popd
- pushd build
- make distclean
- rm -rf installdest
- popd
- project_test
script:
- ./ci_test_scripts/run_project_tests.sh -c " FC=mpif90 FCFLAGS=\"-march=native \" CFLAGS=\"-march=native\" SCALAPACK_LDFLAGS=\"$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP\" SCALAPACK_FCFLAGS=\"$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP\" --enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } " -t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_2stage -e test_real2 -C " FC=mpif90 PKG_CONFIG_PATH=../../installdest/lib/pkgconfig --enable-option-checking=fatal || { cat config.log; exit 1; } "
# test_project_1stage_legacy_api_intel
test_project_1stage_legacy_api_intel:
tags:
- buildtest
script:
- mkdir build
- pushd build
- ../autogen.sh
- ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
- make -j 8
- make install
- popd
- mkdir test_project_1stage_legacy_api/build
- pushd test_project_1stage_legacy_api/build
- ../autogen.sh
- ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }
- make -j 8
- export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
- ./test_real
- make distclean
- popd
- pushd build
- make distclean
- rm -rf installdest
- popd
- project_test
script:
- ./ci_test_scripts/run_project_tests.sh -c " FC=mpiifort FCFLAGS=\"-march=native \" CFLAGS=\"-march=native\" SCALAPACK_LDFLAGS=\"$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP\" SCALAPACK_FCFLAGS=\"$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP\" --enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } " -t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_1stage_legacy_api -e test_real -C " FC=mpiifort PKG_CONFIG_PATH=../../installdest/lib/pkgconfig --enable-option-checking=fatal || { cat config.log; exit 1; } "
# test_project_1stage_intel
test_project_1stage_intel:
tags:
- buildtest
script:
- mkdir build
- pushd build
- ../autogen.sh
- ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
- make -j 8
- make install
- popd
- mkdir test_project_1stage/build
- pushd test_project_1stage/build
- ../autogen.sh
- ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }
- make -j 8
- export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
- ./test_real
- make distclean
- popd
- pushd build
- make distclean
- rm -rf installdest
- popd
- project_test
script:
- ./ci_test_scripts/run_project_tests.sh -c " FC=mpiifort FCFLAGS=\"-march=native \" CFLAGS=\"-march=native\" SCALAPACK_LDFLAGS=\"$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP\" SCALAPACK_FCFLAGS=\"$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP\" --enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } " -t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_1stage -e test_real -C " FC=mpiifort PKG_CONFIG_PATH=../../installdest/lib/pkgconfig --enable-option-checking=fatal || { cat config.log; exit 1; } "
# test_project_2stage_legacy_api_intel
test_project_2stage_legacy_api_intel:
tags:
- buildtest
script:
- mkdir build
- pushd build
- ../autogen.sh
- ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
- make -j 8
- make install
- popd
- mkdir test_project_2stage_legacy_api/build
- pushd test_project_2stage_legacy_api/build
- ../autogen.sh
- ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }
- make -j 8
- export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
- ./test_real2
- make distclean
- popd
- pushd build
- make distclean
- rm -rf installdest
- popd
- project_test
script:
- ./ci_test_scripts/run_project_tests.sh -c " FC=mpiifort FCFLAGS=\"-march=native \" CFLAGS=\"-march=native\" SCALAPACK_LDFLAGS=\"$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP\" SCALAPACK_FCFLAGS=\"$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP\" --enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } " -t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_2stage_legacy_api -e test_real2 -C " FC=mpiifort PKG_CONFIG_PATH=../../installdest/lib/pkgconfig --enable-option-checking=fatal || { cat config.log; exit 1; } "
# test_project_2stage_intel
test_project_2stage_intel:
tags:
- buildtest
script:
- mkdir build
- pushd build
- ../autogen.sh
- ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
- make -j 8
- make install
- popd
- mkdir test_project_2stage/build
- pushd test_project_2stage/build
- ../autogen.sh
- ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }
- make -j 8
- export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH
- ./test_real2
- make distclean
- popd
- pushd build
- make distclean
- rm -rf installdest
- popd
- project_test
script:
- ./ci_test_scripts/run_project_tests.sh -c " FC=mpiifort FCFLAGS=\"-march=native \" CFLAGS=\"-march=native\" SCALAPACK_LDFLAGS=\"$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP\" SCALAPACK_FCFLAGS=\"$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP\" --enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } " -t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_2stage -e test_real2 -C " FC=mpiifort PKG_CONFIG_PATH=../../installdest/lib/pkgconfig --enable-option-checking=fatal || { cat config.log; exit 1; } "
...
...
ci_test_scripts/generate_gitlab_ci_tests.py
View file @
2c5d85c2
...
...
@@ -440,37 +440,29 @@ for comp, s, a in product(
print
(
"# test_project_"
+
stage
[
s
]
+
api
[
a
]
+
"_"
+
compiler
[
comp
])
print
(
"test_project_"
+
stage
[
s
]
+
api
[
a
]
+
"_"
+
compiler
[
comp
]
+
":"
)
print
(
" tags:"
)
print
(
" -
build
test"
)
print
(
" -
project_
test"
)
print
(
" script:"
)
print
(
" - mkdir build"
)
print
(
" - pushd build"
)
print
(
" - ../autogen.sh"
)
if
(
comp
==
"intel"
):
print
(
" - ../configure --enable-option-checking=fatal FCFLAGS=
\"
-march=native
\"
CFLAGS=
\"
-march=native
\"
--disable-avx2 SCALAPACK_LDFLAGS=
\"
$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP
\"
SCALAPACK_FCFLAGS=
\"
$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP
\"
FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }"
)
if
(
comp
==
"gnu"
):
print
(
" - ../configure --enable-option-checking=fatal FCFLAGS=
\"
-march=native
\"
CFLAGS=
\"
-march=native
\"
--disable-avx2 SCALAPACK_LDFLAGS=
\"
$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP
\"
SCALAPACK_FCFLAGS=
\"
$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP
\"
FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }"
)
print
(
" - make -j 8"
)
print
(
" - make install"
)
print
(
" - popd"
)
print
(
" - mkdir test_project_"
+
stage
[
s
]
+
api
[
a
]
+
"/build"
)
print
(
" - pushd test_project_"
+
stage
[
s
]
+
api
[
a
]
+
"/build"
)
print
(
" - ../autogen.sh"
)
if
(
comp
==
"intel"
):
print
(
" - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; }"
)
if
(
comp
==
"gnu"
):
print
(
" - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; }"
)
print
(
" - make -j 8"
)
print
(
" - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH"
)
if
(
s
==
"1stage"
):
pr
int
(
" - ./test_real"
)
pr
ojectBinary
=
"test_real"
else
:
print
(
" - ./test_real2"
)
print
(
" - make distclean"
)
print
(
" - popd"
)
print
(
" - pushd build"
)
print
(
" - make distclean"
)
print
(
" - rm -rf installdest"
)
print
(
" - popd"
)
projectBinary
=
"test_real2"
if
(
comp
==
"intel"
):
print
(
" - ./ci_test_scripts/run_project_tests.sh -c
\"
FC=mpiifort FCFLAGS=
\\\"
-march=native
\\\"
CFLAGS=
\\\"
-march=native
\\\"
\
SCALAPACK_LDFLAGS=
\\\"
$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP
\\\"
\
SCALAPACK_FCFLAGS=
\\\"
$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP
\\\"
\
--enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
\"
\
-t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_"
+
stage
[
s
]
+
api
[
a
]
+
" -e "
+
projectBinary
+
"
\
-C
\"
FC=mpiifort PKG_CONFIG_PATH=../../installdest/lib/pkgconfig
\
--enable-option-checking=fatal || { cat config.log; exit 1; }
\"
"
)
if
(
comp
==
"gnu"
):
print
(
" - ./ci_test_scripts/run_project_tests.sh -c
\"
FC=mpif90 FCFLAGS=
\\\"
-march=native
\\\"
CFLAGS=
\\\"
-march=native
\\\"
\
SCALAPACK_LDFLAGS=
\\\"
$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP
\\\"
\
SCALAPACK_FCFLAGS=
\\\"
$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP
\\\"
\
--enable-option-checking=fatal --disable-avx2 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; }
\"
\
-t 2 -m 150 -n 50 -b 16 -S $SLURM -p test_project_"
+
stage
[
s
]
+
api
[
a
]
+
" -e "
+
projectBinary
+
"
\
-C
\"
FC=mpif90 PKG_CONFIG_PATH=../../installdest/lib/pkgconfig
\
--enable-option-checking=fatal || { cat config.log; exit 1; }
\"
"
)
print
(
"
\n\n
"
)
print
(
"#The tests follow here"
)
...
...
ci_test_scripts/run_project_tests.sh
0 → 100755
View file @
2c5d85c2
#!/bin/bash
set
-e
set
-x
#some defaults
mpiTasks
=
2
matrixSize
=
150
nrEV
=
$matrixSize
blockSize
=
16
ompThreads
=
1
configueArg
=
""
batchCommand
=
""
slurmBatch
=
"no"
projectName
=
"unknown"
projectExecutable
=
""
projectConfigureArg
=
""
function
usage
()
{
cat
>
&2
<<-
EOF
Call all the necessary steps to perform an ELPA CI test
Usage:
run_project_tests [-c configure arguments] [-h] [-t MPI Tasks] [-m matrix size] [-n number of eigenvectors] [-b block size] [-o OpenMP threads] [-q submit command] [-S submit to Slurm] [-p projectName] [-e projectExecutable] [-C project configure arguments]"
Options:
-c configure arguments
Line of arguments passed to configure call
-t MPI Tasks
Number of MPI processes used during test runs of ELPA tests
-m Matrix size
Size of the mxm matrix used during runs of ELPA tests
-n Number of eigenvectors
Number of eigenvectors to be computed during runs of ELPA tests
-b block size
Block size of block-cyclic distribution during runs of ELPA tests
-o OpenMP threads
Number of OpenMP threads used during runs of ELPA tests
-q submit command
Job steps will be submitted via command to a batch system (default no submission)
-S submit to slurm
if "yes" a SLURM batch job will be submitted
-p project name
specifies which project to build and test
-e project executable
specifies which executable to run
-C project configure arguments
arguments for the configure of the project
-h
Print this help text
EOF
}
while
getopts
"c:t:j:m:n:b:o:s:q:i:S:p:e:C:h"
opt
;
do
case
$opt
in
t
)
mpiTasks
=
$OPTARG
;;
m
)
matrixSize
=
$OPTARG
;;
n
)
nrEV
=
$OPTARG
;;
b
)
blockSize
=
$OPTARG
;;
o
)
ompThreads
=
$OPTARG
;;
c
)
configureArgs
=
$OPTARG
;;
q
)
batchCommand
=
$OPTARG
;;
S
)
slurmBatch
=
$OPTARG
;;
p
)
projectName
=
$OPTARG
;;
e
)
projectExecutable
=
$OPTARG
;;
C
)
projectConfigureArgs
=
$OPTARG
;;
:
)
echo
"Option -
$OPTARG
requires an argument"
>
&2
;;
h
)
usage
exit
1
;;
*
)
exit
1
;;
esac
done
if
[
"
$slurmBatch
"
==
"yes"
]
then
# default exit code
exitCode
=
1
CLUSTER
=
""
if
[[
"
$HOST
"
=
~
"cobra"
]]
then
CLUSTER
=
"cobra"
fi
if
[[
"
$HOST
"
=
~
"talos"
]]
then
CLUSTER
=
"talos"
fi
if
[[
"
$HOST
"
=
~
"freya"
]]
then
CLUSTER
=
"freya"
fi
if
[[
"
$HOST
"
=
~
"draco"
]]
then
CLUSTER
=
"draco"
fi
echo
"Running on
$CLUSTER
with runner
$CI_RUNNER_DESCRIPTION
with tag
$CI_RUNNER_TAGS
"
#project_test
if
[[
"
$CI_RUNNER_TAGS
"
=
~
"project_test"
]]
then
cp
$HOME
/runners/job_script_templates/run_
${
CLUSTER
}
_1node.sh
.
echo
"mkdir -p build"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"pushd build"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"Running autogen "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"../autogen.sh"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"Running configure "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"../configure "
"
$configureArgs
"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"export TASKS=
$mpiTasks
"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"Running make "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"make -j 8"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"Running make install"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"make install"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"popd"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"mkdir -p
$projectName
/build"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"pushd
$projectName
/build"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" Testting project "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"Running autogen "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"../autogen.sh"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"Running configure "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"../configure "
"
$projectConfigureArgs
"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"Running make "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"make -j 8"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"export LD_LIBRARY_PATH=
$MKL_HOME
/lib/intel64:
\$
LD_LIBRARY_PATH"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"./
$projectExecutable
"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"make distclean"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"popd"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"pushd build"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"make distclean"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"rm -rf installdest"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
"popd"
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
>>
./run_
${
CLUSTER
}
_1node.sh
echo
" "
echo
"Job script for the run"
cat
./run_
${
CLUSTER
}
_1node.sh
echo
" "
echo
"Submitting to SLURM"
sbatch
-W
./run_
${
CLUSTER
}
_1node.sh
exitCode
=
$?
echo
" "
echo
"Exit Code of sbatch:
$exitCode
"
echo
" "
cat
./ELPA_CI.out.
*
if
[
$exitCode
-ne
0
]
then
cat
./ELPA_CI.err.
*
fi
fi
if
[
$exitCode
-ne
0
]
then
cat
./test-suite.log
fi
exit
$exitCode
fi
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment