diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 4f876dac28a3084cfdd92d038cccd9d28243cf8f..7e3a933aabe6ea0e83d383a4cf27e2b7ee98e27a 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -79,245 +79,7 @@ distcheck: -# test_project_1stage_legacy_api_gnu -test_project_1stage_legacy_api_gnu: - tags: - - buildtest - script: - - mkdir build - - pushd build - - ../autogen.sh - - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make install - - popd - - mkdir test_project_1stage_legacy_api/build - - pushd test_project_1stage_legacy_api/build - - ../autogen.sh - - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; } - - make -j 8 - - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH - - ./test_real - - make distclean - - popd - - pushd build - - make distclean - - rm -rf installdest - - popd - - - -# test_project_1stage_gnu -test_project_1stage_gnu: - tags: - - buildtest - script: - - mkdir build - - pushd build - - ../autogen.sh - - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make install - - popd - - mkdir test_project_1stage/build - - pushd test_project_1stage/build - - ../autogen.sh - - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; } - - make -j 8 - - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH - - ./test_real - - make distclean - - popd - - pushd build - - make distclean - - rm -rf installdest - - popd - - - -# test_project_2stage_legacy_api_gnu -test_project_2stage_legacy_api_gnu: - tags: - - buildtest - script: - - mkdir build - - pushd build - - ../autogen.sh - - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make install - - popd - - mkdir test_project_2stage_legacy_api/build - - pushd test_project_2stage_legacy_api/build - - ../autogen.sh - - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; } - - make -j 8 - - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH - - ./test_real2 - - make distclean - - popd - - pushd build - - make distclean - - rm -rf installdest - - popd - - - -# test_project_2stage_gnu -test_project_2stage_gnu: - tags: - - buildtest - script: - - mkdir build - - pushd build - - ../autogen.sh - - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpif90 --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make install - - popd - - mkdir test_project_2stage/build - - pushd test_project_2stage/build - - ../autogen.sh - - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpif90 || { cat config.log; exit 1; } - - make -j 8 - - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH - - ./test_real2 - - make distclean - - popd - - pushd build - - make distclean - - rm -rf installdest - - popd - - - -# test_project_1stage_legacy_api_intel -test_project_1stage_legacy_api_intel: - tags: - - buildtest - script: - - mkdir build - - pushd build - - ../autogen.sh - - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make install - - popd - - mkdir test_project_1stage_legacy_api/build - - pushd test_project_1stage_legacy_api/build - - ../autogen.sh - - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; } - - make -j 8 - - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH - - ./test_real - - make distclean - - popd - - pushd build - - make distclean - - rm -rf installdest - - popd - - - -# test_project_1stage_intel -test_project_1stage_intel: - tags: - - buildtest - script: - - mkdir build - - pushd build - - ../autogen.sh - - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make install - - popd - - mkdir test_project_1stage/build - - pushd test_project_1stage/build - - ../autogen.sh - - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; } - - make -j 8 - - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH - - ./test_real - - make distclean - - popd - - pushd build - - make distclean - - rm -rf installdest - - popd - - - -# test_project_2stage_legacy_api_intel -test_project_2stage_legacy_api_intel: - tags: - - buildtest - script: - - mkdir build - - pushd build - - ../autogen.sh - - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make install - - popd - - mkdir test_project_2stage_legacy_api/build - - pushd test_project_2stage_legacy_api/build - - ../autogen.sh - - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; } - - make -j 8 - - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH - - ./test_real2 - - make distclean - - popd - - pushd build - - make distclean - - rm -rf installdest - - popd - - - -# test_project_2stage_intel -test_project_2stage_intel: - tags: - - buildtest - script: - - mkdir build - - pushd build - - ../autogen.sh - - ../configure --enable-option-checking=fatal FCFLAGS="-march=native" CFLAGS="-march=native" --disable-avx2 SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP" SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP" FC=mpiifort --prefix=$PWD/installdest --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make install - - popd - - mkdir test_project_2stage/build - - pushd test_project_2stage/build - - ../autogen.sh - - ../configure --enable-option-checking=fatal PKG_CONFIG_PATH=../../build/installdest/lib/pkgconfig FC=mpiifort || { cat config.log; exit 1; } - - make -j 8 - - export LD_LIBRARY_PATH=$MKL_HOME/lib/intel64:$LD_LIBRARY_PATH - - ./test_real2 - - make distclean - - popd - - pushd build - - make distclean - - rm -rf installdest - - popd - - - #The tests follow here -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - # gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: @@ -332,61 +94,6 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - # gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: @@ -442,61 +149,6 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - # gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: @@ -812,20 +464,6 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - # gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: @@ -840,8 +478,8 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -881,7 +519,7 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -895,12 +533,12 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -936,7 +574,7 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -950,150 +588,40 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -1750,20 +1278,6 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - # gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: @@ -1778,8 +1292,8 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -1819,7 +1333,7 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -1833,12 +1347,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -1874,7 +1388,7 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -1888,12 +1402,40 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -1929,26 +1471,22 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -1984,54 +1522,22 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2067,7 +1573,7 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -2077,12 +1583,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2118,7 +1624,7 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -2128,12 +1634,54 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2169,22 +1717,26 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2220,78 +1772,54 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage + - avx script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage + - avx script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2327,26 +1855,22 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2382,26 +1906,22 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2437,26 +1957,22 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2492,54 +2008,51 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2570,27 +2083,32 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: only: - /.*master.*/ + allow_failure: true tags: - - avx2 + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2621,27 +2139,31 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2672,12 +2194,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -2687,12 +2209,13 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: only: - /.*master.*/ + allow_failure: true tags: - - avx512 + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2723,12 +2246,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -2738,40 +2261,68 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - sse + - coverage + - gpu-coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - sleep 10 + - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 10 + - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data + + + +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: only: - /.*master.*/ + allow_failure: true tags: - - coverage - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2808,7 +2359,7 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -2822,13 +2373,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - gpu-coverage + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2864,26 +2414,23 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: only: - /.*master.*/ + allow_failure: true tags: - - gpu + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -2919,7 +2466,7 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -2929,65 +2476,26 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - minsky + - coverage script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage - - gpu-coverage + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3018,12 +2526,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3037,13 +2545,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - gpu-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3074,12 +2581,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3093,12 +2600,36 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - gpu + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3129,12 +2660,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3144,13 +2675,10 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - only: - - /.*master.*/ - allow_failure: true +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - minsky + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3181,12 +2709,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3196,40 +2724,12 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3265,26 +2765,20 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3320,26 +2814,22 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3375,26 +2865,22 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3430,50 +2916,60 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - coverage + script: + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3509,20 +3005,26 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3558,22 +3060,50 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3609,7 +3139,7 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3619,10 +3149,10 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - avx512 + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3658,7 +3188,7 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3668,12 +3198,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3709,7 +3239,7 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3719,12 +3249,10 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - knl + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3760,7 +3288,7 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3770,64 +3298,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3863,26 +3339,22 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3918,26 +3390,47 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -3968,12 +3461,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -3987,12 +3480,13 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: only: - /.*master.*/ + allow_failure: true tags: - - avx512-coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4023,12 +3517,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4042,36 +3536,10 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4102,12 +3570,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4117,10 +3585,11 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + allow_failure: true tags: - - avx2 + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4151,12 +3620,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4166,12 +3635,13 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4202,25 +3672,32 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: + only: + - /.*master.*/ + allow_failure: true tags: - - avx512 + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4251,27 +3728,29 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - knl + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4302,12 +3781,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4317,12 +3796,11 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + allow_failure: true tags: - - knl + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4353,12 +3831,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4368,37 +3846,26 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage - - gpu-coverage + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4429,12 +3896,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4448,13 +3915,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - gpu-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4485,12 +3951,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4504,10 +3970,36 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - - gpu + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4538,12 +4030,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4553,11 +4045,10 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - allow_failure: true +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - minsky + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4588,12 +4079,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4603,13 +4094,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage - - gpu-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4640,32 +4130,25 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: - only: - - /.*master.*/ - allow_failure: true +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - gpu-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4696,29 +4179,27 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - gpu + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4749,12 +4230,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4764,11 +4245,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - allow_failure: true +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - minsky + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -4799,12 +4281,12 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -4814,91 +4296,46 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - coverage + - sse script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - - coverage + - sse script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - coverage script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -4938,62 +4375,7 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5007,8 +4389,8 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -5048,7 +4430,7 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5062,32 +4444,32 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -5127,7 +4509,7 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5137,8 +4519,8 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - avx2 script: @@ -5176,7 +4558,7 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5186,8 +4568,8 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -5227,7 +4609,7 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5237,8 +4619,8 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - avx512 script: @@ -5276,7 +4658,7 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5286,8 +4668,8 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -5327,7 +4709,7 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5337,8 +4719,8 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -5378,7 +4760,7 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5388,64 +4770,37 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5476,12 +4831,12 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5495,12 +4850,13 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: only: - /.*master.*/ + allow_failure: true tags: - - avx2-coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5531,12 +4887,12 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5550,12 +4906,10 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx512-coverage + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5586,31 +4940,26 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + allow_failure: true tags: - - avx512-coverage + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5641,55 +4990,28 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5720,25 +5042,32 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: + only: + - /.*master.*/ + allow_failure: true tags: - - avx2 + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5769,27 +5098,29 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx512 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5820,12 +5151,12 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5835,10 +5166,11 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + allow_failure: true tags: - - avx512 + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5869,12 +5201,12 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -5884,12 +5216,27 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - coverage + script: + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5925,22 +5272,26 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -5976,47 +5327,56 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage - - gpu-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6047,32 +5407,27 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - gpu-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6103,29 +5458,27 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - gpu + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6156,26 +5509,27 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - allow_failure: true +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - minsky + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6206,28 +5560,72 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage - - gpu-coverage + script: + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6258,12 +5656,12 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -6277,13 +5675,12 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-w -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - gpu-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6314,12 +5711,12 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpifort\" FCFLAGS=\" --coverage -O0\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -6333,10 +5730,42 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-w -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - gpu + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6367,26 +5796,27 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - allow_failure: true +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - minsky + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6417,57 +5847,27 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6503,26 +5903,22 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6558,26 +5954,67 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -6613,7 +6050,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -6627,8 +6064,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-co -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -6668,7 +6105,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -6682,14 +6119,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-co -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -6697,14 +6134,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -6712,8 +6149,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -6753,7 +6190,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -6763,8 +6200,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -6804,7 +6241,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -6814,8 +6251,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -6855,7 +6292,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -6865,8 +6302,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -6906,7 +6343,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -6916,14 +6353,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -6931,14 +6368,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: only: - /.*master.*/ tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -6946,29 +6383,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -6976,63 +6398,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7072,62 +6439,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7141,8 +6453,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7182,7 +6494,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7196,14 +6508,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -7211,14 +6523,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -7226,8 +6538,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7267,7 +6579,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7277,8 +6589,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7318,7 +6630,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7328,8 +6640,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7369,7 +6681,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7379,8 +6691,8 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7420,7 +6732,7 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7430,14 +6742,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -7445,14 +6757,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: only: - /.*master.*/ tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -7460,29 +6772,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -7490,8 +6787,8 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7531,7 +6828,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7545,12 +6842,12 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -7586,7 +6883,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7600,12 +6897,38 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -7641,26 +6964,20 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -7696,56 +7013,22 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -7781,7 +7064,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7791,12 +7074,10 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -7832,7 +7113,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7842,12 +7123,12 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -7883,7 +7164,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7893,12 +7174,12 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -7934,7 +7215,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -7944,14 +7225,12 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -7959,14 +7238,12 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -7974,29 +7251,14 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -8004,8 +7266,8 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -8045,7 +7307,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8059,12 +7321,12 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8100,7 +7362,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8114,67 +7376,38 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - - avx512-coverage + - avx script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8210,54 +7443,18 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - avx2 script: @@ -8295,7 +7492,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8305,12 +7502,12 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8346,7 +7543,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8356,10 +7553,8 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - avx512 script: @@ -8397,7 +7592,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8407,12 +7602,12 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8448,7 +7643,7 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8458,29 +7653,63 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - sse + - knl script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - sleep 10 + - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 10 + - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -8488,29 +7717,27 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - - coverage + - sse script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=1 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -8518,8 +7745,8 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-co -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -8559,7 +7786,7 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8573,12 +7800,12 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-co -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8614,7 +7841,7 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8628,12 +7855,38 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-co -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8669,26 +7922,20 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8724,52 +7971,22 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8805,7 +8022,7 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8815,10 +8032,10 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8854,7 +8071,7 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8864,12 +8081,12 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8905,7 +8122,7 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8915,10 +8132,12 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -8954,7 +8173,7 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -8964,12 +8183,53 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - coverage + script: + - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9005,22 +8265,26 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9056,22 +8320,26 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - - sse + - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -9079,12 +8347,12 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - sse + - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -9092,42 +8360,12 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9163,26 +8401,20 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9218,26 +8450,22 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9273,26 +8501,20 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx512-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9328,52 +8550,22 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9409,7 +8601,7 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -9419,10 +8611,12 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9458,7 +8652,7 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -9468,12 +8662,52 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - coverage + script: + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9509,20 +8743,26 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx512 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9558,22 +8798,54 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9609,22 +8881,22 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9660,78 +8932,22 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9767,26 +8983,22 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9822,26 +9034,64 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -9877,7 +9127,7 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -9891,8 +9141,8 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -9932,7 +9182,7 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -9946,34 +9196,36 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -10013,18 +9265,20 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx2 script: @@ -10062,18 +9316,18 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -10113,18 +9367,20 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx512 script: @@ -10162,22 +9418,51 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -10208,27 +9493,83 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - gpu + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - sleep 10 + - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 10 + - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -10259,83 +9600,31 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="mpif90" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS=" --coverage -O0" FC="mpif90" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -10366,27 +9655,37 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -10426,7 +9725,7 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -10440,8 +9739,8 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -10481,7 +9780,7 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -10495,12 +9794,40 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -10536,48 +9863,18 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\" --coverage -O0\" FC=\"mpif90\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -10617,20 +9914,22 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -10666,18 +9965,18 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -10717,20 +10016,64 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx512 + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -10766,22 +10109,26 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -10817,127 +10164,54 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - knl - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=native\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=1 --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage + - avx script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="gfortran" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage + - avx script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -10973,26 +10247,22 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11028,26 +10298,22 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11083,26 +10349,22 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11138,54 +10400,51 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11216,27 +10475,31 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11267,12 +10530,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11282,12 +10545,13 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11318,27 +10582,31 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11369,12 +10637,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11384,64 +10652,22 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="gfortran" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -11481,7 +10707,7 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11495,12 +10721,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11536,7 +10762,7 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11550,12 +10776,36 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11591,26 +10841,20 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11646,54 +10890,22 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11729,7 +10941,7 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11739,12 +10951,10 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11780,7 +10990,7 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11790,12 +11000,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11831,7 +11041,7 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11841,12 +11051,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11882,7 +11092,7 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11892,41 +11102,50 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage - - gpu-coverage + script: + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -11957,12 +11176,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with- - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -11976,12 +11195,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with- -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - gpu + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12012,28 +11231,55 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with- - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage - - gpu-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12064,31 +11310,25 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-wi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - gpu + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12119,12 +11359,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-wi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -12134,40 +11374,12 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-wi -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="gfortran" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12203,26 +11415,20 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12258,26 +11464,22 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12313,26 +11515,22 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12368,54 +11566,47 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx + - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - - avx + - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12446,27 +11637,29 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12497,12 +11690,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -12512,12 +11705,13 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12548,27 +11742,29 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx512 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12599,12 +11795,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -12614,64 +11810,22 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="gfortran" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -12711,7 +11865,7 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -12725,12 +11879,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12766,7 +11920,7 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -12780,67 +11934,36 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - - avx512-coverage + - avx script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12876,54 +11999,71 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - avx + - avx2 script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - sleep 10 + - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 10 + - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -12959,7 +12099,7 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -12969,12 +12109,10 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13010,7 +12148,7 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -13020,12 +12158,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13061,7 +12199,7 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -13071,12 +12209,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13112,7 +12250,7 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -13122,41 +12260,50 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage - - gpu-coverage + script: + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13187,12 +12334,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-wi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -13206,12 +12353,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-wi -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - gpu + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13242,28 +12389,55 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-wi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage - - gpu-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13294,31 +12468,25 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - gpu + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13349,12 +12517,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -13364,40 +12532,12 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="gfortran" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13433,26 +12573,20 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13488,26 +12622,22 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13543,26 +12673,22 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512-coverage + - knl script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13598,50 +12724,47 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx + - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - - avx + - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13672,25 +12795,29 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13721,12 +12848,12 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -13736,12 +12863,13 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx512 + - coverage + - gpu-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13772,25 +12900,29 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx512 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13821,12 +12953,12 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh @@ -13836,12 +12968,27 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: +# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - coverage + script: + - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13877,22 +13024,26 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: +# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - knl + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -13928,74 +13079,107 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage + - avx2 script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="gfortran" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " + - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - sleep 10 + - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 10 + - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: + +# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -14031,26 +13215,22 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 10 - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 10 - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi @@ -14086,11876 +13266,22 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - tags: - - avx2 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: - tags: - - avx512 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - knl - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - knl - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - - gpu-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - gpu - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - - gpu-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - gpu - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="gfortran" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - tags: - - avx2 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: - tags: - - avx512 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - knl - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-knl-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - knl - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=native\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=native\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0 -fsanitize=address" FC="gfortran" FCFLAGS=" --coverage -O0 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS=" --coverage -O0" FC="gfortran" FCFLAGS=" --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512-coverage - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\" --coverage -O0\" FC=\"gfortran\" FCFLAGS=\" --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - tags: - - avx2 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi - - - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS " - - echo "srun -n 1 $SRUN_COMMANDLINE_CONFIGURE" - - srun -n 1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=0 --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - - sleep 10 - - echo "srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - - sleep 10 - - echo " srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN" - - srun -n 1 -c 8 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx512 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="skylake"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - - - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 &